-- Logs begin at Wed 2022-02-16 16:07:46 UTC, end at Wed 2022-02-16 18:15:28 UTC. -- Feb 16 16:46:44.305728 dv-neutron-829527-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 16:46:46.827028 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.common.config [-] Logging enabled! Feb 16 16:46:46.827795 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev36 Feb 16 16:46:46.827795 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 16:46:46.830879 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.common.config [-] Logging enabled! Feb 16 16:46:46.831137 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev36 Feb 16 16:46:46.831457 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 16:46:46.832403 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:46:46.832636 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:46:46.833000 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:46:46.833247 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:46:46.833471 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:46:46.833788 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.834081 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.834376 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.834630 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.834925 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.835213 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.835493 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.835778 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.836070 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.836356 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.836630 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.836909 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.837134 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.837414 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.837700 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.837981 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.838203 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] debug = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.838482 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.838928 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.839327 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.839607 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.839894 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.840171 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.840448 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.840841 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.841126 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.841415 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] host = dv-neutron-829527-2-hyperv {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.842228 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.842735 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.843031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.843319 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.843593 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.843868 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.844153 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.844427 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.844699 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.844971 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.845257 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.845539 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.845826 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.846052 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.846290 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.846591 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.846872 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.847148 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.847421 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.847692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.847965 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.848237 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.848510 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.848790 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.849071 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.849353 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.849625 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.849895 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.850164 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.850432 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.850744 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.851016 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.851285 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.851562 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.851847 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.852118 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.852390 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.852687 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.852967 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.853243 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.853523 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.853790 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.854068 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.854336 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.854629 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.854900 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] use_json = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.855168 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.855434 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.855712 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.855980 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.856246 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.856514 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.856780 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.857054 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.857399 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:46.858206 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.858501 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.858868 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.859127 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.859414 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.859689 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.859970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.860245 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.860530 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.860815 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.861104 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.861378 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.861662 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.861940 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.862235 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.862537 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.862853 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.863139 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.863418 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.863685 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.863953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.864226 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.864511 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.864798 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.865089 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.865337 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.865619 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.865901 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.866173 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.866441 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.866740 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.867020 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.867295 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.867560 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.867840 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.868109 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.868379 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.868646 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.868922 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.869266 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.869471 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.869745 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.870011 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.870282 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.870585 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.870850 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.871121 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.871390 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.871658 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.871935 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.872201 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.872472 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.872741 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.873038 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.873312 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.873580 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.873843 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.874112 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.874381 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.874674 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.874940 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.875210 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.875483 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.875748 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.876015 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.876267 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.876545 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.876811 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.877095 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.877386 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.877658 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.877933 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.878208 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.878485 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.878785 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.879059 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.879333 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.879608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.879877 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.880168 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.880452 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.880736 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.881014 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.881284 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.881579 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.881857 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.882134 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.882408 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.882711 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.882989 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.883269 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.883558 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.883846 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.884133 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.884425 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.884717 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.884986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.885292 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.885567 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:46.885780 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:46:46.886026 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87612) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 16:46:47.289546 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO keyring.backend [-] Loading KWallet Feb 16 16:46:47.298211 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO keyring.backend [-] Loading SecretService Feb 16 16:46:47.301678 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO keyring.backend [-] Loading Windows Feb 16 16:46:47.303064 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO keyring.backend [-] Loading chainer Feb 16 16:46:47.303636 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO keyring.backend [-] Loading macOS Feb 16 16:46:47.336884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 16:46:47.337156 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 16:46:47.337442 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 16:46:47.337784 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 16:46:47.760977 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.761363 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.761645 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.762891 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.763165 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.763600 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.801163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.801442 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.801711 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.815286 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.815568 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.815837 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.854732 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.855378 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.855378 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.897460 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.897738 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:47.898004 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.162562 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.162852 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.163119 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.163384 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.164114 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.286408 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.286764 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.287049 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.287321 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.287588 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.287904 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.288168 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.288425 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.288680 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.288960 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.289217 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.289479 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.289741 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.289998 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.290263 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.290529 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.290810 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.291077 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.291327 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.291609 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.291954 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.292203 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.292447 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.292724 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.292969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.293207 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.293588 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.293826 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.294058 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.294289 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.294519 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.294830 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.295251 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 16:46:48.298381 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 16:46:48.302315 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 16:46:48.306057 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 16 16:46:48.307730 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 16:46:48.308178 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 16:46:48.308512 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 16:46:48.308895 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 16:46:48.313499 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 16:46:48.313743 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 16:46:48.314092 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 16:46:48.343273 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 16:46:48.343727 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.344027 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87612) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 16:46:48.344386 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.345843 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87612) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 16:46:48.346128 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 16:46:48.346373 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 16:46:48.349505 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.349782 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.413109 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 16:46:48.413280 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 16:46:48.413517 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 16:46:48.413890 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 16:46:48.447040 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_db.sqlalchemy.engines [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87612) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 16:46:48.783937 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing driver for type 'gre' Feb 16 16:46:48.784409 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] gre ID ranges: [(1, 1000)] Feb 16 16:46:48.838030 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing driver for type 'local' Feb 16 16:46:48.838377 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing driver for type 'vlan' Feb 16 16:46:48.850699 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] VlanTypeDriver initialization complete Feb 16 16:46:48.850980 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing driver for type 'vxlan' Feb 16 16:46:48.851459 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] vxlan ID ranges: [(1, 1000)] Feb 16 16:46:48.902657 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing extension driver 'port_security' Feb 16 16:46:48.903325 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.extensions.port_security [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] PortSecurityExtensionDriver initialization complete Feb 16 16:46:48.903325 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing mechanism driver 'openvswitch' Feb 16 16:46:48.903664 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing mechanism driver 'hyperv' Feb 16 16:46:48.911288 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:48.911965 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.912331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.912682 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.913213 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:46:48.913647 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.914001 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.914347 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.914766 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:46:48.915208 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.915564 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.915908 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.916297 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:46:48.916701 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > security_group after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.917056 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > security_group after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.917396 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.917785 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:46:48.918188 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.918535 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.918899 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.919416 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:46:48.919892 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > address_group after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.920274 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > address_group after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.920621 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.921013 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:46:48.921458 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] ML2 OVO RPC backend initialized. {{(pid=87612) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 16 16:46:48.922164 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.922519 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.922963 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.923310 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > networks before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.923655 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.923996 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > ports before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.924338 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.924677 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnets before_response 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.925131 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.925479 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.925815 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.926151 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.926493 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.927076 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.927185 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.927510 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.927841 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.928426 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Modular L2 Plugin initialization complete Feb 16 16:46:48.928757 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading services supported by the core plugin {{(pid=87612) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 16:46:48.929083 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.plugins.ml2.managers [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Got port-security extension from driver 'port_security' Feb 16 16:46:48.929546 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.extensions.vlantransparent [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Disabled vlantransparent extension. Feb 16 16:46:48.930038 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87612) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 16:46:48.930352 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: router Feb 16 16:46:48.969461 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.969853 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_create 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.970225 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router before_create 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.970623 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.971000 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.971356 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_delete 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.971717 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.972083 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_create 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.972432 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_update 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.972783 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_update 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.973131 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.973494 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_update 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.973907 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_update 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.974277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.977931 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.977931 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: subnet after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.977931 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.977931 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978303 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_create 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978303 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978303 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978303 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router after_update 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978571 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978571 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_create 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978571 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978571 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_update 55549900 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.978843 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > agent after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.979088 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > agent after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.979404 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > network after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.980318 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Tracking information for resource: router configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.980652 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Tracking information for resource: floatingip configured {{(pid=87612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:46:48.985775 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.db.l3_agentschedulers_db [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 16:46:48.986363 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.986767 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.987122 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.987471 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.988394 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router before_create 55550100 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.988762 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.989129 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_create 55550100 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.989489 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > router precommit_update 55550100 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:48.994053 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.provider_configuration [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service providers = [] {{(pid=87612) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 16:46:48.994416 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.db.servicetype_db [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87612) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 16:46:48.997417 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.service_base [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:46:48.997775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.service_base [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:46:48.998278 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.service_base [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:46:48.999299 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.services.service_base [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:46:48.999677 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.services.service_base [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 16:46:49.000092 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.000412 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 16:46:49.011270 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.011612 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: auto_allocate Feb 16 16:46:49.018243 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: network precommit_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.018634 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: network precommit_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.019160 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.019482 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: tag Feb 16 16:46:49.026300 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.026666 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: timestamp Feb 16 16:46:49.031527 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.031860 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: network_ip_availability Feb 16 16:46:49.037473 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.037796 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.038152 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.038893 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.039216 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: flavors Feb 16 16:46:49.043968 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.044310 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading Plugin: revisions Feb 16 16:46:49.048664 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:46:49.049055 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_concurrency.lockutils [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.712s {{(pid=87612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 16:46:49.049797 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87612) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 16:46:49.050128 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Initializing extension manager. Feb 16 16:46:49.050667 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: __init__.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.051006 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: __pycache__ {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.051342 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.051673 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: address_group.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.052431 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.052992 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: address-group Feb 16 16:46:49.053315 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: address_scope.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.054025 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.054534 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: address-scope Feb 16 16:46:49.054878 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.055809 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.056320 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: router-admin-state-down-before-update Feb 16 16:46:49.056640 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: agent.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.057340 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.057851 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: agent Feb 16 16:46:49.058173 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: agent_resources_synced.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.059119 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.059631 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: agent-resources-synced Feb 16 16:46:49.059954 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: allowedaddresspairs.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.062575 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.063114 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: allowed-address-pairs Feb 16 16:46:49.063448 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: auto_allocated_topology.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.064546 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.065070 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: auto-allocated-topology Feb 16 16:46:49.065399 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: availability_zone.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.066095 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.066646 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: availability_zone Feb 16 16:46:49.066977 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: availability_zone_filter.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.067894 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.068397 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: availability_zone_filter Feb 16 16:46:49.068729 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: data_plane_status.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.069637 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.070150 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 16:46:49.070479 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: default_subnetpools.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.071422 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.071941 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: default-subnetpools Feb 16 16:46:49.072268 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.073073 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.073584 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: dhcp_agent_scheduler Feb 16 16:46:49.073909 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: dns.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.074849 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.075357 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension dns-integration not supported by any of loaded plugins Feb 16 16:46:49.075680 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: dns_domain_ports.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.077147 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.077653 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 16:46:49.077978 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: dvr.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.078677 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.079184 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: dvr Feb 16 16:46:49.079504 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: empty_string_filtering.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.080427 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.080949 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: empty-string-filtering Feb 16 16:46:49.081272 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.082191 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.082740 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 16:46:49.083064 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.083987 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.084497 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 16:46:49.084817 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: external_net.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.085746 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.086298 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: external-net Feb 16 16:46:49.086600 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.087517 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.088025 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: extra_dhcp_opt Feb 16 16:46:49.088346 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: extraroute.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.089258 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.089770 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: extraroute Feb 16 16:46:49.090091 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: extraroute_atomic.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.091163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.092267 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: extraroute-atomic Feb 16 16:46:49.092594 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: filter_validation.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.093259 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.093763 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: filter-validation Feb 16 16:46:49.094085 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: fip_pf_description.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.095020 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.095523 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 16:46:49.095842 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: fip_port_details.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.096767 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.097274 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: fip-port-details Feb 16 16:46:49.097594 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: flavors.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.098892 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.099417 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: flavors Feb 16 16:46:49.099743 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.101446 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.101963 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 16:46:49.102295 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: floatingip_pools.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.103033 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.103544 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: floatingip-pools Feb 16 16:46:49.103870 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: ip_allocation.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.104797 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.105306 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 16:46:49.105629 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.106562 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.107082 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: ip-substring-filtering Feb 16 16:46:49.108057 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l2_adjacency.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.108991 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.109502 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 16:46:49.109826 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.110837 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.111365 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: router Feb 16 16:46:49.111701 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.114096 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.114679 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 16:46:49.115000 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.115937 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.116456 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: ext-gw-mode Feb 16 16:46:49.116784 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.117707 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.118221 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: l3-ha Feb 16 16:46:49.118567 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3_flavors.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.119490 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.120062 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: l3-flavors Feb 16 16:46:49.120396 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.121499 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.122091 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 16:46:49.122570 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: l3agentscheduler.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.124041 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.124654 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: l3_agent_scheduler Feb 16 16:46:49.125044 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: logging.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.126930 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.127640 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension logging not supported by any of loaded plugins Feb 16 16:46:49.128032 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: metering.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.128942 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.129632 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: metering Feb 16 16:46:49.130114 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.131544 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.132064 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: metering_source_and_destination_fields Feb 16 16:46:49.132513 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: multiprovidernet.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.133531 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.134113 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: multi-provider Feb 16 16:46:49.134627 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: netmtu.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.135805 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.136409 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: net-mtu Feb 16 16:46:49.136801 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: netmtu_writable.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.137955 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.138696 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: net-mtu-writable Feb 16 16:46:49.139304 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: network_availability_zone.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.140098 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.140739 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: network_availability_zone Feb 16 16:46:49.141103 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: network_ip_availability.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.142400 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.142991 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: network-ip-availability Feb 16 16:46:49.143320 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: network_segment_range.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.144095 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.144600 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 16:46:49.144923 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: pagination.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.145916 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.146247 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: pagination Feb 16 16:46:49.146589 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: port_device_profile.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.147513 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.148034 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: port-device-profile Feb 16 16:46:49.148357 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.149282 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.149794 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: port-mac-address-regenerate Feb 16 16:46:49.150115 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.151060 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.151581 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: port-numa-affinity-policy Feb 16 16:46:49.151905 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: port_resource_request.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.152825 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.153332 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 16:46:49.153653 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: portbindings.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.155348 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.155868 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: binding Feb 16 16:46:49.156048 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: portbindings_extended.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.157353 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.158215 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: binding-extended Feb 16 16:46:49.158546 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: portsecurity.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.159499 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.160023 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: port-security Feb 16 16:46:49.160366 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: project_id.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.161326 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.161665 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: project-id Feb 16 16:46:49.161990 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: providernet.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.163045 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.163570 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: provider Feb 16 16:46:49.163892 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.167708 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.168238 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos not supported by any of loaded plugins Feb 16 16:46:49.168573 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.170374 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.170976 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 16:46:49.171305 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.172241 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.172753 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 16:46:49.173081 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_default.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.174003 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.174574 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-default not supported by any of loaded plugins Feb 16 16:46:49.174907 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_fip.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.175565 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.176070 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-fip not supported by any of loaded plugins Feb 16 16:46:49.176391 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_gateway_ip.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.177347 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.177862 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 16:46:49.178184 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_port_network_policy.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.179127 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.179639 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 16:46:49.179961 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_rule_type_details.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.180884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.181395 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 16:46:49.181721 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: qos_rules_alias.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.182801 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.183337 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 16:46:49.183643 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: quotasv2.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.184593 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.184917 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: quotas Feb 16 16:46:49.185239 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: quotasv2_detail.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.187085 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.187475 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: quota_details Feb 16 16:46:49.187807 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: rbac.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.188914 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.189442 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: rbac-policies Feb 16 16:46:49.189775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: rbac_address_group.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.190740 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.191266 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: rbac-address-group Feb 16 16:46:49.191601 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: rbac_address_scope.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.192531 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.193043 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: rbac-address-scope Feb 16 16:46:49.193366 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: rbac_security_groups.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.194284 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.194836 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: rbac-security-groups Feb 16 16:46:49.195158 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: rbac_subnetpool.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.196093 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.196606 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: rbac-subnetpool Feb 16 16:46:49.196927 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: revisionifmatch.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.197855 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.198373 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: revision-if-match Feb 16 16:46:49.198731 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: revisions.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.200311 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.200400 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: standard-attr-revisions Feb 16 16:46:49.200668 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: router_availability_zone.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.201378 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.201893 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: router_availability_zone Feb 16 16:46:49.202218 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: routerservicetype.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.203181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.203694 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension router-service-type not supported by any of loaded plugins Feb 16 16:46:49.204018 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.204954 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.205466 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: security-groups-normalized-cidr Feb 16 16:46:49.205789 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.206880 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.207398 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: port-security-groups-filtering Feb 16 16:46:49.207725 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.208671 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.209186 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: security-groups-remote-address-group Feb 16 16:46:49.209509 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: securitygroup.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.220008 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.220547 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: security-group Feb 16 16:46:49.220883 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: segment.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.221677 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.222191 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension segment not supported by any of loaded plugins Feb 16 16:46:49.222522 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.223490 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.224006 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 16:46:49.224333 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: servicetype.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.225448 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.225967 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: service-type Feb 16 16:46:49.226294 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: sorting.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.227310 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.227647 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: sorting Feb 16 16:46:49.228067 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: standard_attr_segment.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.229009 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.229524 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 16:46:49.229849 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: standardattrdescription.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.230496 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.231034 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: standard-attr-description Feb 16 16:46:49.231363 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: stateful_security_group.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.232363 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.233567 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: stateful-security-group Feb 16 16:46:49.233945 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: stdattrs_common.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.234536 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 16:46:49.234936 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.235905 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.236425 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 16:46:49.236747 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: subnet_onboard.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.237841 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.238368 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: subnet_onboard Feb 16 16:46:49.238726 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.239657 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.240169 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 16:46:49.240555 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: subnet_service_types.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.241536 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.242049 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: subnet-service-types Feb 16 16:46:49.242371 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: subnetallocation.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.243492 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.244010 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: subnet_allocation Feb 16 16:46:49.244335 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.245009 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.245519 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: subnetpool-prefix-ops Feb 16 16:46:49.245842 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.246804 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.247321 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 16:46:49.247642 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: tagging.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.249262 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.249816 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: standard-attr-tag Feb 16 16:46:49.250144 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: timestamp.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.251397 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.251914 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loaded extension: standard-attr-timestamp Feb 16 16:46:49.252242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: trunk.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.253288 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.253808 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension trunk not supported by any of loaded plugins Feb 16 16:46:49.254249 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: trunk_details.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.255223 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.255761 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension trunk-details not supported by any of loaded plugins Feb 16 16:46:49.256289 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: uplink_status_propagation.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.256983 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.257558 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 16:46:49.258097 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Loading extension file: vlantransparent.py {{(pid=87612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:46:49.259043 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:46:49.259043 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 16:46:49.261448 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:network Feb 16 16:46:49.262186 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:subnet Feb 16 16:46:49.263004 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:46:49.264195 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:port Feb 16 16:46:49.265566 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.266068 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service FLAVORS assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.266721 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.267145 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.267475 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:router Feb 16 16:46:49.268135 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:floatingip Feb 16 16:46:49.268836 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service METERING assigned prefix: /metering {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.270305 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.270716 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.271076 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:46:49.273410 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 16:46:49.273864 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:security_group Feb 16 16:46:49.274541 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 16:46:49.275297 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service CORE assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.275630 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:46:49.275968 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] subnetpool is already registered Feb 16 16:46:49.276572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service CORE assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.276900 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:46:49.277224 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] subnetpool is already registered Feb 16 16:46:49.389337 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.389773 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service FLAVORS assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.390359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.390809 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.391152 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:router Feb 16 16:46:49.391488 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] router is already registered Feb 16 16:46:49.392140 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:floatingip Feb 16 16:46:49.392479 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] floatingip is already registered Feb 16 16:46:49.393112 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service METERING assigned prefix: /metering {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.394016 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 16:46:49.394351 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] rbac_policy is already registered Feb 16 16:46:49.394795 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:security_group Feb 16 16:46:49.395124 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] security_group is already registered Feb 16 16:46:49.395712 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 16:46:49.396044 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] security_group_rule is already registered Feb 16 16:46:49.396707 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service CORE assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.397039 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:46:49.397367 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] subnetpool is already registered Feb 16 16:46:49.397973 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.v2.resource_helper [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Service CORE assigned prefix: {{(pid=87612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:46:49.398307 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:46:49.398654 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING neutron.quota.resource_registry [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] subnetpool is already registered Feb 16 16:46:49.399308 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: extensions {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.400819 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: address-groups {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.402462 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: address-scopes {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.403735 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: agents {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.405016 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: auto-allocated-topology {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.406371 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: availability_zones {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.407660 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: dhcp-networks {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.409344 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: dhcp-agents {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.410792 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: routers {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.412683 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: flavors {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.413860 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: service_profiles {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.415106 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: next_providers {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.416664 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: service_profiles {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.418090 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: floatingip-pools {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.419499 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: routers {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.421294 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: floatingips {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.422489 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: l3-routers {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.423904 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: l3-agents {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.425470 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: metering-labels {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.426748 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: metering-label-rules {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.428044 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: network-ip-availabilities {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.429299 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: bindings {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.431119 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: quotas {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.432555 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: quotas {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.433976 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: rbac-policies {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.436081 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: security-groups {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.437234 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: security-group-rules {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.438478 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: service-providers {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.439832 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: subnetpools {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.441271 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: subnetpools {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.442773 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.444556 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.446268 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.448175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.451853 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.453729 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.455432 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.457361 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.459155 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.461018 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron.api.extensions [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Extended resource: tags {{(pid=87612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:46:49.467126 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING keystonemiddleware.auth_token [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 16:46:49.471741 dv-neutron-829527-2-hyperv neutron-server[87612]: WARNING keystonemiddleware.auth_token [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 16:46:49.480091 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_concurrency.lockutils [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Acquired lock "singleton_lock" {{(pid=87612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 16:46:49.480543 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_concurrency.lockutils [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Releasing lock "singleton_lock" {{(pid=87612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 16:46:49.481194 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Starting 2 workers Feb 16 16:46:49.486715 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Started child 87720 {{(pid=87612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 16:46:49.491175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Started child 87721 {{(pid=87612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 16:46:49.492037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:46:49.492759 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO neutron.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 16:46:49.493393 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Notify callbacks [] for process, before_spawn {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:46:49.493559 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [-] (87720) wsgi starting up on http://0.0.0.0:9696 Feb 16 16:46:49.493952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 46868) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:46:49.495627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:46:49.496045 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Starting 1 workers Feb 16 16:46:49.497069 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [-] (87721) wsgi starting up on http://0.0.0.0:9696 Feb 16 16:46:49.501648 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Started child 87722 {{(pid=87612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 16:46:49.502204 dv-neutron-829527-2-hyperv neutron-server[87612]: INFO oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Starting 1 workers Feb 16 16:46:49.503544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071776 Feb 16 16:46:49.505484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] calling RpcWorker wait() {{(pid=87722) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 16:46:49.506054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] returning from RpcWorker wait() {{(pid=87722) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 16:46:49.507218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:46:49.507663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:49.507767 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Started child 87723 {{(pid=87612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 16:46:49.510582 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f695f706-387f-42e1-a125-25ae90f83e2d None None] Notify callbacks [] for process, after_spawn {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:46:49.510582 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 16:46:49.510582 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:46:49.510847 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:46:49.511072 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:46:49.512332 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:46:49.512332 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:46:49.512332 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.512549 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.512629 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.512883 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.514500 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.514500 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.514686 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.514889 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516331 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516709 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.516976 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.518161 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.518266 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:46:49.518789 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.518789 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.518789 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.518789 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.518789 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.519096 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] debug = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.519163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.520202 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.520202 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.520377 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:49.520450 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.520450 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.520595 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.520794 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.521036 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.521272 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.521487 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.521731 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.521991 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.522225 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.522455 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.522698 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.522964 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.523199 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.524368 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] host = dv-neutron-829527-2-hyperv {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.524368 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.524368 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.524368 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.524936 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.524936 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.525219 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.525360 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.526282 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.526282 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.526282 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.526750 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.526750 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.527024 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.527173 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.527333 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_options = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.527522 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.527787 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.528069 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.528263 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.528414 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.528594 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.528861 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.529018 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.530085 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.530354 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.530703 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.530929 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.531187 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.531333 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.531537 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.531771 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.532023 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.536528 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.543031 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.546325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_json = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.548970 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.550175 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.551882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.554224 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.557502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.558608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.559943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.561572 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562791 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562791 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562791 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.562791 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.563055 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.563135 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.563296 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.563513 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.563729 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.563945 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.565430 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.565684 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.565941 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.566179 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.566418 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.566678 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.566939 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.567824 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.568068 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.568304 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.568996 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.568996 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.569264 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.569541 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.569799 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.570058 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.570476 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.570611 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.570821 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.571069 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.571304 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.571587 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.571841 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.572101 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.573953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.573953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.573953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.573953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.573953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.573953 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.574421 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.574421 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.574645 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.575412 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.575412 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.575412 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.576531 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.576531 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.576531 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.577051 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.578385 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.578385 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.578385 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.578385 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.578782 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.578928 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.579812 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.579812 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.579812 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.581201 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.581201 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.584332 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.584332 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.584542 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.584780 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.585014 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.585604 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.585860 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.586237 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.586505 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.588306 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.588554 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.588873 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.589111 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.590597 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.590866 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.591502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.591502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.591805 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.593192 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.593297 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.593549 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.593813 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.594054 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.594301 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.594525 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.596034 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.596284 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.596509 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.596764 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.596988 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.597254 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.597491 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.597718 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.597961 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.598200 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.598421 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.598682 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.598937 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.599506 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.599767 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.599999 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.600238 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.600610 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.600837 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.601115 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.601382 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.601621 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.601855 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.602111 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.602367 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.602599 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.602869 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.603090 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.603337 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.604112 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.604112 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.604112 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.604353 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.604437 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.605187 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.605187 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.605187 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.606009 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.606280 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.606891 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.607144 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.608082 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.608716 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.608969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.609662 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.609662 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.611032 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.611271 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.611552 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.611802 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.612046 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.612268 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.612502 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.613907 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.613907 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.614089 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.615839 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.616307 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.616307 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.617367 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.617615 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620893 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.620893 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.621030 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.621283 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.622582 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.622582 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.622796 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.623570 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.625271 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.625581 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.625917 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.626222 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.626538 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.626772 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.627012 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.627564 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.627564 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.627824 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.628064 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.628399 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.628683 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.628941 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.629177 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.630351 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.630351 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.630351 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.630351 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.630351 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.631432 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.631710 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.631966 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.632221 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.632405 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.632634 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.632853 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.633096 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.633309 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.633532 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.633768 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.633927 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:46:49.634453 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 16:46:49.634685 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:46:49.634821 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:46:49.634987 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:46:49.635158 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:46:49.635307 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:46:49.635509 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.635673 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.635829 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636003 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636158 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636485 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636631 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636791 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.636943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.637098 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.637266 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.637428 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.637574 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.637716 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.637875 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.638039 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.638219 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.638313 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.638506 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.638787 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.639491 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.639607 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] debug = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.639750 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.639954 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.640119 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.640284 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.640441 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.640597 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.640775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.641300 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.641300 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.642617 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.642617 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.642617 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.642884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.642884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643036 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643139 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643301 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643466 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] host = dv-neutron-829527-2-hyperv {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643625 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643782 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.643943 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.644097 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.644252 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.644408 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.644566 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.644720 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.644876 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.645032 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_options = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.646884 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647167 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647167 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647332 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647416 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647549 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647707 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.647864 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648017 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648171 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648329 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648514 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648626 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648783 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.648933 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.649095 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.649242 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.649390 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.649534 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.649689 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.649842 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.650001 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.650154 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.650485 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.650712 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.650860 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651007 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651129 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651291 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651482 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651598 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651748 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.651912 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652060 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652206 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652514 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652674 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652832 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.652973 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_json = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.653132 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.653239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:49.653336 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.653434 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.653588 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.653743 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.653898 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.654073 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.654254 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.655086 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:46:49.655283 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.655454 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.655612 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.655781 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.655947 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.656107 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.656257 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.656398 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.656549 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.656687 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.658110 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.658301 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.658482 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.658672 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.658821 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659000 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659230 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659347 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659450 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659611 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.659930 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.660112 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.660277 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.660442 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.660602 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.660760 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.660923 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.661084 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.661247 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.661489 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.661622 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.661703 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.661907 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.662003 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.662164 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.662325 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.662484 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.663969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.663969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.663969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.663969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.663969 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.664367 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.664367 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.664513 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.664593 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.664712 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.664882 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665089 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665189 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665345 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665493 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665647 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665813 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.665972 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.666131 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.666292 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.666845 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.666845 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.666845 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.667102 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.667102 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.667245 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.667389 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.667551 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.667712 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668527 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668527 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668527 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668527 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668527 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668891 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668891 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.668891 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.669101 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.669207 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.669367 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.669523 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.670706 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.670989 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.671966 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.671966 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.671966 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.671966 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.671966 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.672345 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.672345 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.672515 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.672596 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.672758 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.672935 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.673086 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.673246 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674181 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.674775 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.675692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.675692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.675692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.675692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.675692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.675692 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676049 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676049 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676049 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676222 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676393 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676488 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676657 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676830 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.676994 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.677174 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.677338 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.677498 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.677658 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.677819 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.677982 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.678148 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.678309 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.678472 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.678677 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.678850 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.679014 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.679194 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.679353 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.679517 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.679677 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.679885 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.680003 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.680163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.680323 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.680659 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682163 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682756 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682756 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682756 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682756 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.682756 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.683844 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.685350 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.687986 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.688647 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.688647 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.688647 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.689207 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.689207 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.689363 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.689813 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.689813 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.690082 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.690199 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.690366 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.690985 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.691167 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.691338 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.692357 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693155 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693155 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693155 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693155 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693463 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693463 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693608 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693688 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.693864 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.694340 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.694489 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.694911 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.695084 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.695248 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.695395 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.697467 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698359 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698845 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.698845 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.699009 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.699115 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.699322 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.700013 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.700013 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.700013 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.700258 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.700438 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.701233 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.701720 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.702124 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.702362 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.702604 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703150 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703150 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703150 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703383 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703483 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703650 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703816 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.703985 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.704248 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.704423 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.704568 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.704709 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.704862 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705033 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705168 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705260 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705368 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705529 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705690 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.705850 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.706001 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.706160 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.706323 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.706483 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.706898 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.707067 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.707228 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.707444 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:46:49.707672 dv-neutron-829527-2-hyperv neutron-server[87612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:47:00.832712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf7f21-2e7a-46ba-9719-2e8186aeae37 None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 16:47:00.931278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf7f21-2e7a-46ba-9719-2e8186aeae37 None None] No non-hosted networks {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 16:47:00.945612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.agentschedulers_db [None req-9faf7f21-2e7a-46ba-9719-2e8186aeae37 None None] DHCP Agent not found on host dv-neutron-829527-2-hyperv {{(pid=87722) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 16:47:01.056916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b024f8db-8861-4433-893a-9a6e673f6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462439'] for agent, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:03.546447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3893-c79f-41c6-9688-d2411624a9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462439'] for agent, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:03.601216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-78153c90-6e0c-431b-a8d5-dc91ae4c1cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:04.170233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462439'] for agent, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:04.170570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.171056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.171679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.172194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.172682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.173146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.173799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.174303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.175065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.175570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.176135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.177073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:04.177895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829527-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:04.189367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829527-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:04.930084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462439'] for agent, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:06.568223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462439'] for agent, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:08.255774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 46976) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:08.873802 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING oslo_policy.policy [None req-0414b19a-7a0f-40bf-965c-340a63718b29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:08.874355 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING oslo_policy.policy [None req-0414b19a-7a0f-40bf-965c-340a63718b29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:09.103028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-0414b19a-7a0f-40bf-965c-340a63718b29 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:47:09.104002 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0414b19a-7a0f-40bf-965c-340a63718b29 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8473997 Feb 16 16:47:10.870059 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.db.l3_hamode_db [None req-7bb7bda0-b9d6-4fe9-90c3-bfa2353e4dbf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 16:47:10.955876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7bda0-b9d6-4fe9-90c3-bfa2353e4dbf None None] Routers set() bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:47:10.956258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7bda0-b9d6-4fe9-90c3-bfa2353e4dbf None None] Router IDs set() for agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 16:47:11.709845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 46990) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:12.125356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:12.236574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.policy [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87720) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 16:47:12.281584 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING oslo_policy.policy [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:12.281970 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING oslo_policy.policy [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:12.290763 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.quota [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] Loaded quota_driver: . Feb 16 16:47:12.307627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:12.372653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756730881852', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756730880745', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756730869167', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756730864347', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756730858450', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756730981391', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3539359', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3596851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-520839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1619591'] for rbac-policy, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:12.440652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:12.441966 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f64e3e25-726c-4c53-abb3-cdf829d4355d admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7308948 Feb 16 16:47:15.140472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47004) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:15.508357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:15.513244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:15.517647 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Usage tracker for resource:network and tenant:ab3294b974c34a18bb18c2663a6c71d9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:15.522417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:15.529076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:15.539249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Made reservation on behalf of ab3294b974c34a18bb18c2663a6c71d9 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:15.542181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.561863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.577521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:15.581465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3294b974c34a18bb18c2663a6c71d9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:15.587034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:15.593721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:15.696224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.701035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.726756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:47:15.752807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756731127718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.753403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Unsubscribe: segment precommit_create {{(pid=87720) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:47:15.753907 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Added segment c0774bdc-fab9-47eb-8b8e-5c3523157fdf of type vlan for network 7ce9ad08-b883-420a-ba32-3c0115630ac2 Feb 16 16:47:15.762407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf4478c-c5b8-41f2-9932-bb0a8dde4f7f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:15.820996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.821276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.821611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.821939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.822262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.822640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.822964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.823281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.823611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.824004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.824322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.824632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Tracked resource versions report: Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: pushed versions: Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: { 'AddressGroup': {'1.2'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'ConntrackHelper': {'1.0'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Log': {'1.0'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Network': {'1.1'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Port': {'1.7'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'PortForwarding': {'1.2'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'QosPolicy': {'1.8'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroup': {'1.4'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SubPort': {'1.0'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Subnet': {'1.1'}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Trunk': {'1.1'}} Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: consumer versions: Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'ConntrackHelper': '1.0', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Log': '1.0', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Network': '1.1', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Port': '1.7', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'PortForwarding': '1.2', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'QosPolicy': '1.8', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroup': '1.4', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroupRule': '1.2', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SubPort': '1.0', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Subnet': '1.1', Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Trunk': '1.1'}} Feb 16 16:47:15.827015 dv-neutron-829527-2-hyperv neutron-server[87720]: {{(pid=87720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:47:15.874513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.919407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:15.920772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:15.921559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:16.037820 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8962591 Feb 16 16:47:16.038378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501d8d1-6dd7-45b7-b6e4-c70ea72a8c82 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce9ad08-b883-420a-ba32-3c0115630ac2,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:16.072621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:47:18.797971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47020) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:19.261707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07a538-d7be-402d-8f24-c1deeb5d3d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:19.263149 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9d07a538-d7be-402d-8f24-c1deeb5d3d07 admin admin] 10.222.0.43 "GET /v2.0/networks/7ce9ad08-b883-420a-ba32-3c0115630ac2 HTTP/1.1" status: 200 len: 825 time: 0.4641416 Feb 16 16:47:19.291282 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea59a215-1a29-4ffb-93ee-dfec5b3779de admin admin] 10.222.0.43 "GET /v2.0/subnetpools/e0d09be2-1009-4eed-874d-981b0bedd3be HTTP/1.1" status: 200 len: 734 time: 0.0225945 Feb 16 16:47:19.300730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Request body: {'subnet': {'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'ip_version': 4, 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:19.305278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:19.308985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Usage tracker for resource:subnet and tenant:ab3294b974c34a18bb18c2663a6c71d9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:19.312085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:19.317541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:19.327549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Made reservation on behalf of ab3294b974c34a18bb18c2663a6c71d9 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:19.330094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:19.628583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:19.712412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44606390-af48-4d16-9f85-75f574e63490,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:19.716742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Checking segment: {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:47:19.717118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Network hostable DHCP agents. Network: 7ce9ad08-b883-420a-ba32-3c0115630ac2, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:47:19.738378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:47:19.751538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 7ce9ad08-b883-420a-ba32-3c0115630ac2) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:19.757101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:19.758222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:19.761958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47df16-afb5-40cd-b653-f7fcf9c59689 None None] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:47:19.779403 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7cb4cc15-88e1-4a33-b1a1-e4d66c01ca19 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4818041 Feb 16 16:47:20.092653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-7ce9ad08-b883-420a-ba32-3c0115630ac2', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:47:20.093858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:20.296638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Allocated IP 172.20.0.2 (7ce9ad08-b883-420a-ba32-3c0115630ac2/44606390-af48-4d16-9f85-75f574e63490/9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:20.528768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:20.544365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Transition to ACTIVE for port object 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:20.565231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Transition to ACTIVE for port object 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:20.572168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:20.640165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:20.643071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:20.650262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:47:20.652500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Pushing event updated for resources: {'Port': ['ID=9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:20.690111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.690461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.690834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.691157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.691472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.691801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.692119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.692437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.692770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.693082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.693389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.693696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Tracked resource versions report: Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: pushed versions: Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: { 'AddressGroup': {'1.2'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'ConntrackHelper': {'1.0'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Log': {'1.0'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Network': {'1.1'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Port': {'1.7'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'PortForwarding': {'1.2'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'QosPolicy': {'1.8'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroup': {'1.4'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SubPort': {'1.0'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Subnet': {'1.1'}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Trunk': {'1.1'}} Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: consumer versions: Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'ConntrackHelper': '1.0', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Log': '1.0', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Network': '1.1', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Port': '1.7', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'PortForwarding': '1.2', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'QosPolicy': '1.8', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroup': '1.4', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroupRule': '1.2', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SubPort': '1.0', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Subnet': '1.1', Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Trunk': '1.1'}} Feb 16 16:47:20.695033 dv-neutron-829527-2-hyperv neutron-server[87722]: {{(pid=87722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:47:20.756295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Attempting to bind port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:47:20.756688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Attempting to bind port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:47:20.757105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Attempting to bind port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 on network 7ce9ad08-b883-420a-ba32-3c0115630ac2 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:47:20.762633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:47:20.763344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Checking segment: {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:47:20.763447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:20.763834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Bound using segment: {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:47:20.764315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Bound port: 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:47:20.764693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:20.855480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] For port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:47:20.860404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] For port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9,segment=NetworkSegment(c0774bdc-fab9-47eb-8b8e-5c3523157fdf),segment_id=c0774bdc-fab9-47eb-8b8e-5c3523157fdf)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:47:20.864089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:20.957412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3aaf-e8d4-4fda-b8f1-7061d7d454c9 None None] Pushing event updated for resources: {'Port': ['ID=9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:22.309510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47030) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:22.701857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-78e2a013-dca0-4abe-a1fc-956ce9da51c1 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:47:22.702918 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-78e2a013-dca0-4abe-a1fc-956ce9da51c1 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3926089 Feb 16 16:47:24.151125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:47:24.234124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:24.922192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13005abf-29de-4e80-a86d-0d60f5590fc8 None None] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:47:25.009473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] Provisioning for port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:25.027153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] Provisioning complete for port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:25.027535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:25.161218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47044) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:25.309873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:25.352235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] For port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9,segment=NetworkSegment(c0774bdc-fab9-47eb-8b8e-5c3523157fdf),segment_id=c0774bdc-fab9-47eb-8b8e-5c3523157fdf)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:47:25.357699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:25.436658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee79c8-7334-44ce-92c9-7be638492aa2 None None] Pushing event updated for resources: {'Port': ['ID=9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:25.588763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-06aac874-7bd8-47e3-89d3-7a4f8557e650 None None] Provisioning complete for port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:25.589238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-06aac874-7bd8-47e3-89d3-7a4f8557e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:25.840159 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING oslo_policy.policy [None req-443bd477-a1e3-40fb-9224-502b91d46439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:25.841821 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING oslo_policy.policy [None req-443bd477-a1e3-40fb-9224-502b91d46439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:26.077038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-443bd477-a1e3-40fb-9224-502b91d46439 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:47:26.078290 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-443bd477-a1e3-40fb-9224-502b91d46439 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9152901 Feb 16 16:47:26.132177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:47:26.219880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:26.220451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:26.568948 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:47:28.816839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47060) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:29.169925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:29.275713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.policy [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87721) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 16:47:29.321378 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING oslo_policy.policy [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:29.321742 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING oslo_policy.policy [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:47:29.335318 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.quota [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Loaded quota_driver: . Feb 16 16:47:29.351367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:29.358477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Usage tracker for resource:router and tenant:ab3294b974c34a18bb18c2663a6c71d9 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:29.362970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:29.370323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:29.387773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:29.390041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:29.415105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:29.533312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:29.552864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:29.554018 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b02fb725-e34f-4ee8-a8b2-8c4449017d2c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7362325 Feb 16 16:47:30.783535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0839a066-8802-473e-8e9b-099cb89e43fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:32.007307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47072) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:32.385440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-69b7f414-3507-4553-8e43-0aa40bb04155 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:47:32.386392 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-69b7f414-3507-4553-8e43-0aa40bb04155 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781781 Feb 16 16:47:33.526606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-db78ec44-67f2-491f-b777-4d81b1b59da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:34.162316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:34.805125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47082) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:34.894897 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.171874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:35.177758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:35.181656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Usage tracker for resource:network and tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:35.185136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:35.190781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:35.201477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Made reservation on behalf of b24cd4c7cbba4fa6b8521cd8c4e7ff22 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:35.204466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.221738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.236094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:35.239869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Usage tracker for resource:security_group_rule and tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:35.243063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:35.248879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:35.344519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.348243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.365440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Reserving flat network on physical network physnet1 {{(pid=87721) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 16:47:35.394771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756731127718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.395342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Unsubscribe: segment precommit_create {{(pid=87721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:47:35.395896 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Added segment 57ff4f94-c747-4a90-b054-369840e76eb4 of type flat for network 4a0e5849-0fb5-480a-9651-959e040030f3 Feb 16 16:47:35.448741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454005f0-8839-4890-a9a4-cb9729ad573b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:35.471056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.471520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.471923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.472215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.472638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.473067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.473394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.473716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.474033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.474348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.474694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.475007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Tracked resource versions report: Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: pushed versions: Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: { 'AddressGroup': {'1.2'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'ConntrackHelper': {'1.0'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Log': {'1.0'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Network': {'1.1'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Port': {'1.7'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'PortForwarding': {'1.2'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'QosPolicy': {'1.8'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroup': {'1.4'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SubPort': {'1.0'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Subnet': {'1.1'}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Trunk': {'1.1'}} Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: consumer versions: Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'ConntrackHelper': '1.0', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Log': '1.0', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Network': '1.1', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Port': '1.7', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'PortForwarding': '1.2', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'QosPolicy': '1.8', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroup': '1.4', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroupRule': '1.2', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SubPort': '1.0', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Subnet': '1.1', Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Trunk': '1.1'}} Feb 16 16:47:35.476293 dv-neutron-829527-2-hyperv neutron-server[87721]: {{(pid=87721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:47:35.521539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.565775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.567055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:35.567689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:35.677510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8712599 Feb 16 16:47:35.678128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b67ac6-fd72-48ed-a732-80763cd4502d admin admin] Pushing event updated for resources: {'Network': ['ID=4a0e5849-0fb5-480a-9651-959e040030f3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:35.689835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4a0e5849-0fb5-480a-9651-959e040030f3 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:47:36.530111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:38.067561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47106) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:38.284594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40a12c-f8bd-4421-837d-06ccad6d0e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:38.286072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0c40a12c-f8bd-4421-837d-06ccad6d0e38 admin admin] 10.222.0.43 "GET /v2.0/subnets/44606390-af48-4d16-9f85-75f574e63490 HTTP/1.1" status: 200 len: 849 time: 0.2175686 Feb 16 16:47:38.444455 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9e109d45-f24f-4981-83ce-a8ba984cd998 admin admin] 10.222.0.43 "GET /v2.0/routers/e0600efe-9668-49db-90ec-b019cb510855 HTTP/1.1" status: 200 len: 704 time: 0.1528423 Feb 16 16:47:38.911881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.141173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Allocated IP 172.20.0.1 (7ce9ad08-b883-420a-ba32-3c0115630ac2/44606390-af48-4d16-9f85-75f574e63490/20f7e356-56c5-437c-af2c-b3d4a56be69f) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:39.300488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.319223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Transition to ACTIVE for port object 20f7e356-56c5-437c-af2c-b3d4a56be69f will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:39.372994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.439072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:39.441829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:39.447829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:47:39.448328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.590654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=20f7e356-56c5-437c-af2c-b3d4a56be69f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:39.632250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-957b2329-c1ef-4a83-a5cd-51ac65506925 None None] Provisioning for port 20f7e356-56c5-437c-af2c-b3d4a56be69f completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:39.637913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-957b2329-c1ef-4a83-a5cd-51ac65506925 None None] Provisioning complete for port 20f7e356-56c5-437c-af2c-b3d4a56be69f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:39.638285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-957b2329-c1ef-4a83-a5cd-51ac65506925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.693426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-957b2329-c1ef-4a83-a5cd-51ac65506925 None None] Port 20f7e356-56c5-437c-af2c-b3d4a56be69f cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:47:39.766278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.994201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.998748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:39.999503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:40.132614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=20f7e356-56c5-437c-af2c-b3d4a56be69f,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:40.196825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:40.197869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:40.390469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Router e0600efe-9668-49db-90ec-b019cb510855 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:47:40.420560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f268bea-8259-4283-901f-0a8895a78ca3 None None] Provisioning complete for port 20f7e356-56c5-437c-af2c-b3d4a56be69f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:40.421178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f268bea-8259-4283-901f-0a8895a78ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:40.480366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5f268bea-8259-4283-901f-0a8895a78ca3 None None] Port 20f7e356-56c5-437c-af2c-b3d4a56be69f cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:47:40.548628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:47:40.558206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-002ca04b-e475-4c27-b55b-e32742d9f4a4 admin admin] 10.222.0.43 "PUT /v2.0/routers/e0600efe-9668-49db-90ec-b019cb510855/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1088641 Feb 16 16:47:40.559358 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Sync routers for ids ['e0600efe-9668-49db-90ec-b019cb510855'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:40.569859 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Routers {'e0600efe-9668-49db-90ec-b019cb510855'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:47:40.570693 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:47:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e0600efe-9668-49db-90ec-b019cb510855'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:40.750456 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Set router e0600efe-9668-49db-90ec-b019cb510855 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:47:41.118818 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0600efe-9668-49db-90ec-b019cb510855', 'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:47:29Z', 'updated_at': '2022-02-16T16:47:39Z', 'revision_number': 2, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'gw_port_host': None, '_interfaces': [{'id': '20f7e356-56c5-437c-af2c-b3d4a56be69f', 'name': '', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'mac_address': 'fa:16:3e:0b:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:38Z', 'updated_at': '2022-02-16T16:47:39Z', 'revision_number': 2, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnets': [{'id': '44606390-af48-4d16-9f85-75f574e63490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:41.123839 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Checking router: e0600efe-9668-49db-90ec-b019cb510855 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:47:41.124208 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Updating router e0600efe-9668-49db-90ec-b019cb510855 port 20f7e356-56c5-437c-af2c-b3d4a56be69f binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:47:41.177978 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:41.557088 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:41.572742 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Transition to ACTIVE for port object 20f7e356-56c5-437c-af2c-b3d4a56be69f will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:41.580137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:41.809633 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Pushing event updated for resources: {'Port': ['ID=20f7e356-56c5-437c-af2c-b3d4a56be69f,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:41.831080 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.831463 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.831807 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.832132 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.832448 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.832783 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.833102 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.833416 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.833745 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.834058 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.834371 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.834709 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Tracked resource versions report: Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: pushed versions: Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: { 'AddressGroup': {'1.2'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'ConntrackHelper': {'1.0'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Log': {'1.0'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Network': {'1.1'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Port': {'1.7'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'PortForwarding': {'1.2'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'QosPolicy': {'1.8'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroup': {'1.4'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SubPort': {'1.0'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Subnet': {'1.1'}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Trunk': {'1.1'}} Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: consumer versions: Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'ConntrackHelper': '1.0', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Log': '1.0', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Network': '1.1', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Port': '1.7', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'PortForwarding': '1.2', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'QosPolicy': '1.8', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroup': '1.4', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroupRule': '1.2', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SubPort': '1.0', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Subnet': '1.1', Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Trunk': '1.1'}} Feb 16 16:47:41.836027 dv-neutron-829527-2-hyperv neutron-server[87723]: {{(pid=87723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:47:41.844000 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Attempting to bind port 20f7e356-56c5-437c-af2c-b3d4a56be69f on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:47:41.844397 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Attempting to bind port 20f7e356-56c5-437c-af2c-b3d4a56be69f by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:47:41.844811 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Attempting to bind port 20f7e356-56c5-437c-af2c-b3d4a56be69f on network 7ce9ad08-b883-420a-ba32-3c0115630ac2 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:47:41.850875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:47:41.851263 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Checking segment: {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:47:41.851714 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:41.852091 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Bound using segment: {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:47:41.852554 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Bound port: 20f7e356-56c5-437c-af2c-b3d4a56be69f, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0774bdc-fab9-47eb-8b8e-5c3523157fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:47:41.852930 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:41.941499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] For port 20f7e356-56c5-437c-af2c-b3d4a56be69f, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:47:41.945991 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] For port 20f7e356-56c5-437c-af2c-b3d4a56be69f, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=20f7e356-56c5-437c-af2c-b3d4a56be69f,segment=NetworkSegment(c0774bdc-fab9-47eb-8b8e-5c3523157fdf),segment_id=c0774bdc-fab9-47eb-8b8e-5c3523157fdf)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:47:41.950458 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:42.033599 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Routers {'e0600efe-9668-49db-90ec-b019cb510855'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:47:42.034224 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:47:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e0600efe-9668-49db-90ec-b019cb510855'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:42.157314 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abecf7-3557-4f21-b1df-6d9d77e3bfe8 None None] Pushing event updated for resources: {'Port': ['ID=20f7e356-56c5-437c-af2c-b3d4a56be69f,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:42.203357 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] Set router e0600efe-9668-49db-90ec-b019cb510855 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:47:42.523558 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0600efe-9668-49db-90ec-b019cb510855', 'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:47:29Z', 'updated_at': '2022-02-16T16:47:39Z', 'revision_number': 2, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'gw_port_host': None, '_interfaces': [{'id': '20f7e356-56c5-437c-af2c-b3d4a56be69f', 'name': '', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'mac_address': 'fa:16:3e:0b:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:38Z', 'updated_at': '2022-02-16T16:47:41Z', 'revision_number': 4, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnets': [{'id': '44606390-af48-4d16-9f85-75f574e63490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:42.528081 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa10563-f429-4484-90a3-4a7125d33608 None None] The sync data for ids ['e0600efe-9668-49db-90ec-b019cb510855'] in dv-neutron-829527-2-hyperv is: [{'id': 'e0600efe-9668-49db-90ec-b019cb510855', 'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:47:29Z', 'updated_at': '2022-02-16T16:47:39Z', 'revision_number': 2, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'gw_port_host': None, '_interfaces': [{'id': '20f7e356-56c5-437c-af2c-b3d4a56be69f', 'name': '', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'mac_address': 'fa:16:3e:0b:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:38Z', 'updated_at': '2022-02-16T16:47:41Z', 'revision_number': 4, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnets': [{'id': '44606390-af48-4d16-9f85-75f574e63490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:42.814901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47128) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:42.966313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208ac18-d4e0-4e00-be90-aeb87a3b4d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:42.966919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7208ac18-d4e0-4e00-be90-aeb87a3b4d29 admin admin] Synchronizing usage tracker for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:47:42.985112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7208ac18-d4e0-4e00-be90-aeb87a3b4d29 admin admin] Unset dirty status for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:47:42.986337 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7208ac18-d4e0-4e00-be90-aeb87a3b4d29 admin admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 842 time: 0.1704626 Feb 16 16:47:42.995699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Request body: {'subnet': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'cidr': '172.26.7.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.7.1', 'enable_dhcp': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:43.000675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:47:43.004778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Usage tracker for resource:subnet and tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:47:43.007657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:47:43.014355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:47:43.023847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Made reservation on behalf of b24cd4c7cbba4fa6b8521cd8c4e7ff22 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:43.026651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:43.445084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:47:43.445550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:43.519061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb96b700-c78c-4394-91fb-22e57f62c2c4,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:43.527501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:47:43.527909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Network hostable DHCP agents. Network: 4a0e5849-0fb5-480a-9651-959e040030f3, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:47:43.550018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:47:43.560449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4a0e5849-0fb5-480a-9651-959e040030f3) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:43.564505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:43.565081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:43.569518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbe710-6cfa-4385-bab8-a16423679927 None None] Network 4a0e5849-0fb5-480a-9651-959e040030f3 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:47:43.587769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c253d02e-c3d2-4e8c-aad8-408c03ae7363 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5954344 Feb 16 16:47:43.796899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8a4d6-7609-41a9-a23f-2b29235bd976 None None] Network 4a0e5849-0fb5-480a-9651-959e040030f3 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:47:44.151080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 20f7e356-56c5-437c-af2c-b3d4a56be69f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:47:44.227573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 20f7e356-56c5-437c-af2c-b3d4a56be69f completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:44.233751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 20f7e356-56c5-437c-af2c-b3d4a56be69f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:44.234123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:44.352579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:44.387474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 20f7e356-56c5-437c-af2c-b3d4a56be69f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=20f7e356-56c5-437c-af2c-b3d4a56be69f,segment=NetworkSegment(c0774bdc-fab9-47eb-8b8e-5c3523157fdf),segment_id=c0774bdc-fab9-47eb-8b8e-5c3523157fdf)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:47:44.393202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:44.494187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=20f7e356-56c5-437c-af2c-b3d4a56be69f,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:45.859309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47142) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:46.093913 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-46d71509-5c7b-4b3e-b8f3-e3bd59c8c03f admin admin] 10.222.0.43 "GET /v2.0/routers/e0600efe-9668-49db-90ec-b019cb510855 HTTP/1.1" status: 200 len: 710 time: 0.2335174 Feb 16 16:47:46.137367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 20f7e356-56c5-437c-af2c-b3d4a56be69f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:47:46.209888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 20f7e356-56c5-437c-af2c-b3d4a56be69f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:46.210246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:46.227496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d4e52-1c7a-4651-ade3-f7f3b465c555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:46.228835 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7f4d4e52-1c7a-4651-ade3-f7f3b465c555 admin admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 886 time: 0.1295786 Feb 16 16:47:46.238276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:46.688673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:47.024156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:47.082634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:47.265530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Allocated IP 172.26.7.48 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/e50dc327-5c93-4e88-b4e6-76abe614e7e8) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:47.410543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:47.440384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:47.507517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:47.510283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:47.516689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Pushing event updated for resources: {'Port': ['ID=e50dc327-5c93-4e88-b4e6-76abe614e7e8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:47.520165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:47:47.907086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:48.248672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:48.251867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:48.438166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Router e0600efe-9668-49db-90ec-b019cb510855 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:47:48.718981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:47:48.729089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:48.729955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Sync routers for ids ['e0600efe-9668-49db-90ec-b019cb510855'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:48.730616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-926d3183-ccc5-4e5b-b319-fbd27c75daaf admin admin] 10.222.0.43 "PUT /v2.0/routers/e0600efe-9668-49db-90ec-b019cb510855 HTTP/1.1" status: 200 len: 889 time: 2.4951057 Feb 16 16:47:48.740741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Routers {'e0600efe-9668-49db-90ec-b019cb510855'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:47:48.741591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:47:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e0600efe-9668-49db-90ec-b019cb510855'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:48.958299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Set router e0600efe-9668-49db-90ec-b019cb510855 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:47:49.317798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0600efe-9668-49db-90ec-b019cb510855', 'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e50dc327-5c93-4e88-b4e6-76abe614e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:47:29Z', 'updated_at': '2022-02-16T16:47:47Z', 'revision_number': 4, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'gw_port': {'id': 'e50dc327-5c93-4e88-b4e6-76abe614e7e8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:47Z', 'updated_at': '2022-02-16T16:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '20f7e356-56c5-437c-af2c-b3d4a56be69f', 'name': '', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'mac_address': 'fa:16:3e:0b:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:38Z', 'updated_at': '2022-02-16T16:47:44Z', 'revision_number': 5, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnets': [{'id': '44606390-af48-4d16-9f85-75f574e63490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:49.322669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Checking router: e0600efe-9668-49db-90ec-b019cb510855 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:47:49.323013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Updating router e0600efe-9668-49db-90ec-b019cb510855 port e50dc327-5c93-4e88-b4e6-76abe614e7e8 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:47:49.374618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:49.703511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:49.714930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Transition to ACTIVE for port object e50dc327-5c93-4e88-b4e6-76abe614e7e8 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:49.720730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:49.797604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8bde-6931-4b9b-ba89-51bbcec5846a None None] Pushing event updated for resources: {'Port': ['ID=e50dc327-5c93-4e88-b4e6-76abe614e7e8,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:49.803184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Attempting to bind port e50dc327-5c93-4e88-b4e6-76abe614e7e8 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:47:49.803553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Attempting to bind port e50dc327-5c93-4e88-b4e6-76abe614e7e8 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:47:49.803943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Attempting to bind port e50dc327-5c93-4e88-b4e6-76abe614e7e8 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:47:49.810173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:47:49.810363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:47:49.810776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:49.811157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:47:49.811628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Bound port: e50dc327-5c93-4e88-b4e6-76abe614e7e8, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:47:49.812001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:49.882094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] For port e50dc327-5c93-4e88-b4e6-76abe614e7e8, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:47:49.885017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] For port e50dc327-5c93-4e88-b4e6-76abe614e7e8, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e50dc327-5c93-4e88-b4e6-76abe614e7e8,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:47:49.889742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:49.970259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Routers {'e0600efe-9668-49db-90ec-b019cb510855'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:47:49.970868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:47:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e0600efe-9668-49db-90ec-b019cb510855'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:50.056081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8bde-6931-4b9b-ba89-51bbcec5846a None None] Pushing event updated for resources: {'Port': ['ID=e50dc327-5c93-4e88-b4e6-76abe614e7e8,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:50.178394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] Set router e0600efe-9668-49db-90ec-b019cb510855 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:47:50.514081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0600efe-9668-49db-90ec-b019cb510855', 'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e50dc327-5c93-4e88-b4e6-76abe614e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:47:29Z', 'updated_at': '2022-02-16T16:47:47Z', 'revision_number': 4, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'gw_port': {'id': 'e50dc327-5c93-4e88-b4e6-76abe614e7e8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:47Z', 'updated_at': '2022-02-16T16:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '20f7e356-56c5-437c-af2c-b3d4a56be69f', 'name': '', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'mac_address': 'fa:16:3e:0b:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:38Z', 'updated_at': '2022-02-16T16:47:44Z', 'revision_number': 5, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnets': [{'id': '44606390-af48-4d16-9f85-75f574e63490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:50.518182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d31e81-6b1d-489c-8b0e-36622aa31c7d None None] The sync data for ids ['e0600efe-9668-49db-90ec-b019cb510855'] in dv-neutron-829527-2-hyperv is: [{'id': 'e0600efe-9668-49db-90ec-b019cb510855', 'name': 'router1', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e50dc327-5c93-4e88-b4e6-76abe614e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:47:29Z', 'updated_at': '2022-02-16T16:47:47Z', 'revision_number': 4, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'gw_port': {'id': 'e50dc327-5c93-4e88-b4e6-76abe614e7e8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:47Z', 'updated_at': '2022-02-16T16:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '20f7e356-56c5-437c-af2c-b3d4a56be69f', 'name': '', 'network_id': '7ce9ad08-b883-420a-ba32-3c0115630ac2', 'tenant_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'mac_address': 'fa:16:3e:0b:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0600efe-9668-49db-90ec-b019cb510855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44606390-af48-4d16-9f85-75f574e63490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:47:38Z', 'updated_at': '2022-02-16T16:47:44Z', 'revision_number': 5, 'project_id': 'ab3294b974c34a18bb18c2663a6c71d9', 'subnets': [{'id': '44606390-af48-4d16-9f85-75f574e63490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d09be2-1009-4eed-874d-981b0bedd3be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:51.212122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47154) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:47:51.328541 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-71aaee4e-1dee-4987-9b7e-39b661557322 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1154325 Feb 16 16:47:52.180467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e50dc327-5c93-4e88-b4e6-76abe614e7e8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:47:52.275566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e50dc327-5c93-4e88-b4e6-76abe614e7e8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:52.281616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e50dc327-5c93-4e88-b4e6-76abe614e7e8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:52.281980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:52.413998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:52.432698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e50dc327-5c93-4e88-b4e6-76abe614e7e8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e50dc327-5c93-4e88-b4e6-76abe614e7e8,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:47:52.437364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:47:52.507735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e50dc327-5c93-4e88-b4e6-76abe614e7e8,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:54.201997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e50dc327-5c93-4e88-b4e6-76abe614e7e8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:47:54.287783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e50dc327-5c93-4e88-b4e6-76abe614e7e8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:54.288138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:00.782490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958e9d4c-6e72-4dd9-b1a8-0e525664e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:03.531217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-be6645b1-e44c-4f37-b858-a84e855cdf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:03.569933 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:48:04.166147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:04.900096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:06.542721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:30.790854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99c25971-31d3-4f45-bd5b-8c998244a5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:33.534446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-14ae8a8f-95d0-4b46-97c3-191414772faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:34.174444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:34.901716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:36.546317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:48:40.568310 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:49:00.774009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce5ad672-2048-490b-825d-98cc8c15c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:03.540374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2594f38-63dd-4a62-9c54-321c95622db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:04.197213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:04.906271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:06.553034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:17.567258 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:49:30.777474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6db40934-7f12-4aa3-9014-f4c7cddc6ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:33.534112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-faefe48d-2e67-4719-9c50-e8fffc136f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:34.175741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:34.909789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:36.553378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:54.565242 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:49:59.506567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47756) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:49:59.574143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e48930-7d9e-4025-8b2d-77acc8ffda6f admin admin] GET failed (client error): The resource could not be found. Feb 16 16:49:59.575432 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b8e48930-7d9e-4025-8b2d-77acc8ffda6f admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671470 Feb 16 16:49:59.706575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d807bf-bd96-4630-85d0-b32f35175b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:59.708031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d6d807bf-bd96-4630-85d0-b32f35175b2b admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287394 Feb 16 16:50:00.780123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1bd2e6b8-f7a3-4ba7-8e36-0bda0e9de17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:01.903642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47766) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:02.015381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001312c-32b3-48cd-9670-e0131f0dfa06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:02.015932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3001312c-32b3-48cd-9670-e0131f0dfa06 admin admin] Synchronizing usage tracker for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:50:02.034084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3001312c-32b3-48cd-9670-e0131f0dfa06 admin admin] Unset dirty status for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:50:02.035479 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3001312c-32b3-48cd-9670-e0131f0dfa06 admin admin] 10.222.0.43 "GET /v2.0/subnets/44606390-af48-4d16-9f85-75f574e63490 HTTP/1.1" status: 200 len: 849 time: 0.1306851 Feb 16 16:50:02.044957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:02.165699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:02.365460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756730968351'] for subnet, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:02.411888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:02.412388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:02.414300 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] 10.222.0.43 "PUT /v2.0/subnets/44606390-af48-4d16-9f85-75f574e63490 HTTP/1.1" status: 200 len: 868 time: 0.3732831 Feb 16 16:50:02.416668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd6bca-ac87-432f-a674-070da5c06089 None None] Network 7ce9ad08-b883-420a-ba32-3c0115630ac2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:50:02.441939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44606390-af48-4d16-9f85-75f574e63490,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:02.449565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.449902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.450246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.450588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.450921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.451462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.451632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.451921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.452355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.452687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.452981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.453295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607da1a6-8a83-4131-8898-0b05075043b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:02.935234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1aa2f36c-511b-4949-974b-0cf80bc5f255 None None] Provisioning complete for port 20f7e356-56c5-437c-af2c-b3d4a56be69f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:02.935583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f36c-511b-4949-974b-0cf80bc5f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:03.062260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1aa2f36c-511b-4949-974b-0cf80bc5f255 None None] Provisioning complete for port 9a6d2eb6-32f3-4b0f-ab96-4e85925f2bc9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:03.062529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f36c-511b-4949-974b-0cf80bc5f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:03.536887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8108d70-1f0c-4d21-84fc-b5ac569ab8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:04.172109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:04.616723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47776) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:04.797016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60220f-2735-41a6-b4da-a32d6b8831c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:04.797398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60220f-2735-41a6-b4da-a32d6b8831c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:04.798996 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-da60220f-2735-41a6-b4da-a32d6b8831c1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813216 Feb 16 16:50:04.913687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:06.561320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:06.978619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47786) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:07.178771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf1839-0e87-470d-8357-3bad5e8483c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:07.179505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf1839-0e87-470d-8357-3bad5e8483c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:07.181823 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c3bf1839-0e87-470d-8357-3bad5e8483c8 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020206 Feb 16 16:50:09.422466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:09.596421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e916d-18d3-4569-b638-bf19515b1dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:09.597774 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-513e916d-18d3-4569-b638-bf19515b1dbb admin admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 886 time: 0.1739368 Feb 16 16:50:11.807303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47806) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:11.980105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee31e6-f714-4e8f-9b48-88bbc14c2e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:11.981461 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4dee31e6-f714-4e8f-9b48-88bbc14c2e1e admin admin] 10.222.0.43 "GET /v2.0/networks/7ce9ad08-b883-420a-ba32-3c0115630ac2 HTTP/1.1" status: 200 len: 869 time: 0.1732309 Feb 16 16:50:14.254043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47816) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:14.376431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055651d-a498-481f-a88c-00109b896b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:14.376877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055651d-a498-481f-a88c-00109b896b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:14.378397 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c055651d-a498-481f-a88c-00109b896b28 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233494 Feb 16 16:50:16.629867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47826) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:16.747344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658db52-c9ed-418d-ac4d-453305231517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:16.747799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658db52-c9ed-418d-ac4d-453305231517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:16.749413 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3658db52-c9ed-418d-ac4d-453305231517 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183736 Feb 16 16:50:18.949972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47836) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:19.058209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce141b9-8de2-48b6-a2a2-b865470bc98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:19.059599 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5ce141b9-8de2-48b6-a2a2-b865470bc98b admin admin] 10.222.0.43 "GET /v2.0/subnets/44606390-af48-4d16-9f85-75f574e63490 HTTP/1.1" status: 200 len: 868 time: 0.1086473 Feb 16 16:50:21.233315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47846) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:21.366150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4551e086-d0a4-4467-86c2-6a6c8ada8670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:21.367512 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4551e086-d0a4-4467-86c2-6a6c8ada8670 admin admin] 10.222.0.43 "GET /v2.0/subnets/fb96b700-c78c-4394-91fb-22e57f62c2c4 HTTP/1.1" status: 200 len: 816 time: 0.1332636 Feb 16 16:50:30.801260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a91a551-1ce3-4854-8b75-adcea2b0d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:31.563516 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:50:33.541962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6bc7ec19-fd74-43d4-8a94-9addb69e132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:34.171986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:34.916179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:36.563283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:40.333387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47892) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:40.380948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-81b75e10-d97f-4ff8-85df-27bd5e65b02f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:50:40.381982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-81b75e10-d97f-4ff8-85df-27bd5e65b02f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474317 Feb 16 16:50:42.604322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47902) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:42.672439 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f64483-d325-46bc-b24d-e22ec7a96d62 admin admin] GET failed (client error): The resource could not be found. Feb 16 16:50:42.673683 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37f64483-d325-46bc-b24d-e22ec7a96d62 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684366 Feb 16 16:50:42.847726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494375d-d0a4-4174-a06b-6ed8d8562159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:42.849678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5494375d-d0a4-4174-a06b-6ed8d8562159 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1709075 Feb 16 16:50:45.049307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47912) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:45.096314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:45.101116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:50:45.110623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:50:45.121633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Made reservation on behalf of b24cd4c7cbba4fa6b8521cd8c4e7ff22 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:45.123863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:45.214593 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.services.revisions.revision_plugin [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Could not find related network for resource to bump revision. Feb 16 16:50:45.228046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:45.237275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:45.237642 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Added segment 742c3b41-e45b-4933-86fa-412dfb786506 of type vlan for network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a Feb 16 16:50:45.263950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:45.293021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:45.293940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:45.294512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:45.396979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3466022 Feb 16 16:50:45.397692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=673e1a9a-7924-4e24-a7a9-b6b41189ad6a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:45.404682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.405093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.405433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.405758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.406079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.406417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.406766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.407099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.407426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.407757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.408052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.408628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a73ce-0f6f-4ac2-942a-efa94173c4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:45.421590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:50:47.559561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47922) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:50:47.627548 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e96f0b-d39f-4c4d-8eb2-49801f8bcc71 admin admin] GET failed (client error): The resource could not be found. Feb 16 16:50:47.628044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-66e96f0b-d39f-4c4d-8eb2-49801f8bcc71 admin admin] Synchronizing usage tracker for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:50:47.643147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-66e96f0b-d39f-4c4d-8eb2-49801f8bcc71 admin admin] Unset dirty status for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:50:47.644378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66e96f0b-d39f-4c4d-8eb2-49801f8bcc71 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0838439 Feb 16 16:50:47.752417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68927bdb-1d46-4886-a7c8-d96acb4d6755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:47.753765 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-68927bdb-1d46-4886-a7c8-d96acb4d6755 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048894 Feb 16 16:50:47.763645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:47.768078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:50:47.778057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:50:47.788626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Made reservation on behalf of b24cd4c7cbba4fa6b8521cd8c4e7ff22 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:47.790933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:47.996177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:48.072041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:48.080349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Checking segment: {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:50:48.080700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Network hostable DHCP agents. Network: 673e1a9a-7924-4e24-a7a9-b6b41189ad6a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:48.098930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:48.108129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 673e1a9a-7924-4e24-a7a9-b6b41189ad6a) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:48.112410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.113009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:48.118040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd651d-4164-4cb0-b934-141d129c4912 None None] Network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:50:48.139157 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-55d3c8a9-f01b-4495-9f46-1b8c820c2654 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3788466 Feb 16 16:50:48.361172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-673e1a9a-7924-4e24-a7a9-b6b41189ad6a', 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a', 'tenant_id': 'b24cd4c7cbba4fa6b8521cd8c4e7ff22', 'fixed_ips': [{'subnet_id': 'cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:50:48.361990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:48.522745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Allocated IP 192.168.233.2 (673e1a9a-7924-4e24-a7a9-b6b41189ad6a/cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5/e3fcdf12-0469-4b9b-b241-5e455c3ef4b2) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:48.734508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:48.744848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Transition to ACTIVE for port object e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:48.763799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Transition to ACTIVE for port object e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:48.777205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:48.845572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:48.848741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:48.852772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:50:48.859455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Pushing event updated for resources: {'Port': ['ID=e3fcdf12-0469-4b9b-b241-5e455c3ef4b2,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:48.896780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.897143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.897476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.897800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.898122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.898457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.898800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.899117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.899474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.899813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.900107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.900414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:48.960919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Attempting to bind port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:50:48.961278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Attempting to bind port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:50:48.961629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Attempting to bind port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 on network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:50:48.966972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:50:48.967333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Checking segment: {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:50:48.967719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:48.968100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Bound using segment: {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:50:48.968544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Bound port: e3fcdf12-0469-4b9b-b241-5e455c3ef4b2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:50:48.968922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:49.058965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] For port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:50:49.061948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] For port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e3fcdf12-0469-4b9b-b241-5e455c3ef4b2,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:50:49.068225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:49.176284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c9fdf-af91-4096-b7b0-5fb0ef01f6a6 None None] Pushing event updated for resources: {'Port': ['ID=e3fcdf12-0469-4b9b-b241-5e455c3ef4b2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:50.053545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbbb85-2212-480f-8895-a52b3a518c40 None None] Network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:50:50.151475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dfe3f56d-1ffb-4b10-b003-41c9cea4fd40 None None] Provisioning for port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:50.303245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:50:50.392919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:50.399730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:50.400104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:50.534640 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:50.573620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e3fcdf12-0469-4b9b-b241-5e455c3ef4b2,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:50:50.580789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:50.642014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-63bb4758-4b88-4af0-b0cb-82de05e3f6c5 None None] Provisioning complete for port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:50.642376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-63bb4758-4b88-4af0-b0cb-82de05e3f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:50.700509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e3fcdf12-0469-4b9b-b241-5e455c3ef4b2,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:52.242399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:50:52.313125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e3fcdf12-0469-4b9b-b241-5e455c3ef4b2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:52.313484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:00.785164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ea67df3-ff29-4de5-a78f-f0fe74a532b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:03.547896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3f85727e-f208-4050-b57d-1f0c224da051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:04.167278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:04.919983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:06.566450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:08.561543 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:51:30.787829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1ce08f0c-67bf-4ca4-a5a9-03cec672cc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:33.551753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bf900cb1-ce22-45ee-91b2-22f7a8d1e916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:34.171905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:34.921149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:36.568608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:45.559756 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:52:00.789530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc521a52-c92a-48e7-89a0-ec4d31640095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:03.554196 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-67d425ec-9cac-497b-9546-f8129124d1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:04.176706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:04.925138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.163603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47966) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:52:06.170139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-9e7588cd-0806-4495-8544-3fe91c892a3b tempest-verify_tempest_config-1348441298 tempest-verify_tempest_config-1348441298-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:52:06.171261 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9e7588cd-0806-4495-8544-3fe91c892a3b tempest-verify_tempest_config-1348441298 tempest-verify_tempest_config-1348441298-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061238 Feb 16 16:52:06.476416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 47984) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:52:06.567495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.592402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.607824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:52:06.612548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Usage tracker for resource:security_group_rule and tenant:cd0279e55b9e4f63971f02827731a609 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:52:06.615434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:52:06.620970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:52:06.703389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.707456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.753916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd0279e55b9e4f63971f02827731a609&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2764876 Feb 16 16:52:06.754738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e5c0bc-1aa4-48e5-bb97-1e29df0aae37,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:06.756705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 47990) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:52:06.762839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.763186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.763512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.763836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.764155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.764490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.764807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.765136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.765452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.765763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.766073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.766379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97d06a7-d1ec-4d12-b846-8fc436c20d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.814352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.840016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.934106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.947918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e5c0bc-1aa4-48e5-bb97-1e29df0aae37,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:06.957484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.957853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.958187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.958509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.958856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.959192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.959513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.959836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.960159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.960470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.960801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.961112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:06.965887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:06.966977 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5139bf57-e0a3-47f0-aa1b-d593f1fefddf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54e5c0bc-1aa4-48e5-bb97-1e29df0aae37 HTTP/1.1" status: 204 len: 168 time: 0.2093039 Feb 16 16:52:22.558296 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:52:30.809397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0c792f55-e536-448a-b430-f51d22c2cb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:33.557082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5b327199-2d78-46c3-9244-393862b142b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:34.171342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:34.928134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:36.567093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:59.559441 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 5 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:53:00.791913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91b3a5fc-3312-4ec1-a017-56321b557ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:03.558393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5691-4699-43c5-bc69-33b0c315c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:04.182240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:04.928035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:06.570336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:24.388441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462439'] for agent, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:30.795327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39e49f52-39c7-4e07-b031-f4d7ab39946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:33.565170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f6c8455b-c395-47a3-8cbe-5f6394670ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:34.182446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:34.934751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:36.559225 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:53:36.572979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:39.135190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48060) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:53:39.259963 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ce006d76-71b4-4cea-b06b-93cbcd83fb04 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1236265 Feb 16 16:53:41.481130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48070) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:53:41.537547 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8d7240f0-7441-4dbc-9f4d-ca1e8eaf3ca2 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0554135 Feb 16 16:53:54.376125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:00.798937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ffed5379-a4f1-4bfb-8980-1b5882849327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:03.559705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-97aa8a76-8906-4a36-ba06-0329d285d242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:04.176234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:04.936175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:06.576249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:13.558563 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:54:24.379044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:30.854218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69804ff8-3804-439e-b72c-403b1a99443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:33.563105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f47d-ed3b-4061-885d-cbadcd6ef096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:34.179745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:34.941032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:36.579959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:50.558511 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:54:54.378190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:00.799237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fb9697f9-eaad-42f3-b0c6-ea4378bbbe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:03.565622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01560af1-9e85-4b3f-ba6f-23ed0dbdf5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:04.207181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:04.954195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:06.595061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:09.710509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48264) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:09.813154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48272) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:09.985935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48284) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:10.228070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2110711510-network', 'tenant_id': '77d5020557b142948d879f0e8f88ca19'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:10.237603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2000767689-network', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:10.241989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:10.244610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:10.249708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Usage tracker for resource:network and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:10.252845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Usage tracker for resource:network and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:10.258281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:10.261448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:10.264242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:10.270059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:10.283093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Made reservation on behalf of 77d5020557b142948d879f0e8f88ca19 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:10.285925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.301357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.312624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Made reservation on behalf of 4b55a0aeb87b48c886c712a2d8a98258 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:10.315120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.330431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.343963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:10.351916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Usage tracker for resource:security_group_rule and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:10.354854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:10.357126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:10.365103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:10.368541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Usage tracker for resource:security_group_rule and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:10.379839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:10.386009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:10.485514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1790754765'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:10.493514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:10.500490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:network and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:10.504702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:10.512948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:10.527562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:10.533190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.547035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.555614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.561249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.563282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.564940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:10.568918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:security_group_rule and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:10.572231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:10.581043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:10.586612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.600309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:10.610128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.610523 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Added segment 53ff3fa5-2612-40eb-a59d-93240fb6a0b6 of type vlan for network ffffe003-05d4-4a18-af31-e5ddc33bfa9c Feb 16 16:55:10.617839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:10.628897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.629249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Added segment cf8d821c-d98b-40ee-b6e9-34d86d6fda56 of type vlan for network 75604c64-ca6f-403d-a64b-3df4e8a47e07 Feb 16 16:55:10.661956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.710392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.712863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.713404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:10.714900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.717147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.737389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:10.750691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.751316 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Added segment d0e979c6-ff52-40d0-94ca-b799458b7d46 of type vlan for network f92b56da-dfd9-433c-a595-962c6f07801d Feb 16 16:55:10.774153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.781745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.816717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47f98f-8ca0-49ba-967d-ff9daa40a357,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.823697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.832894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:10.833405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.883296 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8969693 Feb 16 16:55:10.893999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:10.903938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:10.921985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.922357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.922731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.923065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.923488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.923817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.924329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.924852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.925526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.926002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.926477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.926981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Tracked resource versions report: Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: pushed versions: Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: { 'AddressGroup': {'1.2'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'ConntrackHelper': {'1.0'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Log': {'1.0'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Network': {'1.1'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Port': {'1.7'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'PortForwarding': {'1.2'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'QosPolicy': {'1.8'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroup': {'1.4'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SubPort': {'1.0'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Subnet': {'1.1'}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Trunk': {'1.1'}} Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: consumer versions: Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: HyperV agent@hv-neutron-8295: {}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'ConntrackHelper': '1.0', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Log': '1.0', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Network': '1.1', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Port': '1.7', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'PortForwarding': '1.2', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'QosPolicy': '1.8', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroup': '1.4', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SecurityGroupRule': '1.2', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'SubPort': '1.0', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Subnet': '1.1', Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: 'Trunk': '1.1'}} Feb 16 16:55:10.928237 dv-neutron-829527-2-hyperv neutron-server[87720]: {{(pid=87720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:55:10.933581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.934755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:10.935499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.951007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] Pushing event updated for resources: {'Network': ['ID=75604c64-ca6f-403d-a64b-3df4e8a47e07,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.959149 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3730d11c-f432-4b38-8a69-030bbf2df971 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1446197 Feb 16 16:55:10.959748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48330) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:10.994015 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2823937 Feb 16 16:55:10.995181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa8c7b-1910-4e09-bcfb-f8ba6d654833,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.997672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ca7622-6a15-4788-bbf4-449e362f1325,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.003837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Request body: {'subnet': {'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2000767689-subnet', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:11.013756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48334) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:11.016302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.016638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.016838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:11.016954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.017282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.017603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.017926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.018243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.018577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.018901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.019284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.019509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.019821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Tracked resource versions report: Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: pushed versions: Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: { 'AddressGroup': {'1.2'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'ConntrackHelper': {'1.0'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Log': {'1.0'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Network': {'1.1'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Port': {'1.7'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'PortForwarding': {'1.2'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'QosPolicy': {'1.8'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroup': {'1.4'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SubPort': {'1.0'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Subnet': {'1.1'}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Trunk': {'1.1'}} Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: consumer versions: Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: HyperV agent@hv-neutron-8295: {}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'ConntrackHelper': '1.0', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Log': '1.0', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Network': '1.1', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Port': '1.7', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'PortForwarding': '1.2', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'QosPolicy': '1.8', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroup': '1.4', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SecurityGroupRule': '1.2', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'SubPort': '1.0', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Subnet': '1.1', Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: 'Trunk': '1.1'}} Feb 16 16:55:11.020877 dv-neutron-829527-2-hyperv neutron-server[87721]: {{(pid=87721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:55:11.023298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Usage tracker for resource:subnet and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:11.026194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:11.034158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:11.048698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Made reservation on behalf of 4b55a0aeb87b48c886c712a2d8a98258 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:11.051357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.086390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Request body: {'subnet': {'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2110711510-subnet', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:11.091581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:11.096802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Usage tracker for resource:subnet and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:11.100451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:11.109461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:11.117319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48340) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:11.141274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Made reservation on behalf of 77d5020557b142948d879f0e8f88ca19 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:11.143714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.288806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5408c-a07b-4bff-b741-29c73be7a67b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Network': ['ID=f92b56da-dfd9-433c-a595-962c6f07801d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.303865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:11.346297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:11.433262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56624b52-438f-4037-bc4e-875df9d9cec2 admin admin] Pushing event updated for resources: {'Network': ['ID=ffffe003-05d4-4a18-af31-e5ddc33bfa9c,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.482392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.523105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:11.536675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:11.543165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:11.547844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:11.555333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:11.565840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.571217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a93fad-c43d-4e7d-8487-07b25d0e1103,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.601573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:11.606768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.627866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Checking segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:11.629364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Network hostable DHCP agents. Network: 75604c64-ca6f-403d-a64b-3df4e8a47e07, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:11.664209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:11.682939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 75604c64-ca6f-403d-a64b-3df4e8a47e07) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:11.700609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:11.701596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.735479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5597547-d2bb-45b7-b0ae-a245e8fec7bb,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.741250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48362) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:11.756200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e8eb2-0010-4e6a-9328-58d5551c7eb9 None None] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:11.763653 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-de4b9ab0-c068-4051-b388-33e172abdc77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7740912 Feb 16 16:55:11.766680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48368) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:11.772315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:11.793858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:11.800951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Usage tracker for resource:router and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:11.808440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:11.822302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:11.827450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Checking segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:11.827792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Network hostable DHCP agents. Network: ffffe003-05d4-4a18-af31-e5ddc33bfa9c, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:11.845931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.849193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.867424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:11.888742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ffffe003-05d4-4a18-af31-e5ddc33bfa9c) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:11.907249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.956180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08385d02-ea7b-4037-9fda-88c1677eb531 None None] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:11.964920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:11.967152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.065298 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-988a69de-171b-4943-89e7-2a4e16f9b516 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0378325 Feb 16 16:55:12.068702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48378) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:12.076994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:12.084930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.093308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Usage tracker for resource:router and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.099292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1825815530'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:12.102589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.122536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.125637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:12.140275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Usage tracker for resource:network and tenant:e2bfd99600ca4e2dba1694509fe893ec is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.146072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.154931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:12.179973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.267718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.268394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.308014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.314302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48386) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:12.345298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-446031823', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:12.346602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Made reservation on behalf of e2bfd99600ca4e2dba1694509fe893ec for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:12.355590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.384410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-75604c64-ca6f-403d-a64b-3df4e8a47e07', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:12.385329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.401235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:12.402434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.551305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.563479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.565950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48392) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:12.600395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Usage tracker for resource:port and tenant:5690195f70e4429ab3878437ade6c146 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.620486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.706912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:12.717430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-673607273'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:12.739369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.755924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Allocated IP 172.20.0.2 (75604c64-ca6f-403d-a64b-3df4e8a47e07/74a93fad-c43d-4e7d-8487-07b25d0e1103/f039584a-a7ac-4b82-9977-d213dd5f4a4f) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:12.756393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Usage tracker for resource:network and tenant:89cc0998027a47d99a0113be38bbe7e8 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.761089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Allocated IP 172.20.0.2 (ffffe003-05d4-4a18-af31-e5ddc33bfa9c/b5597547-d2bb-45b7-b0ae-a245e8fec7bb/4b5b99b8-5730-46c6-9e4b-5985152ae7ac) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:12.770339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-569073616'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:12.774159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.779635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Made reservation on behalf of 5690195f70e4429ab3878437ade6c146 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:12.783153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.800999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.803142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48400) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:12.806829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:12.814084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.814741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Usage tracker for resource:network and tenant:1fd476296b3f44eba08debef22d41565 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.820779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.831706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.848334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:12.858660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.864532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Made reservation on behalf of 89cc0998027a47d99a0113be38bbe7e8 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:12.868523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.868905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.882141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.887280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Made reservation on behalf of 1fd476296b3f44eba08debef22d41565 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:12.891353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.892816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Usage tracker for resource:security_group_rule and tenant:e2bfd99600ca4e2dba1694509fe893ec is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.904131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.904346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.916955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Usage tracker for resource:security_group_rule and tenant:5690195f70e4429ab3878437ade6c146 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.924253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:12.927418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.946325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:12.951296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-511547656', 'router:external': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:12.972116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.984229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Usage tracker for resource:security_group_rule and tenant:89cc0998027a47d99a0113be38bbe7e8 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:12.990874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:12.992317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:12.993043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network hostable DHCP agents. Network: f92b56da-dfd9-433c-a595-962c6f07801d, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:12.993330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:13.003401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:13.005962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=152636cd-3e86-4478-9478-c4652c7f27ed,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:13.006709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:13.010018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:13.011794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Usage tracker for resource:security_group_rule and tenant:1fd476296b3f44eba08debef22d41565 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:13.015928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:13.033733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:13.036009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:network and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:13.046301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:13.055978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:13.100990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:13.116417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.124982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, f92b56da-dfd9-433c-a595-962c6f07801d) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:13.128737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Transition to ACTIVE for port object 4b5b99b8-5730-46c6-9e4b-5985152ae7ac will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:13.136386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.137016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.164051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Transition to ACTIVE for port object 4b5b99b8-5730-46c6-9e4b-5985152ae7ac will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:13.172296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a35c8-8785-4275-921f-8ae4d6a38397 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:13.191949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.251738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Made reservation on behalf of 7d13d896002a40f4ac2df1d8cf67cc3c for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:13.254178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.254514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.263171 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6755504b-82b9-4986-b83f-26e9fea895a3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3683090 Feb 16 16:55:13.266301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48408) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:13.269504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.277999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'name': 'tempest-NetworksTestDHCPv6-1463614838'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:13.319891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.384053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:13.403960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:13.417833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6066c241-ad29-4282-9409-86b79ace2cd7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:13.420659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:13.425513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.425859 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Added segment 82c48560-cab9-4e20-88df-7bfe3df30f11 of type vlan for network 4ddfc390-b340-4cd1-83f0-0a63b7d8845b Feb 16 16:55:13.437949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:13.456065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.459464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:13.475963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.480690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] device_id is not set on port eb316f80-3570-4f7b-b221-59ac5d81d647 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:13.524515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Pushing event updated for resources: {'Port': ['ID=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:13.596898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.597152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.597492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.597822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.598140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.598484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.598831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.599148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.599472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.599775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.600087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.600394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Tracked resource versions report: Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: pushed versions: Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: { 'AddressGroup': {'1.2'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'ConntrackHelper': {'1.0'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Log': {'1.0'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Network': {'1.1'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Port': {'1.7'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'PortForwarding': {'1.2'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'QosPolicy': {'1.8'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroup': {'1.4'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SubPort': {'1.0'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Subnet': {'1.1'}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Trunk': {'1.1'}} Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: consumer versions: Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: HyperV agent@hv-neutron-8295: {}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'ConntrackHelper': '1.0', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Log': '1.0', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Network': '1.1', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Port': '1.7', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'PortForwarding': '1.2', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'QosPolicy': '1.8', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroup': '1.4', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SecurityGroupRule': '1.2', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'SubPort': '1.0', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Subnet': '1.1', Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: 'Trunk': '1.1'}} Feb 16 16:55:13.601447 dv-neutron-829527-2-hyperv neutron-server[87722]: {{(pid=87722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:55:13.622455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.682818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.685273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:13.693998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Attempting to bind port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:13.694820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Attempting to bind port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:13.694820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Attempting to bind port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac on network ffffe003-05d4-4a18-af31-e5ddc33bfa9c {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:13.699422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:13.700878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Transition to ACTIVE for port object f039584a-a7ac-4b82-9977-d213dd5f4a4f will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:13.707250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:13.717345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:13.718415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Checking segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:13.719427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.720166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Bound using segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:13.720307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Bound port: 4b5b99b8-5730-46c6-9e4b-5985152ae7ac, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:13.720646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.724280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:13.737957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.745262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Allocated IP 172.26.7.37 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/eb316f80-3570-4f7b-b221-59ac5d81d647) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:13.769885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.776731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.777218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.805032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.806830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:13.810763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.832886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Transition to ACTIVE for port object f039584a-a7ac-4b82-9977-d213dd5f4a4f will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:13.837630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:security_group_rule and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:13.840627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:13.841539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '152636cd-3e86-4478-9478-c4652c7f27ed'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:13.842366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.868882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.872881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.874881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:13.907211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.936884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:13.996274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.041235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:14.043050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] For port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:14.065004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 030abd67-0e65-4a14-928c-568603b32612 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:14.106135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.112843 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9821382 Feb 16 16:55:14.113786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069ed6-6401-45a3-9cb4-48d55abe4cf0 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Pushing event updated for resources: {'Network': ['ID=4ddfc390-b340-4cd1-83f0-0a63b7d8845b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.134276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48414) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:14.169097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:14.179833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.205533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f62c7b-decd-4135-8b25-63d35d89bf64,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.257596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.258246 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Added segment 4a3edf65-567e-490b-bdfd-6b4138076960 of type vlan for network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc Feb 16 16:55:14.287357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:14.289110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:14.300836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Pushing event updated for resources: {'Port': ['ID=f039584a-a7ac-4b82-9977-d213dd5f4a4f,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.350756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:14.379443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] For port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:14.381348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.384082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4ddfc390-b340-4cd1-83f0-0a63b7d8845b details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:14.386188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.386679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Added segment 7ed37c94-1614-40d7-b33b-091f1d5d8305 of type vlan for network e476a5e9-ef98-4933-8d4f-c85c955b3c53 Feb 16 16:55:14.388070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68863835-b1ca-4db1-a1c3-fab483155751,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.433356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'network': {'name': 'tempest-network--1759927815', 'router:external': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:14.442991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:14.450597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:network and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:14.459814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:14.460192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.469358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:14.490185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::1fe (f92b56da-dfd9-433c-a595-962c6f07801d/152636cd-3e86-4478-9478-c4652c7f27ed/030abd67-0e65-4a14-928c-568603b32612) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:14.513011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.518817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:14.519904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.570587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.651173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.656190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3405430 Feb 16 16:55:14.673916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.679963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95a71b8-af07-4afa-94d2-0c3fd6d4ac30,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.711664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.712575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Made reservation on behalf of 494c8cf07ba6457182e5415b098c115b for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:14.715393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.748124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.769752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066c88d-b340-4d3b-abbd-74998897f2c9 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Pushing event updated for resources: {'Network': ['ID=ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.787450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:14.788066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Attempting to bind port f039584a-a7ac-4b82-9977-d213dd5f4a4f on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:14.788439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Attempting to bind port f039584a-a7ac-4b82-9977-d213dd5f4a4f by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:14.789198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Attempting to bind port f039584a-a7ac-4b82-9977-d213dd5f4a4f on network 75604c64-ca6f-403d-a64b-3df4e8a47e07 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:14.793087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:14.798612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc4616-ca55-4952-bf83-d416776214f1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.812426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:14.814261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:security_group_rule and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:14.820085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.824924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:14.828007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.833236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:14.833915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.846344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:14.852264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.852854 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Added segment ace539dd-c41a-4c7e-9d70-e29d3cacb4b7 of type vlan for network 1688d251-53e0-47e6-906e-abb231075d54 Feb 16 16:55:14.870877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 030abd67-0e65-4a14-928c-568603b32612 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:14.962388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:14.963042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Checking segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:14.963284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.963675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Bound using segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:14.964205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Bound port: f039584a-a7ac-4b82-9977-d213dd5f4a4f, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:14.964804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:14.978337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.065258 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4963517 Feb 16 16:55:15.072778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.074218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48434) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:15.095512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae4c7-a7ad-4ce9-8c86-cefbd6da045e tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event updated for resources: {'Network': ['ID=e476a5e9-ef98-4933-8d4f-c85c955b3c53,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.110668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Request body: {'subnet': {'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:15.137258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=030abd67-0e65-4a14-928c-568603b32612,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.145151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:15.197266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:15.206756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:15.213750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:15.219883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.220519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.235387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.255115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.268072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:15.277451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.277775 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Added segment ebe0cebb-1d47-41d1-a41a-a58a1cb65e0c of type vlan for network 80f96628-3557-4838-aabf-24b1f343bd5d Feb 16 16:55:15.309001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.359928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.360855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.361421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.362066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.378453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:15.390864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:15.403251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead4b5-007f-4525-a40f-3518b9793277 None None] Pushing event updated for resources: {'Port': ['ID=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.406111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:15.409332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:15.411390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.412432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.416099 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2804880 Feb 16 16:55:15.419810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Allocated IP 172.26.7.221 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/c2152510-6dd4-4eb8-b449-70f6fca967c8) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:15.426342 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4322d99d-f09b-4460-b939-336dee74e272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1585972 Feb 16 16:55:15.434923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48440) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:15.435497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48442) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:15.456875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.7107072 Feb 16 16:55:15.459107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Usage tracker for resource:subnet and tenant:1fd476296b3f44eba08debef22d41565 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:15.463730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48448) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:15.472336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:15.482507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.37'}]}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:15.493363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/152636cd-3e86-4478-9478-c4652c7f27ed/db7e30e7-9952-4929-96fe-00fc7ed2d514) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:15.494416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:15.500339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Usage tracker for resource:router and tenant:5690195f70e4429ab3878437ade6c146 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:15.503829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:15.511767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:15.530204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:15.544953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d66e8-83ce-49aa-b226-4f9f8e7d6427 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Pushing event updated for resources: {'Port': ['ID=eb316f80-3570-4f7b-b221-59ac5d81d647,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.549215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.551665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.572730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.616838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] For port f039584a-a7ac-4b82-9977-d213dd5f4a4f, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:15.651757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b351f-f0fd-40d5-aefe-6653587b2a83,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.682177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48452) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:15.701555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] For port f039584a-a7ac-4b82-9977-d213dd5f4a4f, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f039584a-a7ac-4b82-9977-d213dd5f4a4f,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:15.717495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.753881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Request body: {'port': {'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc', 'binding:host_id': 'hv-neutron-8295', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1770332357'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:15.767837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Made reservation on behalf of 1fd476296b3f44eba08debef22d41565 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:15.771648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks [] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.793917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.794917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.795510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:15.800285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268c9c-e3ef-46b7-b1b2-1291b5a96330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Network': ['ID=80f96628-3557-4838-aabf-24b1f343bd5d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.805357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:15.822922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 80f96628-3557-4838-aabf-24b1f343bd5d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:15.888321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Usage tracker for resource:port and tenant:a869383daf164b1ca290fd2b70eee55b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:15.980676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5619b7-b427-42ea-b18e-44d5ce0c37ea tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.981431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ab5619b7-b427-42ea-b18e-44d5ce0c37ea tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:15.993236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.097775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:16.124986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45353fe8-eab9-415c-9a99-4ac529975327 None None] Pushing event updated for resources: {'Port': ['ID=f039584a-a7ac-4b82-9977-d213dd5f4a4f,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:16.132113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.162803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Transition to ACTIVE for port object db7e30e7-9952-4929-96fe-00fc7ed2d514 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:16.184055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Network': ['ID=1688d251-53e0-47e6-906e-abb231075d54,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:16.197069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1688d251-53e0-47e6-906e-abb231075d54 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:16.213261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.222768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Transition to ACTIVE for port object db7e30e7-9952-4929-96fe-00fc7ed2d514 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:16.237652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.240250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.279361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:16.313849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ca073d52-55c1-4c61-92ee-30e6ece21b52 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.5050743 Feb 16 16:55:16.320429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48456) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:16.335910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.338993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.347028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'subnet': {'network_id': '1688d251-53e0-47e6-906e-abb231075d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:16.351761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.368090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Made reservation on behalf of a869383daf164b1ca290fd2b70eee55b for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:16.370358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.378174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.378864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > port after_create 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.379295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.379855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > port after_update 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.380307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.380831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.381229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.381643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.385652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:16.388933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.425662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:subnet and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:16.434013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:16.436606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:16.442119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c862d-7f22-4208-83c1-cbf450a0c27c None None] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:16.505141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Usage tracker for resource:security_group_rule and tenant:a869383daf164b1ca290fd2b70eee55b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:16.507753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:16.514158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:16.535703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:16.564349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Made reservation on behalf of 7d13d896002a40f4ac2df1d8cf67cc3c for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:16.566824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.597797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:16.606150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f039584a-a7ac-4b82-9977-d213dd5f4a4f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:16.616547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.616888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.617206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.618394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:16.618394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f96628-3557-4838-aabf-24b1f343bd5d']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:16.637810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe0cebb-1d47-41d1-a41a-a58a1cb65e0c') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:16.638054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe0cebb-1d47-41d1-a41a-a58a1cb65e0c') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:16.646852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:16.649165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ab5619b7-b427-42ea-b18e-44d5ce0c37ea tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:16.649664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:16.652765 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ab5619b7-b427-42ea-b18e-44d5ce0c37ea tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.2079895 Feb 16 16:55:16.654239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48462) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:16.656141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.710448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2215e6c0-ea7e-4904-b9d1-b665b1561ccd None None] Provisioning for port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:16.737077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 030abd67-0e65-4a14-928c-568603b32612 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:16.737411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.782281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.805157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:16.805548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: from cryptography.utils import int_from_bytes Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: from cryptography.utils import int_from_bytes Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn_limited( Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn_limited( Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:16.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:16.853025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Pushing event updated for resources: {'Port': ['ID=db7e30e7-9952-4929-96fe-00fc7ed2d514,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:16.880029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.922951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Attempting to bind port db7e30e7-9952-4929-96fe-00fc7ed2d514 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:16.923696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Attempting to bind port db7e30e7-9952-4929-96fe-00fc7ed2d514 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:16.923929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Attempting to bind port db7e30e7-9952-4929-96fe-00fc7ed2d514 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:16.941262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:16.941560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:16.942675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.943169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:16.943735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Bound port: db7e30e7-9952-4929-96fe-00fc7ed2d514, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:16.944222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:16.993382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Pushing event updated for resources: {'Port': ['ID=c2152510-6dd4-4eb8-b449-70f6fca967c8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.031812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port f039584a-a7ac-4b82-9977-d213dd5f4a4f completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:17.034163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.052546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:17.057265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Allocated IP 172.26.7.47 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/26e4e669-c6c2-4fa7-84c6-bc88df1f7f79) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:17.062268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:17.067585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:17.089838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4b5b99b8-5730-46c6-9e4b-5985152ae7ac up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:17.108379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.150344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.188434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] For port db7e30e7-9952-4929-96fe-00fc7ed2d514, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:17.205807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] For port db7e30e7-9952-4929-96fe-00fc7ed2d514, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=db7e30e7-9952-4929-96fe-00fc7ed2d514,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:17.218645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.264997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.296670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port 0f4a3b30-0888-4339-abf5-dfb430994ec0 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:17.330923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:17.331811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.339049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:17.339415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.393800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892244-8f95-4f8f-aad7-d84d4313b4bd None None] Pushing event updated for resources: {'Port': ['ID=db7e30e7-9952-4929-96fe-00fc7ed2d514,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.481974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.521541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 030abd67-0e65-4a14-928c-568603b32612 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:17.528358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:17.535963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.579394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3034608-ce78-4c89-ba37-24ac6ac56adf None None] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:17.684411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event updated for resources: {'Subnet': ['ID=1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.749871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80f96628-3557-4838-aabf-24b1f343bd5d {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:55:17.759461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Network': ['ID=80f96628-3557-4838-aabf-24b1f343bd5d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.785358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] Provisioning for port f039584a-a7ac-4b82-9977-d213dd5f4a4f completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:17.815733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca9e44-6364-46f0-a2d0-467975923144,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.871419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] Provisioning complete for port f039584a-a7ac-4b82-9977-d213dd5f4a4f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:17.872413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.876232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Checking segment: {'id': '7ed37c94-1614-40d7-b33b-091f1d5d8305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:17.876587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Network hostable DHCP agents. Network: e476a5e9-ef98-4933-8d4f-c85c955b3c53, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:17.909565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:17.960491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.967010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.015459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.078844 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6561e73e-9e9f-4187-979b-e2e2f5de0911 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/networks/80f96628-3557-4838-aabf-24b1f343bd5d HTTP/1.1" status: 204 len: 168 time: 2.6383317 Feb 16 16:55:18.088036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48466) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:18.130783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:18.147093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:18.161939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:network and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:18.165179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.167387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:18.218268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:18.239630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=030abd67-0e65-4a14-928c-568603b32612,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:18.259099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.319106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.321458 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0dfc132f-ca4f-4cd9-a6ec-2c948063fdca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/030abd67-0e65-4a14-928c-568603b32612 HTTP/1.1" status: 204 len: 168 time: 1.6577790 Feb 16 16:55:18.324870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Made reservation on behalf of 494c8cf07ba6457182e5415b098c115b for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:18.328087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.334843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.339835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48470) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:18.399555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] For port f039584a-a7ac-4b82-9977-d213dd5f4a4f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f039584a-a7ac-4b82-9977-d213dd5f4a4f,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:18.409600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.506636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd5d8a-01cc-4641-85be-74ae1abc3ff4 None None] Pushing event updated for resources: {'Port': ['ID=f039584a-a7ac-4b82-9977-d213dd5f4a4f,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:18.534000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-06b6b19c-7d76-40a4-9e6b-a40cca40b61d None None] Provisioning complete for port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:18.534648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-06b6b19c-7d76-40a4-9e6b-a40cca40b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.569909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:18.586652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.586652 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Added segment be837861-43a7-41c0-801b-3822f5910ff3 of type vlan for network d7daca0f-060d-4325-afa7-05ec8e333809 Feb 16 16:55:18.596279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db7e30e7-9952-4929-96fe-00fc7ed2d514 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:18.618145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.643416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:18.677193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.695035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f206f33-7d04-4767-9357-b1e68597fa47 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.696623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f206f33-7d04-4767-9357-b1e68597fa47 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.697381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4f206f33-7d04-4767-9357-b1e68597fa47 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:18.738135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port db7e30e7-9952-4929-96fe-00fc7ed2d514 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:18.761039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:18.762139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4b5b99b8-5730-46c6-9e4b-5985152ae7ac up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:18.813003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:18.815236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, e476a5e9-ef98-4933-8d4f-c85c955b3c53) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:18.827331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:18.848555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.849222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df343c7-cd47-4c7c-b8f8-3f21d721be87 None None] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:18.849819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.850585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.866344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4f206f33-7d04-4767-9357-b1e68597fa47 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:18.867691 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4f206f33-7d04-4767-9357-b1e68597fa47 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5267069 Feb 16 16:55:18.897900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48474) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:18.899594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.900366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:18.927785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c4e00-b04d-4ee6-9fde-85734236fed3 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:19.005287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Pushing event updated for resources: {'Port': ['ID=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:19.010328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9211080 Feb 16 16:55:19.013435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:19.013810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.022628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48478) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:19.023290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.113245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'subnet': {'network_id': 'd7daca0f-060d-4325-afa7-05ec8e333809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:19.128978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:19.138348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ff130-a473-43b2-a7c5-b49d1f0ec330 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Network': ['ID=d7daca0f-060d-4325-afa7-05ec8e333809,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:19.156969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:subnet and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:19.164593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port 0f4a3b30-0888-4339-abf5-dfb430994ec0 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:19.164912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:19.168348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d7daca0f-060d-4325-afa7-05ec8e333809 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:19.175778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:19.188932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 152636cd-3e86-4478-9478-c4652c7f27ed {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:55:19.199916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.250893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.269253 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c69e16c8-9576-4708-9da4-f3724c5c9711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1836498 Feb 16 16:55:19.277551 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:19.292465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-24f15e96-3437-4103-901e-175a733f830f None None] Provisioning for port db7e30e7-9952-4929-96fe-00fc7ed2d514 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:19.294476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Transition to ACTIVE for port object 0f4a3b30-0888-4339-abf5-dfb430994ec0 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:19.301332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Request body: {'port': {'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1223949317'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:19.320470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Made reservation on behalf of 494c8cf07ba6457182e5415b098c115b for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:19.322792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.338670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-24f15e96-3437-4103-901e-175a733f830f None None] Provisioning complete for port db7e30e7-9952-4929-96fe-00fc7ed2d514 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:19.339060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24f15e96-3437-4103-901e-175a733f830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.422249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.490480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.492570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.600311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-e476a5e9-ef98-4933-8d4f-c85c955b3c53', 'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53', 'tenant_id': '1fd476296b3f44eba08debef22d41565', 'fixed_ips': [{'subnet_id': '1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:19.601238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.626212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:55:19.626725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.761082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24f15e96-3437-4103-901e-175a733f830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.865343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-24f15e96-3437-4103-901e-175a733f830f None None] For port db7e30e7-9952-4929-96fe-00fc7ed2d514, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=db7e30e7-9952-4929-96fe-00fc7ed2d514,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:19.868215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.881470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24f15e96-3437-4103-901e-175a733f830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.932584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:19.945132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Allocated IP 172.20.0.2 (e476a5e9-ef98-4933-8d4f-c85c955b3c53/1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b/bbc02249-c1c3-439a-80a7-bc3cd4d2f96c) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:19.977910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-24f15e96-3437-4103-901e-175a733f830f None None] Provisioning complete for port f039584a-a7ac-4b82-9977-d213dd5f4a4f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:19.978272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24f15e96-3437-4103-901e-175a733f830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.090510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f15e96-3437-4103-901e-175a733f830f None None] Pushing event updated for resources: {'Port': ['ID=db7e30e7-9952-4929-96fe-00fc7ed2d514,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.181510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.182818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.235737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=152636cd-3e86-4478-9478-c4652c7f27ed,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.300561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.346966 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ddf7374-c9e3-4c34-8608-7a31a3fba9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/152636cd-3e86-4478-9478-c4652c7f27ed HTTP/1.1" status: 204 len: 168 time: 1.4416854 Feb 16 16:55:20.353258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48486) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:20.369655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.387814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Transition to ACTIVE for port object bbc02249-c1c3-439a-80a7-bc3cd4d2f96c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:20.409464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Transition to ACTIVE for port object bbc02249-c1c3-439a-80a7-bc3cd4d2f96c will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:20.412361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128eea8-becd-476c-ac73-2d597c9ff899 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:20.438154 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f4d518dc-df86-4bfb-be93-424b5b2b9dc9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800896 Feb 16 16:55:20.438727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db7e30e7-9952-4929-96fe-00fc7ed2d514 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:20.438817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=0f4a3b30-0888-4339-abf5-dfb430994ec0,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.439200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48490) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:20.453684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:20.464294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.472415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.475335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:55:20.484303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:20.491202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ae37c81-52c2-41ab-bf96-8bac1f94dcfe,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.502670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Usage tracker for resource:port and tenant:1fd476296b3f44eba08debef22d41565 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:20.526100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.596511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:20.601205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Checking segment: {'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:20.601570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Network hostable DHCP agents. Network: ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:20.610281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2ec0045e-c5be-415c-b075-1db46a5e1c1d None None] Could not find standard attr ID for object 030abd67-0e65-4a14-928c-568603b32612. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:55:20.648098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:20.665927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:20.675957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:20.676180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:20.678205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Checking segment: {'id': 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1688d251-53e0-47e6-906e-abb231075d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:20.678570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network hostable DHCP agents. Network: 1688d251-53e0-47e6-906e-abb231075d54, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:20.681561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:20.684404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:20.686529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:20.699741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Pushing event updated for resources: {'Port': ['ID=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.714566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.715622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8db36a03-70f0-4475-ac43-7f567fd91298 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:55:20.735090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Made reservation on behalf of 1fd476296b3f44eba08debef22d41565 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:20.737957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:20.739068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.809387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2ec0045e-c5be-415c-b075-1db46a5e1c1d None None] Provisioning complete for port db7e30e7-9952-4929-96fe-00fc7ed2d514 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:20.809387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2ec0045e-c5be-415c-b075-1db46a5e1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.809680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:55:20.809964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.840572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:20.844144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.849424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:20.851403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 1688d251-53e0-47e6-906e-abb231075d54 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:20.858093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] device_id is not set on port 6be5413c-2dd4-4873-8ce4-0bcf4fb82cad yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:20.897285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port db7e30e7-9952-4929-96fe-00fc7ed2d514 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:20.897905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.912390 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:55:20.913544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-47cbb34a-d65e-4f84-b523-a99a727776c1 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4461577 Feb 16 16:55:20.918309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48494) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:20.923007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Attempting to bind port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:20.923632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Attempting to bind port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7ed37c94-1614-40d7-b33b-091f1d5d8305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:20.924069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Attempting to bind port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c on network e476a5e9-ef98-4933-8d4f-c85c955b3c53 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:20.956921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:20.957284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Checking segment: {'id': '7ed37c94-1614-40d7-b33b-091f1d5d8305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:20.957668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.958049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Bound using segment: {'id': '7ed37c94-1614-40d7-b33b-091f1d5d8305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:20.958512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Bound port: bbc02249-c1c3-439a-80a7-bc3cd4d2f96c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed37c94-1614-40d7-b33b-091f1d5d8305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e476a5e9-ef98-4933-8d4f-c85c955b3c53'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:20.958919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:20.964864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:55:20.980182 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Sync routers for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:20.989799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1688d251-53e0-47e6-906e-abb231075d54) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:20.993041 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:20.993041 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:21.013312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b99c6358-40c9-421f-9409-effaad96190c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:21.036319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.036565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784c233-a595-4360-83da-73ec32286c0f None None] Network 1688d251-53e0-47e6-906e-abb231075d54 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:21.040642 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b8c990be-8782-4902-bb16-ddb0b359b7dc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.9709089 Feb 16 16:55:21.041495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48498) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:21.110390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Checking segment: {'id': 'be837861-43a7-41c0-801b-3822f5910ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd7daca0f-060d-4325-afa7-05ec8e333809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:21.110786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Network hostable DHCP agents. Network: d7daca0f-060d-4325-afa7-05ec8e333809, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:21.164991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:21.208413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba33b6e-29a6-4d07-b6c7-319b9949da04 None None] Network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:21.224646 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:21.359301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Allocated IP 172.20.0.9 (e476a5e9-ef98-4933-8d4f-c85c955b3c53/1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b/6be5413c-2dd4-4873-8ce4-0bcf4fb82cad) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:21.380282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:55:21.380479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Network d7daca0f-060d-4325-afa7-05ec8e333809 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:21.413842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] For port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:21.419543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d7daca0f-060d-4325-afa7-05ec8e333809) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:21.431747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:21.432594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.432725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] Deleting port db7e30e7-9952-4929-96fe-00fc7ed2d514 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:21.432970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.479635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661f991-7b42-4aa8-8db9-e26e67f4ffb2 None None] Network d7daca0f-060d-4325-afa7-05ec8e333809 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:21.536176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] For port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,segment=NetworkSegment(7ed37c94-1614-40d7-b33b-091f1d5d8305),segment_id=7ed37c94-1614-40d7-b33b-091f1d5d8305)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:21.553680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f039584a-a7ac-4b82-9977-d213dd5f4a4f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:21.559558 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:18Z', 'revision_number': 3, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:21.563939 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Checking router: be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:21.564585 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Updating router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 port c2152510-6dd4-4eb8-b449-70f6fca967c8 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:21.619471 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.634836 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7b1d84ad-27b7-4e52-8e79-2e79862ba2de tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5526507 Feb 16 16:55:21.642394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48504) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:21.649286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.654457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.656831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7daca0f-060d-4325-afa7-05ec8e333809'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:21.687850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.703603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:21.709912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Transition to ACTIVE for port object 6be5413c-2dd4-4873-8ce4-0bcf4fb82cad will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:21.721928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:floatingip and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:21.731586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:21.735287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:21.743402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:21.751903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:21.759745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:21.760371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.769849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.783838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:21.784472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.790257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.792669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:21.816251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:21.816616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:21.867862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:21.868652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=989bbd85-ec94-4e8b-8d4d-d09d63e940e4,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:21.868652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:21.869198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:21.869198 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:21.895882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ada0-569a-44c4-a881-3c6fc4de6c05 None None] Pushing event updated for resources: {'Port': ['ID=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:21.902406 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b1227cb6-9d40-4471-ad6d-56aa78625695 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4599559 Feb 16 16:55:21.903169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48508) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:21.910192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'name': 'tempest-NetworksTestDHCPv6-46877095'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:21.987760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:22.001171 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.015172 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Transition to ACTIVE for port object c2152510-6dd4-4eb8-b449-70f6fca967c8 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:22.024917 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.122385 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Pushing event updated for resources: {'Port': ['ID=c2152510-6dd4-4eb8-b449-70f6fca967c8,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.129869 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Attempting to bind port c2152510-6dd4-4eb8-b449-70f6fca967c8 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:22.130513 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Attempting to bind port c2152510-6dd4-4eb8-b449-70f6fca967c8 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:22.131183 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Attempting to bind port c2152510-6dd4-4eb8-b449-70f6fca967c8 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:22.137263 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.137864 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.138433 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.138963 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.139729 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.140301 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.140814 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.141391 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.141915 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.142436 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.142963 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.143460 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Tracked resource versions report: Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: pushed versions: Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: { 'AddressGroup': {'1.2'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'ConntrackHelper': {'1.0'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Log': {'1.0'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Network': {'1.1'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Port': {'1.7'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'PortForwarding': {'1.2'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'QosPolicy': {'1.8'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroup': {'1.4'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SubPort': {'1.0'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Subnet': {'1.1'}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Trunk': {'1.1'}} Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: consumer versions: Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: { DHCP agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: HyperV agent@hv-neutron-8295: {}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: L3 agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: Metadata agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: Metering agent@dv-neutron-829527-2-hyperv: {}, Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: Open vSwitch agent@dv-neutron-829527-2-hyperv: { 'AddressGroup': '1.2', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'ConntrackHelper': '1.0', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Log': '1.0', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Network': '1.1', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Port': '1.7', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'PortForwarding': '1.2', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'QosPolicy': '1.8', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroup': '1.4', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SecurityGroupRule': '1.2', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'SubPort': '1.0', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Subnet': '1.1', Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: 'Trunk': '1.1'}} Feb 16 16:55:22.144903 dv-neutron-829527-2-hyperv neutron-server[87723]: {{(pid=87723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:55:22.150193 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:22.150888 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:22.151498 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.152052 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:22.152696 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Bound port: c2152510-6dd4-4eb8-b449-70f6fca967c8, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:22.153276 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.153575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] For port db7e30e7-9952-4929-96fe-00fc7ed2d514, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=db7e30e7-9952-4929-96fe-00fc7ed2d514,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:22.154039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.232469 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] For port c2152510-6dd4-4eb8-b449-70f6fca967c8, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:22.239632 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] For port c2152510-6dd4-4eb8-b449-70f6fca967c8, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c2152510-6dd4-4eb8-b449-70f6fca967c8,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:22.250889 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.298583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] Calling delete_port for db7e30e7-9952-4929-96fe-00fc7ed2d514 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:22.302762 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 2 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:22.312125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event updated for resources: {'Port': ['ID=6be5413c-2dd4-4873-8ce4-0bcf4fb82cad,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.314625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:22.340185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Deleting port eb316f80-3570-4f7b-b221-59ac5d81d647 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:22.342681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:22.342830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.342956 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:22.395755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:22.399711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:22.400807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:22.402521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:22.408773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.409762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:22.411591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.424569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:22.425212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:22.425736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:22.431873 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbea4e-3b8d-4f0b-a209-73250d299a2c None None] Pushing event updated for resources: {'Port': ['ID=c2152510-6dd4-4eb8-b449-70f6fca967c8,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.436175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:22.439707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.473080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 5b17d757-1779-4612-9e6b-2ce4b9cbf08f yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:22.477202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c585df-99d8-409d-ba92-39e3ea3bc0a4 None None] Network 1688d251-53e0-47e6-906e-abb231075d54 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:22.549887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:22.550212 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:22.561988 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 3 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:22.586576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4bedf74f-d525-4e42-a33e-f5b446d81f95 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.2627332 Feb 16 16:55:22.590986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:22.591316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:22.591645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:22.603246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48512) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:22.603976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:22.604264 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:22.617948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 4 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:22.637652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1816240087', 'network_id': '1688d251-53e0-47e6-906e-abb231075d54'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:22.638862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::2d3 (f92b56da-dfd9-433c-a595-962c6f07801d/989bbd85-ec94-4e8b-8d4d-d09d63e940e4/5b17d757-1779-4612-9e6b-2ce4b9cbf08f) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:22.642859 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:22.644523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:22.650784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:port and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:22.653979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:22.661670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:22.690222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f039584a-a7ac-4b82-9977-d213dd5f4a4f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:22.690603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.700598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:55:22.706880 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c6d04c6d-6285-45fd-86d2-9b2bb234c3cb tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4194386 Feb 16 16:55:22.712523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Made reservation on behalf of 7d13d896002a40f4ac2df1d8cf67cc3c for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:22.715174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.718341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48516) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:22.860600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:22.977437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:23.001677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Deleting port 6be5413c-2dd4-4873-8ce4-0bcf4fb82cad {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:23.002019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:23.116680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Calling delete_port for eb316f80-3570-4f7b-b221-59ac5d81d647 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:23.130659 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:18Z', 'revision_number': 3, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:23.131893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:23.143059 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e4094-3224-4816-82f0-ce953e7e0f99 None None] The sync data for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv is: [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:18Z', 'revision_number': 3, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:23.210104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aff8ae-e30a-4fda-b77c-2bb5b67ee9b0 None None] Network d7daca0f-060d-4325-afa7-05ec8e333809 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:23.245021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] Pushing event deleted for resources: {'Port': ['ID=db7e30e7-9952-4929-96fe-00fc7ed2d514,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:23.359174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbe8f2-85cb-4a6d-ab26-663c885d857f None None] No DVR routers for this DVR port db7e30e7-9952-4929-96fe-00fc7ed2d514 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:23.403863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Allocated IP 172.20.0.5 (d7daca0f-060d-4325-afa7-05ec8e333809/b99c6358-40c9-421f-9409-effaad96190c/37fe2131-2fcf-4d8b-9581-df43ca66b372) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:23.409123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b7bda-3bda-4b55-8dbf-6d670eba1d31 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:23.412488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:23.413067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:23.413592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:23.575667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] device_id is not set on port 46967f47-2ec7-4687-9c28-602ae3b49158 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:23.627662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:23.671469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:23.671907 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:23.678008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 5 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:23.704009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bbc02249-c1c3-439a-80a7-bc3cd4d2f96c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:23.725385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:23.782344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:23.783546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:23.784189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:23.810226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:23.832050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:23.832388 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:23.841284 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 6 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:23.869108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Calling delete_port for 6be5413c-2dd4-4873-8ce4-0bcf4fb82cad owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:23.909016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb316f80-3570-4f7b-b221-59ac5d81d647,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:23.981302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:23.981630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:23.981943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:24.019866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.044275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:24.044609 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:24.048049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 7 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:24.064136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:55:24.066670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.071062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:24.071390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:24.071718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:24.105230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:24.105561 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:24.106325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Sync routers for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:24.111113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d5a46-28da-40d2-8fcf-2cfd2003bdf5 None None] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:24.111782 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 8 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:24.124440 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3e336ec1-d2b7-400a-a32d-e88948669849 tempest-RoutersAdminNegativeTest-821362065 tempest-RoutersAdminNegativeTest-821362065-project-admin] 10.222.0.43 "DELETE /v2.0/ports/eb316f80-3570-4f7b-b221-59ac5d81d647 HTTP/1.1" status: 204 len: 168 time: 3.2022758 Feb 16 16:55:24.156881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Network d7daca0f-060d-4325-afa7-05ec8e333809 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:24.163371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Allocated IP 172.20.0.10 (1688d251-53e0-47e6-906e-abb231075d54/6ae37c81-52c2-41ab-bf96-8bac1f94dcfe/46967f47-2ec7-4687-9c28-602ae3b49158) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:24.177596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.182967 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-78cf4632-1ef5-4065-97cc-2c035bf42b63 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.4152398 Feb 16 16:55:24.197523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48522) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:24.199191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '989bbd85-ec94-4e8b-8d4d-d09d63e940e4'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:24.200120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.205127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:24.218197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:24.218801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:24.235290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:24.238011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:24.264613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:24.265657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:24.309928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.336559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Port': ['ID=37fe2131-2fcf-4d8b-9581-df43ca66b372,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:24.405374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:24.448783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.470676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] Provisioning for port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:24.498060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:24.498670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.526019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.560526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] Provisioning complete for port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:24.561751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.616036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event deleted for resources: {'Port': ['ID=6be5413c-2dd4-4873-8ce4-0bcf4fb82cad,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:24.632996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.656443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48528) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:24.689040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 5b17d757-1779-4612-9e6b-2ce4b9cbf08f will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:24.760430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:24.760956 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:24.770959 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 9 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:24.809233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:24.809942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:24.809942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:24.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:24.819546 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:24.824041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 10 to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 Feb 16 16:55:24.827230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.969077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:24.999732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:24.999961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:25.000118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:25.000656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.018356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:25.025032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:25.025362 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f4a3b30-0888-4339-abf5-dfb430994ec0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:25.025719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.056561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.113031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-27b17360-83ef-40f5-bbef-9ac8ee23fc1b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "DELETE /v2.0/ports/6be5413c-2dd4-4873-8ce4-0bcf4fb82cad HTTP/1.1" status: 204 len: 168 time: 2.3881662 Feb 16 16:55:25.120667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:25.131082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Allocated IP 172.20.0.1 (ffffe003-05d4-4a18-af31-e5ddc33bfa9c/b5597547-d2bb-45b7-b0ae-a245e8fec7bb/71a63803-d9d5-48f2-a15c-b71d3fa60611) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:25.134161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48536) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:25.140197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.187300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:25.224214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=5b17d757-1779-4612-9e6b-2ce4b9cbf08f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.238429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Usage tracker for resource:security_group_rule and tenant:683c5306f6ec403d821c6808662ccede is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:25.257702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:25.397244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:25.403229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:25.407400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.412312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.413153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.426290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.427705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:25.453168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/989bbd85-ec94-4e8b-8d4d-d09d63e940e4/aebafb81-53b8-4e47-a217-312fb929d145) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:25.478239 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-25c188a0-160b-4b07-9cb0-805093a359f1 tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3405085 Feb 16 16:55:25.487875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48542) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:25.505324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-448244839'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:25.531429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.538514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:25.551501 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9ad83e0d-62aa-45ac-84bd-c53a67e3146f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6471703 Feb 16 16:55:25.556703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48546) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:25.557836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] For port 0f4a3b30-0888-4339-abf5-dfb430994ec0, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:25.558208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempted to set empty binding levels {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 16:55:25.559444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Usage tracker for resource:network and tenant:1fd476296b3f44eba08debef22d41565 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:25.595165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:25.603583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.692069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:25.706431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.707148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.754280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=0f4a3b30-0888-4339-abf5-dfb430994ec0,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.760961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Made reservation on behalf of 1fd476296b3f44eba08debef22d41565 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:25.765618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.789833 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-13945439-b40f-4e35-bfd9-e6f81ad3c609 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.1048603 Feb 16 16:55:25.807592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48550) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:25.816480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] For port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,segment=NetworkSegment(7ed37c94-1614-40d7-b33b-091f1d5d8305),segment_id=7ed37c94-1614-40d7-b33b-091f1d5d8305)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:25.825720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.864301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:25.875783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.922764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.961047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.976992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:25.978244 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Added segment eb291ef0-d956-4ddc-b717-97b80b83d8b4 of type vlan for network 529c29ce-be98-4a9b-84ef-e67de084f124 Feb 16 16:55:26.016266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.021150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 1688d251-53e0-47e6-906e-abb231075d54 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:26.056129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba350682-3cea-46ca-8f0f-afd47a730648 None None] Pushing event updated for resources: {'Port': ['ID=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.059241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Deleting port 0f4a3b30-0888-4339-abf5-dfb430994ec0 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:26.059743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.068698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:26.082946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.091872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Transition to ACTIVE for port object 71a63803-d9d5-48f2-a15c-b71d3fa60611 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:26.094161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.097194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:55:26.097781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:55:26.101721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f541f03f-4af5-41a3-8435-81accb436d6b None None] Provisioning complete for port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:26.102244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f541f03f-4af5-41a3-8435-81accb436d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.110259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3eb1a-842f-43f8-9afe-51fdaef129a2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.111021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-00e3eb1a-842f-43f8-9afe-51fdaef129a2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:26.113630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.155830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Transition to ACTIVE for port object aebafb81-53b8-4e47-a217-312fb929d145 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:26.159837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Port': ['ID=46967f47-2ec7-4687-9c28-602ae3b49158,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.172940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:26.174117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.175010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.209771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.224696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.225302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Transition to ACTIVE for port object aebafb81-53b8-4e47-a217-312fb929d145 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:26.225686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.227862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:19Z', 'revision_number': 3, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:26.240924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Checking router: 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:26.241385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Updating router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:26.264130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-014c620f-50f3-4c55-8c63-8c0e80793261 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.6587756 Feb 16 16:55:26.273296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48554) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:26.286708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4068f443-bfcf-41a5-a7c6-2dc20abc2a06,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.300492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.320594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.322990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.368089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-00e3eb1a-842f-43f8-9afe-51fdaef129a2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:26.371566 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-00e3eb1a-842f-43f8-9afe-51fdaef129a2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.8010266 Feb 16 16:55:26.377997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48558) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:26.387465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.409831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:26.440189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.444034 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9433293 Feb 16 16:55:26.473366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:26.476418 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:26.484668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.492496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48562) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:26.499290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Synchronizing usage tracker for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:26.510376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe90e-eb1d-4d2f-a61a-246516ba6502 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event updated for resources: {'Network': ['ID=529c29ce-be98-4a9b-84ef-e67de084f124,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.515326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Pushing event updated for resources: {'Port': ['ID=aebafb81-53b8-4e47-a217-312fb929d145,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.540455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:26.543934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Deleting port 46967f47-2ec7-4687-9c28-602ae3b49158 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:26.544292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.559532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 529c29ce-be98-4a9b-84ef-e67de084f124 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:26.634157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 5b17d757-1779-4612-9e6b-2ce4b9cbf08f {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:26.634493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.689151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:26.691795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:26.768556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Pushing event updated for resources: {'Port': ['ID=71a63803-d9d5-48f2-a15c-b71d3fa60611,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.819416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] Unset dirty status for tenant:b24cd4c7cbba4fa6b8521cd8c4e7ff22 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:26.821568 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-096e9129-c17e-4dfc-8ccd-398832682a7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=683c5306f6ec403d821c6808662ccede&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1382554 Feb 16 16:55:26.837313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Attempting to bind port aebafb81-53b8-4e47-a217-312fb929d145 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:26.837675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Attempting to bind port aebafb81-53b8-4e47-a217-312fb929d145 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:26.838030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Attempting to bind port aebafb81-53b8-4e47-a217-312fb929d145 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:26.840185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Allocated IP 172.20.0.1 (75604c64-ca6f-403d-a64b-3df4e8a47e07/74a93fad-c43d-4e7d-8487-07b25d0e1103/a9d3d64d-a7d9-4fab-94af-a731c531e28a) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:26.842651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48566) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:26.862881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.866694 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2219601 Feb 16 16:55:26.867450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48570) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:26.872577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:26.872953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:26.873886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.874498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:26.874933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Bound port: aebafb81-53b8-4e47-a217-312fb929d145, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:26.875319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:26.903692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-72826fd3-65a0-49d2-8bc1-0be2fe726bc4 None None] Could not find standard attr ID for object 6be5413c-2dd4-4873-8ce4-0bcf4fb82cad. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:55:27.006262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.011202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] For port 0f4a3b30-0888-4339-abf5-dfb430994ec0, host hv-neutron-8295, got binding levels [] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:27.011681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.042880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db7e30e7-9952-4929-96fe-00fc7ed2d514 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:55:27.065501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9933729b-c5bc-4b8a-8fe3-3fb8b26a6cbb tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Synchronizing usage tracker for tenant:494c8cf07ba6457182e5415b098c115b on resource:floatingip {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:27.087391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: db7e30e7-9952-4929-96fe-00fc7ed2d514 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:55:27.087719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db7e30e7-9952-4929-96fe-00fc7ed2d514 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:55:27.128487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9c8d-f081-406a-89e7-e67bebe25176 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Port': ['ID=37fe2131-2fcf-4d8b-9581-df43ca66b372,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.168680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] For port aebafb81-53b8-4e47-a217-312fb929d145, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:27.172915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] For port aebafb81-53b8-4e47-a217-312fb929d145, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=aebafb81-53b8-4e47-a217-312fb929d145,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:27.174459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-63c12dd7-f837-4c04-b8bb-63d83441a7a8 None None] Provisioning for port 71a63803-d9d5-48f2-a15c-b71d3fa60611 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:27.180961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-63c12dd7-f837-4c04-b8bb-63d83441a7a8 None None] Provisioning complete for port 71a63803-d9d5-48f2-a15c-b71d3fa60611 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:27.181517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-63c12dd7-f837-4c04-b8bb-63d83441a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.232150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Calling delete_port for 0f4a3b30-0888-4339-abf5-dfb430994ec0 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:27.244272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-63c12dd7-f837-4c04-b8bb-63d83441a7a8 None None] Port 71a63803-d9d5-48f2-a15c-b71d3fa60611 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:27.249258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.289422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.resource_extend [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:55:27.301113 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4967f6d5-2d0d-40d0-9a13-655f0985943b tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/agents/71780078-3cd7-406c-9a33-9c698e74d9f1/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.8045182 Feb 16 16:55:27.312807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48574) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:27.344205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.419382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de35f6-d947-4c01-b287-9af6bad6f2a1 None None] Pushing event updated for resources: {'Port': ['ID=aebafb81-53b8-4e47-a217-312fb929d145,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.427195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.454013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Transition to ACTIVE for port object 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:27.454334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9933729b-c5bc-4b8a-8fe3-3fb8b26a6cbb tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Unset dirty status for tenant:494c8cf07ba6457182e5415b098c115b on resource:floatingip {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:27.455768 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9933729b-c5bc-4b8a-8fe3-3fb8b26a6cbb tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=d7daca0f-060d-4325-afa7-05ec8e333809 HTTP/1.1" status: 200 len: 689 time: 0.5691078 Feb 16 16:55:27.457868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bbc02249-c1c3-439a-80a7-bc3cd4d2f96c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:27.465813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48578) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:27.486492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Calling delete_port for 46967f47-2ec7-4687-9c28-602ae3b49158 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:27.561912 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:55:27.601961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.616938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb83c-520c-4114-85d5-6f930233608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.632352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.713851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.740560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf5df-5b86-418f-9bf1-3ddef8931d26 None None] Pushing event updated for resources: {'Port': ['ID=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.743770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Attempting to bind port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:27.744585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Attempting to bind port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:27.745060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Attempting to bind port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:27.751823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:27.752305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:27.752807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.753279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:27.753984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Bound port: 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:27.754448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.811634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:27.812539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.820163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f4a3b30-0888-4339-abf5-dfb430994ec0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.841453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.841657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 5b17d757-1779-4612-9e6b-2ce4b9cbf08f owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:27.895533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.901965 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-daaac5cc-33a2-4c3e-8d8c-d359a7692787 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0f4a3b30-0888-4339-abf5-dfb430994ec0 HTTP/1.1" status: 204 len: 168 time: 2.0852284 Feb 16 16:55:27.907111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48582) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:27.909752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:27.914703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] For port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:27.956227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Transition to ACTIVE for port object a9d3d64d-a7d9-4fab-94af-a731c531e28a will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:28.005821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c2152510-6dd4-4eb8-b449-70f6fca967c8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:28.023781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb83c-520c-4114-85d5-6f930233608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.048765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.080738 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c63ab3-ef9c-4b83-aede-7de463d7ef8a tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:55:28.081180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f2c63ab3-ef9c-4b83-aede-7de463d7ef8a tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Synchronizing usage tracker for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:28.095846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port c2152510-6dd4-4eb8-b449-70f6fca967c8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:28.096130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0a7ba-a265-41a8-a19f-c0000f1f6277 tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] Network 529c29ce-be98-4a9b-84ef-e67de084f124 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:28.100817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Deleting port 37fe2131-2fcf-4d8b-9581-df43ca66b372 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:28.101086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.103809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c2152510-6dd4-4eb8-b449-70f6fca967c8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:28.104509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.129987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.207788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a5f0a7ba-a265-41a8-a19f-c0000f1f6277 tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "POST /v2.0/agents/71780078-3cd7-406c-9a33-9c698e74d9f1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8936248 Feb 16 16:55:28.209011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f2c63ab3-ef9c-4b83-aede-7de463d7ef8a tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Unset dirty status for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:28.210129 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f2c63ab3-ef9c-4b83-aede-7de463d7ef8a tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "GET /v2.0/ports/0f4a3b30-0888-4339-abf5-dfb430994ec0 HTTP/1.1" status: 404 len: 333 time: 0.2996173 Feb 16 16:55:28.215038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48586) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:28.215376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48588) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:28.225549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Request body: {'port': {'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-137479770'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:28.225768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.225879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] For port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:28.234448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdea42d-a4cc-4c80-bf11-52d979c8273a None None] Network 529c29ce-be98-4a9b-84ef-e67de084f124 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:28.254840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event deleted for resources: {'Port': ['ID=46967f47-2ec7-4687-9c28-602ae3b49158,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.267007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:28.328781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:28.341237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb83c-520c-4114-85d5-6f930233608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.367262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:28.382930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:28.383399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.403404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.444559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:28.613343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Made reservation on behalf of a869383daf164b1ca290fd2b70eee55b for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:28.615767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.698483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.704830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:28.705463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:28.717987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.720602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeb83c-520c-4114-85d5-6f930233608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4068f443-bfcf-41a5-a7c6-2dc20abc2a06,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.745180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb83c-520c-4114-85d5-6f930233608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.746297 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8aeeb83c-520c-4114-85d5-6f930233608b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4068f443-bfcf-41a5-a7c6-2dc20abc2a06 HTTP/1.1" status: 204 len: 168 time: 1.9023621 Feb 16 16:55:28.759117 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-12df56ba-f13c-463c-b32d-93edec2f527f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/ports/46967f47-2ec7-4687-9c28-602ae3b49158 HTTP/1.1" status: 204 len: 168 time: 2.4308467 Feb 16 16:55:28.760038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.764247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48596) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:28.767882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Pushing event updated for resources: {'Port': ['ID=a9d3d64d-a7d9-4fab-94af-a731c531e28a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.785524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1688d251-53e0-47e6-906e-abb231075d54', 'external_fixed_ips': [{'subnet_id': '6ae37c81-52c2-41ab-bf96-8bac1f94dcfe', 'ip_address': '172.20.0.10'}]}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:28.786800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:28.833931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf5df-5b86-418f-9bf1-3ddef8931d26 None None] Pushing event updated for resources: {'Port': ['ID=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.839492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.840004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.852668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-15d28ac4-2d42-4408-a910-e514d05909c8 None None] Provisioning for port a9d3d64d-a7d9-4fab-94af-a731c531e28a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:28.861238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=5b17d757-1779-4612-9e6b-2ce4b9cbf08f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.865916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-15d28ac4-2d42-4408-a910-e514d05909c8 None None] Provisioning complete for port a9d3d64d-a7d9-4fab-94af-a731c531e28a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:28.866337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15d28ac4-2d42-4408-a910-e514d05909c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.869848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:28.882846 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b017ff18-29fd-4883-b4fe-dba302243cbb tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/agents/71780078-3cd7-406c-9a33-9c698e74d9f1/dhcp-networks HTTP/1.1" status: 200 len: 8792 time: 0.6663673 Feb 16 16:55:28.892128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48600) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:28.896985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:router and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:28.909071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:28.941018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-15d28ac4-2d42-4408-a910-e514d05909c8 None None] Port a9d3d64d-a7d9-4fab-94af-a731c531e28a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:28.944743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port c2152510-6dd4-4eb8-b449-70f6fca967c8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c2152510-6dd4-4eb8-b449-70f6fca967c8,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:28.955101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:28.967822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:28.996691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.004090 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-269182ca-ddda-4d89-9f44-fcb21368d24c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/5b17d757-1779-4612-9e6b-2ce4b9cbf08f HTTP/1.1" status: 204 len: 168 time: 2.6170661 Feb 16 16:55:29.006896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48604) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:29.067325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Calling delete_port for 37fe2131-2fcf-4d8b-9581-df43ca66b372 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:29.117110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.118327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.211608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:29.244075 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-caf2a324-d6c1-49df-a94d-1a8f55fc5d6f tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "DELETE /v2.0/agents/71780078-3cd7-406c-9a33-9c698e74d9f1/dhcp-networks/529c29ce-be98-4a9b-84ef-e67de084f124 HTTP/1.1" status: 204 len: 168 time: 0.3497000 Feb 16 16:55:29.263124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48610) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:29.321810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.342921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4bef1-8fae-4483-abb5-8181ad5e198d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.344593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4bef1-8fae-4483-abb5-8181ad5e198d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.346178 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-60a4bef1-8fae-4483-abb5-8181ad5e198d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3363829 Feb 16 16:55:29.355509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.356416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48616) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:29.412786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48620) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:29.463052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device aebafb81-53b8-4e47-a217-312fb929d145 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:29.509816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.519693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.560346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.575083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-19b87000-3ad4-470b-bf36-1bc30ed4fd36 None None] Provisioning for port aebafb81-53b8-4e47-a217-312fb929d145 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:29.592706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=c2152510-6dd4-4eb8-b449-70f6fca967c8,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:29.661971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:29.668584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:29.686804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:29.687731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.688319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.694628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.699870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2ab3ec-22eb-4439-9a05-f33696cbe953,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:29.700108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port aebafb81-53b8-4e47-a217-312fb929d145 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:29.709149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port aebafb81-53b8-4e47-a217-312fb929d145 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:29.709515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.747331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 989bbd85-ec94-4e8b-8d4d-d09d63e940e4 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:55:29.765534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.810331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.822494 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-af5706f4-8ef8-4703-88f7-a4abc9d3e866 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5690195f70e4429ab3878437ade6c146&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4076867 Feb 16 16:55:29.823458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5fc1df7c-7f43-41c8-a23f-068c356642ff None None] Could not find standard attr ID for object 5b17d757-1779-4612-9e6b-2ce4b9cbf08f. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:55:29.886838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48624) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:29.899181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.925460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:19Z', 'revision_number': 3, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:29.928885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Pushing event updated for resources: {'Port': ['ID=71a63803-d9d5-48f2-a15c-b71d3fa60611,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:29.934218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0dd9a-12a3-4ec0-8b36-8bdf239ce5b3 None None] The sync data for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv is: [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:19Z', 'revision_number': 3, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:29.943419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port aebafb81-53b8-4e47-a217-312fb929d145, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=aebafb81-53b8-4e47-a217-312fb929d145,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:29.949729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:29.966380 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aa06f16d-f563-4680-80d8-3f537ea8c992 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7457221 Feb 16 16:55:29.991814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48628) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:30.002747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:30.038069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=aebafb81-53b8-4e47-a217-312fb929d145,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:30.048594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.058824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.063823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.146609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Port': ['ID=37fe2131-2fcf-4d8b-9581-df43ca66b372,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:30.279606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2dfdd940-102e-4772-8fc6-5b4e0437ead7 tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/agents/71780078-3cd7-406c-9a33-9c698e74d9f1/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.9930341 Feb 16 16:55:30.287779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48632) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:30.332544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dff2e53-3812-4285-ab7b-0b92a29c85d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.335685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:30.344411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:30.401986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.491696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.495677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dff2e53-3812-4285-ab7b-0b92a29c85d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.513967 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-025996e8-12d5-4f0b-99b1-ff7c15722c7d tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/networks/e476a5e9-ef98-4933-8d4f-c85c955b3c53/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2236588 Feb 16 16:55:30.521150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48636) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:30.534032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.668865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c2d3a2b1-7154-4dd4-ad6e-c8c5c7d24444 None None] Provisioning complete for port 71a63803-d9d5-48f2-a15c-b71d3fa60611 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:30.669476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a2b1-7154-4dd4-ad6e-c8c5c7d24444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.711744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.754634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.755065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3a2b1-7154-4dd4-ad6e-c8c5c7d24444 None None] Port 71a63803-d9d5-48f2-a15c-b71d3fa60611 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:30.760169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=989bbd85-ec94-4e8b-8d4d-d09d63e940e4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:30.800612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.801342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.807650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b767bd8-8f08-47d3-89ae-c63aa2d8ac44 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:30.812838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.814866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1575ed17-b88c-4da7-a5ff-bccd680a9c89 tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/networks/e476a5e9-ef98-4933-8d4f-c85c955b3c53/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2234972 Feb 16 16:55:30.815472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48640) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:30.828291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-451cc133-dee2-4112-a417-ba27ede7d1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:30.924097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b3f28af9-e521-419e-bbf3-b3c4b7477f41 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/989bbd85-ec94-4e8b-8d4d-d09d63e940e4 HTTP/1.1" status: 204 len: 168 time: 1.5592177 Feb 16 16:55:30.930258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48644) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:30.985319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Pushing event updated for resources: {'Port': ['ID=a9d3d64d-a7d9-4fab-94af-a731c531e28a,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:31.012524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.171818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:55:31.177423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] Deleting port aebafb81-53b8-4e47-a217-312fb929d145 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:31.177793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.194950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:55:31.211218 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b30c717e-2744-40e6-8e66-552d0e55fe9e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2731717 Feb 16 16:55:31.223284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48648) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:31.225158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dff2e53-3812-4285-ab7b-0b92a29c85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.239352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:31.274111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:55:31.292170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.343318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.356701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:31.405711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:31.410231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:31.411429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.532947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] For port aebafb81-53b8-4e47-a217-312fb929d145, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=aebafb81-53b8-4e47-a217-312fb929d145,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:31.533489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.728030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] Calling delete_port for aebafb81-53b8-4e47-a217-312fb929d145 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:31.732198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dff2e53-3812-4285-ab7b-0b92a29c85d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.733860 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2dff2e53-3812-4285-ab7b-0b92a29c85d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1f62c7b-decd-4135-8b25-63d35d89bf64 HTTP/1.1" status: 204 len: 168 time: 1.8464766 Feb 16 16:55:31.734845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff2e53-3812-4285-ab7b-0b92a29c85d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f62c7b-decd-4135-8b25-63d35d89bf64,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:31.740541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:55:31.755120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Allocated IP 172.20.0.10 (1688d251-53e0-47e6-906e-abb231075d54/6ae37c81-52c2-41ab-bf96-8bac1f94dcfe/16165f09-9cb5-496f-bb5c-3d67185646e9) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:31.838604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.879745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b99c6358-40c9-421f-9409-effaad96190c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:31.882408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:55:31.895895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] No DVR routers for this DVR port aebafb81-53b8-4e47-a217-312fb929d145 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:31.897116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:31.904882 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Sync routers for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:31.916084 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:31.916909 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:31.918233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:31.925079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7eaa2cb9-543d-4904-99f2-5ad2fb1d0d08 None None] Provisioning complete for port a9d3d64d-a7d9-4fab-94af-a731c531e28a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:31.925488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2cb9-543d-4904-99f2-5ad2fb1d0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.945855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.954347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:31.959602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:31.962741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:31.970646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cfc36-89ed-4f06-b8bc-6edfabef9b0c None None] Pushing event deleted for resources: {'Port': ['ID=aebafb81-53b8-4e47-a217-312fb929d145,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:31.971157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:31.983274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:31.986304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:31.986876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.016630 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-30962c93-9186-4454-a983-1be4c2451d26 tempest-DHCPAgentSchedulersTestJSON-1633513759 tempest-DHCPAgentSchedulersTestJSON-1633513759-project-admin] 10.222.0.43 "GET /v2.0/agents/71780078-3cd7-406c-9a33-9c698e74d9f1/dhcp-networks HTTP/1.1" status: 200 len: 7985 time: 1.1801317 Feb 16 16:55:32.016630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:32.016630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.019069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48658) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:32.067742 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d52a3432-d7f0-494a-8f20-a36fb3d4994f admin admin] 10.222.0.43 "PUT /v2.0/routers/be566cad-670f-4ac0-9cd1-dcd6b2a66ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0239177 Feb 16 16:55:32.155287 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:32.247510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Transition to ACTIVE for port object 0f2ab3ec-22eb-4439-9a05-f33696cbe953 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:32.250456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7daca0f-060d-4325-afa7-05ec8e333809']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:32.251576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa2cb9-543d-4904-99f2-5ad2fb1d0d08 None None] Port a9d3d64d-a7d9-4fab-94af-a731c531e28a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:32.276148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be837861-43a7-41c0-801b-3822f5910ff3') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:32.276443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be837861-43a7-41c0-801b-3822f5910ff3') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:32.278310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.402390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.428808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.442260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.459901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.465059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:32.466123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:32.466637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.473896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.474971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c2152510-6dd4-4eb8-b449-70f6fca967c8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:32.600725 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 2, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:32.600936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.608937 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Checking router: be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:32.609933 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Updating router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 port 71a63803-d9d5-48f2-a15c-b71d3fa60611 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:32.618860 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:32.687276 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.695002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c2152510-6dd4-4eb8-b449-70f6fca967c8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:32.695367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.766667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:32.768134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2ab3ec-22eb-4439-9a05-f33696cbe953,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:32.786892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.794837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7daca0f-060d-4325-afa7-05ec8e333809 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:55:32.815943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.864921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:32.905991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7daca0f-060d-4325-afa7-05ec8e333809,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:32.988314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 1688d251-53e0-47e6-906e-abb231075d54 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:32.997036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:33.003944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:33.004374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:33.004765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:33.010412 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03f74d06-7b34-4ff9-84e2-b5e78a80449c tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d7daca0f-060d-4325-afa7-05ec8e333809 HTTP/1.1" status: 204 len: 168 time: 5.5387027 Feb 16 16:55:33.020398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48690) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:33.041596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:33.239674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:33.243144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Port': ['ID=16165f09-9cb5-496f-bb5c-3d67185646e9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:33.297218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:33.297764 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:33.310443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:55:33.319623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 2 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:33.333168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:33.410568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65c7ed58-5876-40f6-93f5-fee4bc497b8f tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Synchronizing usage tracker for tenant:494c8cf07ba6457182e5415b098c115b on resource:floatingip {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:33.474746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Sync routers for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:33.496653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:33.501605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:33.503568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:33.504064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:33.507435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:33.529775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:33.537453 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:33.543966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:33.544372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 3 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:33.569572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:33.589570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65c7ed58-5876-40f6-93f5-fee4bc497b8f tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Unset dirty status for tenant:494c8cf07ba6457182e5415b098c115b on resource:floatingip {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:33.591029 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65c7ed58-5876-40f6-93f5-fee4bc497b8f tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5650010 Feb 16 16:55:33.594912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48696) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:33.601796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:33.603299 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:33.610834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f5b6659d-059d-4784-854a-2bd6b28e12bb admin admin] 10.222.0.43 "PUT /v2.0/routers/8a915d83-7cbb-44e0-8cde-4be1ed1a64d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4119577 Feb 16 16:55:33.619207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:33.621561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:33.622361 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Transition to ACTIVE for port object 71a63803-d9d5-48f2-a15c-b71d3fa60611 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:33.632296 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:33.652865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48702) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:33.724954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=e67985de-bd40-4cc3-b293-c92704ee9a2f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:33.735144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553540fc-334d-4764-b80a-cc9f1dc1b162 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:33.750225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:33.752971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:33.754273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:33.768577 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7c3e1-1a7d-4df0-827c-a7530d8541fe None None] Pushing event updated for resources: {'Port': ['ID=71a63803-d9d5-48f2-a15c-b71d3fa60611,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:33.778218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:33.788473 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:33.794579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 4 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:33.858647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:33.863064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:33.864327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:33.874055 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-86036729-6b29-4e54-91ef-12c15a53606c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6444395 Feb 16 16:55:33.881081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48710) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:33.942300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'name': 'tempest-NetworksTestDHCPv6-298833457'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:33.963770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > segment before_delete 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.970957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.971927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.972268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > port after_create 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.972601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > port after_delete 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.972958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > port after_update 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.973296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > segment after_delete 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.973627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet after_create 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.974119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet after_delete 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.974781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet after_update 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:33.995900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:33.996735 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:34.007922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 5 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:34.010509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0e0c02e9-b6a3-4bd3-ae2d-21fb0b824fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.028676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:34.029041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.158544 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Attempting to bind port 71a63803-d9d5-48f2-a15c-b71d3fa60611 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:34.160175 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Attempting to bind port 71a63803-d9d5-48f2-a15c-b71d3fa60611 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:34.160702 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Attempting to bind port 71a63803-d9d5-48f2-a15c-b71d3fa60611 on network ffffe003-05d4-4a18-af31-e5ddc33bfa9c {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:34.175497 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:34.176657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Checking segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:34.177201 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.177743 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Bound using segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:34.191047 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Bound port: 71a63803-d9d5-48f2-a15c-b71d3fa60611, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:34.191700 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.339018 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] For port 71a63803-d9d5-48f2-a15c-b71d3fa60611, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:34.343089 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] For port 71a63803-d9d5-48f2-a15c-b71d3fa60611, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=71a63803-d9d5-48f2-a15c-b71d3fa60611,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:34.348903 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.361417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet after_create 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:34.361882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet after_delete 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:34.362211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet before_create 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:34.362531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Subscribe: > subnet before_update 55550000 {{(pid=87720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:55:34.363193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529c29ce-be98-4a9b-84ef-e67de084f124']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.404882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb291ef0-d956-4ddc-b717-97b80b83d8b4') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.405072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb291ef0-d956-4ddc-b717-97b80b83d8b4') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.430891 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8bd0b415-e357-4c39-97ac-a9b81ef1eeb4 tempest-AgentManagementNegativeTest-1198374551 tempest-AgentManagementNegativeTest-1198374551-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7719686 Feb 16 16:55:34.445660 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7c3e1-1a7d-4df0-827c-a7530d8541fe None None] Pushing event updated for resources: {'Port': ['ID=71a63803-d9d5-48f2-a15c-b71d3fa60611,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:34.496221 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:34.499286 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.504853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.533131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.545964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.569783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.571193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.572978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:34.574227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.578204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.579620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.580665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.584877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.587121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Synchronizing usage tracker for tenant:494c8cf07ba6457182e5415b098c115b on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:34.593868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:34.601211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:34.604709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:34.655549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:34.655930 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:34.794503 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:34.803844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.844248 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 6 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:34.894642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48722) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:34.911479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:34.931548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438234842', 'description': 'tempest-description--1673949012'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:34.943381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.952843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:34.953183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:34.953512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:34.955916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:34.964358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:34.965021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:34.965192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:34.977605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Unset dirty status for tenant:494c8cf07ba6457182e5415b098c115b on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: from cryptography.utils import int_from_bytes Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: from cryptography.utils import int_from_bytes Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn_limited( Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn_limited( Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:34.982166 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:34.990176 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d3067ff3-94e1-4403-8bfa-4b3d8910afba tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5187 time: 1.3585129 Feb 16 16:55:34.991801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Usage tracker for resource:security_group and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:34.995053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:34.999627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:35.005847 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:35.007057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:35.016299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48726) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.025697 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 7 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:35.053980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.075492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:35.152304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.186265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.195319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event deleted for resources: {'Network': ['ID=529c29ce-be98-4a9b-84ef-e67de084f124,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:35.208171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:35.208696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:35.209173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:35.220654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:35.231007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:35.231890 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:35.254438 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a02c0758-ce1f-44c4-85a0-b32c98d6e73f tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "DELETE /v2.0/networks/529c29ce-be98-4a9b-84ef-e67de084f124 HTTP/1.1" status: 204 len: 168 time: 2.9147933 Feb 16 16:55:35.255342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48732) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.257548 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 8 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:35.276436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48734) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.289368 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-029ef54b-04c0-487d-9061-cf60fe2af5a6 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] delete failed (client error): The resource could not be found. Feb 16 16:55:35.290631 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-029ef54b-04c0-487d-9061-cf60fe2af5a6 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/37581111-4efd-45b8-9ab8-dc4892fd6ffd HTTP/1.1" status: 404 len: 345 time: 0.2193854 Feb 16 16:55:35.306458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.355282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.361857 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-1340287e-4f76-4951-b702-6e3d213e466d tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] DELETE failed (client error): The resource could not be found. Feb 16 16:55:35.362501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1340287e-4f76-4951-b702-6e3d213e466d tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:35.364312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1340287e-4f76-4951-b702-6e3d213e466d tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "DELETE /v2.0/ports/6be5413c-2dd4-4873-8ce4-0bcf4fb82cad HTTP/1.1" status: 404 len: 333 time: 0.0868289 Feb 16 16:55:35.367145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48746) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.367670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device aebafb81-53b8-4e47-a217-312fb929d145 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:55:35.381895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:35.397961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.442709 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:34Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:35.446546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:35.447294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d47666-137a-4859-aa38-6d84135fb1d2 None None] The sync data for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv is: [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:34Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:35.546787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:35.547817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:35.548461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:35.571146 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b57200-86e4-4127-9156-884016ff58a0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 16:55:35.571658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b57200-86e4-4127-9156-884016ff58a0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:35.574674 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02b57200-86e4-4127-9156-884016ff58a0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d7daca0f-060d-4325-afa7-05ec8e333809 HTTP/1.1" status: 404 len: 339 time: 0.2636116 Feb 16 16:55:35.589019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48750) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.589347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48752) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:35.601148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: aebafb81-53b8-4e47-a217-312fb929d145 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:55:35.601688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device aebafb81-53b8-4e47-a217-312fb929d145 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:55:35.605467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'network': {'name': 'tempest-network--17133353', 'router:external': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:35.618153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:35.618741 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:35.625898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887886043', 'description': 'tempest-description--2107633305'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:35.631279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 9 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:35.639360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': 'e67985de-bd40-4cc3-b293-c92704ee9a2f'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:35.639857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.657369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:35.659639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:35.659964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:35.660293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:35.673103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:35.679933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:35.687180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:network and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:35.696122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.696290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Usage tracker for resource:security_group and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:35.699018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Usage tracker for resource:security_group_rule and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:35.704850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:35.707916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:35.725615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:35.729043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:35.729288 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:35.740978 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 10 to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 Feb 16 16:55:35.754879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:35.758166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:35.784673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 71a63803-d9d5-48f2-a15c-b71d3fa60611 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:35.816126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.824632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:35.871391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Deleting subnet 1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:55:35.882089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.886586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:35.886896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:35.887226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:35.895704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Made reservation on behalf of 494c8cf07ba6457182e5415b098c115b for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:35.898136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.909453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.931676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:35.945710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Usage tracker for resource:security_group_rule and tenant:ae94dfac4f1c4cee9a527379f9ab590e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:35.947630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f3 (f92b56da-dfd9-433c-a595-962c6f07801d/e67985de-bd40-4cc3-b293-c92704ee9a2f/e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:35.957409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 71a63803-d9d5-48f2-a15c-b71d3fa60611 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:35.958360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:35.960364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:35.960735 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:35.961284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.966711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 71a63803-d9d5-48f2-a15c-b71d3fa60611 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:35.967287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.985585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:36.001703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:36.016574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Usage tracker for resource:security_group_rule and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:36.021873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:30Z', 'revision_number': 2, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:36.024597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:36.033524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Checking router: 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:36.034085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Updating router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 port a9d3d64d-a7d9-4fab-94af-a731c531e28a binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:36.046534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.046784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:36.078399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:36.107953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.159441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.159785 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Added segment 4df42f78-3d74-4ccd-bf18-1f45729418fd of type vlan for network b840007b-aed0-4cf6-9fbc-a5a00a5e9be7 Feb 16 16:55:36.234432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.254085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.288091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.335723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.368742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 71a63803-d9d5-48f2-a15c-b71d3fa60611, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=71a63803-d9d5-48f2-a15c-b71d3fa60611,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:36.376734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.394649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Router 9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:55:36.456836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=71a63803-d9d5-48f2-a15c-b71d3fa60611,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.479514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] For port 0f2ab3ec-22eb-4439-9a05-f33696cbe953, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:36.479983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempted to set empty binding levels {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 16:55:36.500225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.515501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.526954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.617808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event deleted for resources: {'Subnet': ['ID=1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.633409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.654821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c34d812-d472-4bb5-bded-8c1e74e695b4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.663899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] In _notify_port_updated(), no bound segment for port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:55:36.664689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:36.665062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.665784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.671290 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "PUT /v2.0/ports/0f2ab3ec-22eb-4439-9a05-f33696cbe953 HTTP/1.1" status: 200 len: 976 time: 6.6767509 Feb 16 16:55:36.687254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48758) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:36.704381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.705686 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4b417aea-37f1-493e-bcb4-0fc3d4a8605e tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8079302 Feb 16 16:55:36.719830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.726438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.726712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48762) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:36.740256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.759950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Request body: {'security_group_rule': {'security_group_id': '2c34d812-d472-4bb5-bded-8c1e74e695b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:36.792480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982bdd2e-baad-4936-a623-082e5905fec4 None None] Network e476a5e9-ef98-4933-8d4f-c85c955b3c53 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:36.805016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.806248 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2157714 Feb 16 16:55:36.812960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:36.813864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.815732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffbe52-f953-439e-b627-98ed938952c5 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2ab3ec-22eb-4439-9a05-f33696cbe953,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.822796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48766) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:36.830604 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-784fd53c-a5fd-4064-bab7-b593a9ecd711 tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "DELETE /v2.0/subnets/1d55b2fe-d7e3-4fee-a5ed-ff4addafbd1b HTTP/1.1" status: 204 len: 168 time: 1.4603872 Feb 16 16:55:36.831622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Usage tracker for resource:security_group_rule and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:36.836745 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae94dfac4f1c4cee9a527379f9ab590e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5739195 Feb 16 16:55:36.837733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48770) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:36.845864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.846863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:36.847476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.850926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48772) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:36.851710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:36.863044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Request body: {'security_group_rule': {'security_group_id': 'd884f6e3-7397-4815-9f46-3c7c019feb5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:36.925096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:36.974452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Transition to ACTIVE for port object a9d3d64d-a7d9-4fab-94af-a731c531e28a will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:36.990642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.014604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.041300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:37.048438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.051016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e88ffa-3ecd-4ab6-b5dc-bb322d19507d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d884f6e3-7397-4815-9f46-3c7c019feb5f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.082985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3917df-7285-427f-b32a-53f984e9496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86194be1-3229-4656-8853-d46ddcbcc24f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.093987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:37.115421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Deleting port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:37.115751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.120627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:37.133073 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5332429 Feb 16 16:55:37.147249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48778) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:37.148142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.165727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:55:37.179687 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Sync routers for ids ['9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:37.205971 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Routers {'9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:37.206675 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:37.212370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987e578-0b68-41cc-a777-69c902afd68a tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Network': ['ID=b840007b-aed0-4cf6-9fbc-a5a00a5e9be7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.226886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Usage tracker for resource:security_group_rule and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:37.253736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b840007b-aed0-4cf6-9fbc-a5a00a5e9be7 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:37.254886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:37.293096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.293573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.301613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.302251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.303461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.303944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.306268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.306784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.315219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.315702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.316448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.316912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.317374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.319250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Synchronizing usage tracker for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:37.367309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800842a-5e30-4cf9-8828-189a4da73169 None None] Pushing event updated for resources: {'Port': ['ID=a9d3d64d-a7d9-4fab-94af-a731c531e28a,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.378495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:37.390229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.394745 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-921cc8cb-2119-4416-b94d-03df737f4df4 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6265221 Feb 16 16:55:37.418153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.424517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Attempting to bind port a9d3d64d-a7d9-4fab-94af-a731c531e28a on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:37.425087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Attempting to bind port a9d3d64d-a7d9-4fab-94af-a731c531e28a by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:37.425388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Attempting to bind port a9d3d64d-a7d9-4fab-94af-a731c531e28a on network 75604c64-ca6f-403d-a64b-3df4e8a47e07 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:37.427898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48782) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:37.440228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.441952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:37.442323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Checking segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:37.442749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.443139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Bound using segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:37.443617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Bound port: a9d3d64d-a7d9-4fab-94af-a731c531e28a, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:37.444001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.557470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6145236b-2d1f-42b8-9b15-980723656468,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.592471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] DHCP port deletion for e476a5e9-ef98-4933-8d4f-c85c955b3c53 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:55:37.600555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Unset dirty status for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:37.601936 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-438c6b50-f6b4-4d58-8a3c-5295e5957381 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11780 time: 0.9136496 Feb 16 16:55:37.603918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Deleting port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:37.604287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.605386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48786) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:37.606057 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Set router 9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:37.630789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.637511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] For port a9d3d64d-a7d9-4fab-94af-a731c531e28a, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:37.684731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fba641aa-b032-46ea-95b3-9987b52bb68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.697910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] For port a9d3d64d-a7d9-4fab-94af-a731c531e28a, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a9d3d64d-a7d9-4fab-94af-a731c531e28a,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:37.706099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.724327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] For port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,segment=NetworkSegment(7ed37c94-1614-40d7-b33b-091f1d5d8305),segment_id=7ed37c94-1614-40d7-b33b-091f1d5d8305)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:37.725148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.728552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fba641aa-b032-46ea-95b3-9987b52bb68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.766610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Deleting port 0f2ab3ec-22eb-4439-9a05-f33696cbe953 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:37.767122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.821730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800842a-5e30-4cf9-8828-189a4da73169 None None] Pushing event updated for resources: {'Port': ['ID=a9d3d64d-a7d9-4fab-94af-a731c531e28a,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.825145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 71a63803-d9d5-48f2-a15c-b71d3fa60611 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:37.950741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:37.952754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:37.971028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:37.989389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fba641aa-b032-46ea-95b3-9987b52bb68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.066462 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5', 'name': '', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1688d251-53e0-47e6-906e-abb231075d54', 'external_fixed_ips': [{'subnet_id': '6ae37c81-52c2-41ab-bf96-8bac1f94dcfe', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '16165f09-9cb5-496f-bb5c-3d67185646e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:29Z', 'updated_at': '2022-02-16T16:55:33Z', 'revision_number': 3, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port': {'id': '16165f09-9cb5-496f-bb5c-3d67185646e9', 'name': '', 'network_id': '1688d251-53e0-47e6-906e-abb231075d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6ae37c81-52c2-41ab-bf96-8bac1f94dcfe', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:31Z', 'updated_at': '2022-02-16T16:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae37c81-52c2-41ab-bf96-8bac1f94dcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:38.071919 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Checking router: 9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:38.072280 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Updating router 9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 port 16165f09-9cb5-496f-bb5c-3d67185646e9 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:38.106579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Calling delete_port for bbc02249-c1c3-439a-80a7-bc3cd4d2f96c owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:38.112007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.147239 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.209313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba641aa-b032-46ea-95b3-9987b52bb68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86194be1-3229-4656-8853-d46ddcbcc24f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.225616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.231325 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1d399631-adb5-4beb-8be0-8b97e3365939 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4989431 Feb 16 16:55:38.257941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.269282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.278161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48790) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:38.290010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.296526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Request body: {'security_group_rule': {'security_group_id': '2c34d812-d472-4bb5-bded-8c1e74e695b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:38.302265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.307693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.319597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.320690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Synchronizing usage tracker for tenant:e2bfd99600ca4e2dba1694509fe893ec on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:38.353027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.360033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:38.363623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.366331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5386391 Feb 16 16:55:38.381218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48794) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:38.386034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event deleted for resources: {'Port': ['ID=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.399023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Usage tracker for resource:security_group_rule and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:38.405031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:38.411707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] No DVR routers for this DVR port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:38.423940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/e67985de-bd40-4cc3-b293-c92704ee9a2f/b1ab5343-54f6-4d6e-9c22-7d0a6afad46d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:38.440741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:38.451628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Request body: {'security_group_rule': {'security_group_id': 'd884f6e3-7397-4815-9f46-3c7c019feb5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:38.459521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:38.461962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fba641aa-b032-46ea-95b3-9987b52bb68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.463381 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fba641aa-b032-46ea-95b3-9987b52bb68e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86194be1-3229-4656-8853-d46ddcbcc24f HTTP/1.1" status: 204 len: 168 time: 1.4992049 Feb 16 16:55:38.464271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee16f85-3816-45d4-9257-f722a1c86f25 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045482d6-4239-410c-adeb-59d677285da4,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.466786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Unset dirty status for tenant:e2bfd99600ca4e2dba1694509fe893ec on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:38.470677 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7421db69-7bc6-4724-bfab-56cdf16c0b0c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3055 time: 1.2469802 Feb 16 16:55:38.470677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:38.476267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.477078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.485624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] For port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bbc02249-c1c3-439a-80a7-bc3cd4d2f96c,segment=NetworkSegment(7ed37c94-1614-40d7-b33b-091f1d5d8305),segment_id=7ed37c94-1614-40d7-b33b-091f1d5d8305)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:38.485973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.507628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48800) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:38.517898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:38.521857 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6148608 Feb 16 16:55:38.528595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:38.545518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:38.628291 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.642680 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Transition to ACTIVE for port object 16165f09-9cb5-496f-bb5c-3d67185646e9 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:38.645805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48804) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:38.650638 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.664323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.669505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Usage tracker for resource:security_group_rule and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:38.688162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:38.726069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:38.733885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.735193 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07defe9e-7fd6-4828-a484-891503bed6dd None None] Pushing event updated for resources: {'Port': ['ID=16165f09-9cb5-496f-bb5c-3d67185646e9,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.762372 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Attempting to bind port 16165f09-9cb5-496f-bb5c-3d67185646e9 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:38.763048 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Attempting to bind port 16165f09-9cb5-496f-bb5c-3d67185646e9 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1688d251-53e0-47e6-906e-abb231075d54'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:38.763796 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Attempting to bind port 16165f09-9cb5-496f-bb5c-3d67185646e9 on network 1688d251-53e0-47e6-906e-abb231075d54 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:38.770830 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:38.771568 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Checking segment: {'id': 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1688d251-53e0-47e6-906e-abb231075d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:38.772215 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.772735 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Bound using segment: {'id': 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1688d251-53e0-47e6-906e-abb231075d54'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:38.773591 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Bound port: 16165f09-9cb5-496f-bb5c-3d67185646e9, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1688d251-53e0-47e6-906e-abb231075d54'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:38.774123 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.834468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.865438 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] For port 16165f09-9cb5-496f-bb5c-3d67185646e9, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:38.871157 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] For port 16165f09-9cb5-496f-bb5c-3d67185646e9, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=16165f09-9cb5-496f-bb5c-3d67185646e9,segment=NetworkSegment(ace539dd-c41a-4c7e-9d70-e29d3cacb4b7),segment_id=ace539dd-c41a-4c7e-9d70-e29d3cacb4b7)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:38.878095 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.911452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.918085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 71a63803-d9d5-48f2-a15c-b71d3fa60611 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:38.918629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.973904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375cca7-f247-42d1-89e0-030d8c062eca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.977316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] For port 0f2ab3ec-22eb-4439-9a05-f33696cbe953, host hv-neutron-8295, got binding levels [] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:38.977678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.979122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:38.980885 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07defe9e-7fd6-4828-a484-891503bed6dd None None] Pushing event updated for resources: {'Port': ['ID=16165f09-9cb5-496f-bb5c-3d67185646e9,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.006210 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Routers {'9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:55:39.006922 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.024164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Deleting port 16165f09-9cb5-496f-bb5c-3d67185646e9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:39.024164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.105853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Calling delete_port for bbc02249-c1c3-439a-80a7-bc3cd4d2f96c owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:39.164480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.220320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b840007b-aed0-4cf6-9fbc-a5a00a5e9be7']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.241052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.244110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.278643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df42f78-3d74-4ccd-bf18-1f45729418fd') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.278813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df42f78-3d74-4ccd-bf18-1f45729418fd') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.323829 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] Set router 9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:55:39.337181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.341730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Calling delete_port for 0f2ab3ec-22eb-4439-9a05-f33696cbe953 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:39.373195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.384166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e476a5e9-ef98-4933-8d4f-c85c955b3c53']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.420350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.437513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:39.437909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.494666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed37c94-1614-40d7-b33b-091f1d5d8305') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.495489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed37c94-1614-40d7-b33b-091f1d5d8305') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.499000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.505837 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5', 'name': '', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:29Z', 'updated_at': '2022-02-16T16:55:38Z', 'revision_number': 4, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:39.510491 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99259d9-95b0-44d0-a9ea-4b60600f8899 None None] The sync data for ids ['9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5'] in dv-neutron-829527-2-hyperv is: [{'id': '9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5', 'name': '', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:29Z', 'updated_at': '2022-02-16T16:55:38Z', 'revision_number': 4, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:39.524745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.527143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2465830 Feb 16 16:55:39.532685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593ea2f-c0ce-4e47-9d7b-5a6437972336 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0024a577-9936-4e0d-94ca-9ce876aecee8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.540865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48826) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:39.551745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf892e-e419-4810-b7fa-f64c78174654 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:39.552920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1dcf892e-e419-4810-b7fa-f64c78174654 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:39.560199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:39.578330 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:39.585298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:55:39.586192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:55:39.589851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:39.605763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:39.608311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Transition to ACTIVE for port object b1ab5343-54f6-4d6e-9c22-7d0a6afad46d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:39.610962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Usage tracker for resource:floatingip and tenant:77d5020557b142948d879f0e8f88ca19 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:39.614443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:39.621046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:39.641324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] For port 16165f09-9cb5-496f-bb5c-3d67185646e9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=16165f09-9cb5-496f-bb5c-3d67185646e9,segment=NetworkSegment(ace539dd-c41a-4c7e-9d70-e29d3cacb4b7),segment_id=ace539dd-c41a-4c7e-9d70-e29d3cacb4b7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:39.642054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.648213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.671802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.693612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48830) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:39.703463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Transition to ACTIVE for port object b1ab5343-54f6-4d6e-9c22-7d0a6afad46d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:39.705001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:39.705394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.716689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.726934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:39.737495 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:39.808142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bbc02249-c1c3-439a-80a7-bc3cd4d2f96c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:55:39.835261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b840007b-aed0-4cf6-9fbc-a5a00a5e9be7 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:55:39.854538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Calling delete_port for 16165f09-9cb5-496f-bb5c-3d67185646e9 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:39.866654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1dcf892e-e419-4810-b7fa-f64c78174654 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:39.867847 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1dcf892e-e419-4810-b7fa-f64c78174654 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.2014580 Feb 16 16:55:39.882153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48836) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:39.897801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.913268 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b840007b-aed0-4cf6-9fbc-a5a00a5e9be7 HTTP/1.1" status: 204 len: 168 time: 1.3900268 Feb 16 16:55:39.914523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: bbc02249-c1c3-439a-80a7-bc3cd4d2f96c {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:55:39.914890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bbc02249-c1c3-439a-80a7-bc3cd4d2f96c not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:55:39.919477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:39.924661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:39.934730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48840) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:39.938229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Pushing event updated for resources: {'Port': ['ID=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.945503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.945723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:39.957922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5733aa-e7ee-4e9c-9276-22395a1b5cb2 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Network': ['ID=b840007b-aed0-4cf6-9fbc-a5a00a5e9be7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.972086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1532365889'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:39.972447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.977621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:39.980999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'network': {'name': 'tempest-network--1355463411', 'router:external': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:39.989235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:39.993650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.034781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Usage tracker for resource:network and tenant:95b479dc2eb54961a9be745d99ee17c9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:40.036283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:network and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:40.039197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5268d9b3-a112-4e72-ba94-a405fc17ab72,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.042030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:40.042712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:40.045771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f2ab3ec-22eb-4439-9a05-f33696cbe953,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.055298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:40.059234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:40.060058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.065632 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-64def34f-ada5-4b12-8690-b2b76ae63cf3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6208043 Feb 16 16:55:40.065795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.070423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.076202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:40.076371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.087596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Deleting port bbc02249-c1c3-439a-80a7-bc3cd4d2f96c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:40.088285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.108152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48844) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:40.141655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.155515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:40.177904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] Pushing event deleted for resources: {'Network': ['ID=e476a5e9-ef98-4933-8d4f-c85c955b3c53,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.180666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:40.192403 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-09528965-d03c-4e57-8ec7-6f769584861b tempest-DHCPAgentSchedulersTestJSON-950483508 tempest-DHCPAgentSchedulersTestJSON-950483508-project] 10.222.0.43 "DELETE /v2.0/networks/e476a5e9-ef98-4933-8d4f-c85c955b3c53 HTTP/1.1" status: 204 len: 168 time: 3.3422234 Feb 16 16:55:40.198951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Made reservation on behalf of 95b479dc2eb54961a9be745d99ee17c9 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:40.203044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.220096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Usage tracker for resource:floatingip and tenant:4b55a0aeb87b48c886c712a2d8a98258 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:40.226986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:40.235826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3130e8bd-3e68-4e01-abc0-8fd810d06197 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0f2ab3ec-22eb-4439-9a05-f33696cbe953 HTTP/1.1" status: 204 len: 168 time: 2.6267729 Feb 16 16:55:40.240158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.250543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:40.252385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48850) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:40.267595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5289b5d6-99a2-4292-a505-dd6c7974eb37 None None] The port 'bbc02249-c1c3-439a-80a7-bc3cd4d2f96c' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:55:40.300494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:37Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:40.306572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7866c92-4511-44cc-93cd-ee056d73c04c None None] The sync data for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv is: [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:37Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:40.308345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Attempting to bind port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:40.308707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Attempting to bind port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:40.309062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Attempting to bind port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:40.316041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:40.316416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:40.316810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.317191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:40.317648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Bound port: b1ab5343-54f6-4d6e-9c22-7d0a6afad46d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:40.318016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.358540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:40.361077 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaef6e9-fe9f-437e-a241-fa89ef6b0bf4 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:55:40.361597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bcaef6e9-fe9f-437e-a241-fa89ef6b0bf4 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Synchronizing usage tracker for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:40.429484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] For port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:40.441622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] For port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:40.449317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.462242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Made reservation on behalf of 494c8cf07ba6457182e5415b098c115b for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:40.465062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.505702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:40.517910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.518837 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Added segment be79c061-8ae2-4a3a-a895-fa14768bdb5c of type vlan for network aa60adfb-9dcd-4dbd-99d9-b4ff95e85099 Feb 16 16:55:40.562102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.633153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becf4be-2a8b-4350-a5f5-a6fb8e23349d None None] Pushing event updated for resources: {'Port': ['ID=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.640238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Usage tracker for resource:security_group_rule and tenant:95b479dc2eb54961a9be745d99ee17c9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:40.657715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.658868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:40.659445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.666967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.723578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:40.750105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:40.780638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Network': ['ID=aa60adfb-9dcd-4dbd-99d9-b4ff95e85099,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.792233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network aa60adfb-9dcd-4dbd-99d9-b4ff95e85099 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:40.803985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48856) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:40.875272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bcaef6e9-fe9f-437e-a241-fa89ef6b0bf4 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Unset dirty status for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:40.876994 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-696cfcc9-3d30-480d-b88d-3adc0d4bf9bd tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9238842 Feb 16 16:55:40.881646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48862) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:40.883935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bcaef6e9-fe9f-437e-a241-fa89ef6b0bf4 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "GET /v2.0/ports/0f2ab3ec-22eb-4439-9a05-f33696cbe953 HTTP/1.1" status: 404 len: 333 time: 0.6284142 Feb 16 16:55:40.899772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48864) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:40.912408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1388153345', 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:40.918645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:40.932841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:40.967822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Made reservation on behalf of a869383daf164b1ca290fd2b70eee55b for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:40.970514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.069671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port fea9092c-a217-463d-a38c-e54a0486d1b1 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:41.119438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.130086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.147706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.217691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event deleted for resources: {'Port': ['ID=16165f09-9cb5-496f-bb5c-3d67185646e9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:41.227075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6e041-3ffc-4201-9466-cd4dd9738d9d tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:41.228557 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-48d6e041-3ffc-4201-9466-cd4dd9738d9d tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] 10.222.0.43 "GET /v2.0/networks/aa60adfb-9dcd-4dbd-99d9-b4ff95e85099 HTTP/1.1" status: 200 len: 757 time: 0.3443093 Feb 16 16:55:41.252160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48870) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:41.269906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6895e848-08ee-4111-a0e3-8da36af00b88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fd476296b3f44eba08debef22d41565&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4627106 Feb 16 16:55:41.274903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48874) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:41.356107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:41.367339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.552109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2bd20a0-4616-447e-80d2-1781d593b225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.557090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.566261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.661162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2bd20a0-4616-447e-80d2-1781d593b225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.688712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.689231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:55:41.698042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be667626-b079-4bf9-9ef7-e66e18b1367c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:41.702356 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-be667626-b079-4bf9-9ef7-e66e18b1367c tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] 10.222.0.43 "GET /v2.0/networks/4ddfc390-b340-4cd1-83f0-0a63b7d8845b HTTP/1.1" status: 200 len: 768 time: 0.4454741 Feb 16 16:55:41.706214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48878) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:41.731130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.807530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.844718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.847677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.851222 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-418677b3-64e7-41f1-a8f7-eb7a03d8fbd3 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9efc4e45-e2ae-4af5-8b7b-0b59f1919dc5 HTTP/1.1" status: 204 len: 168 time: 4.4186149 Feb 16 16:55:41.853351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48882) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:41.923040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Allocated IP 172.26.7.111 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/85d2cdec-aa1b-4542-889c-9c35da7cbcac) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:41.978029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:41.985026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa8fa0-e75a-4976-b0aa-dae91c9a73cf,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:42.001948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.014078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.071274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7f919dbc-c415-4145-be72-3c5d6a9fe5ea None None] Provisioning for port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:42.090363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.090824 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Added segment ff271b29-baea-494d-9ae8-2d0d8b589968 of type vlan for network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe Feb 16 16:55:42.126370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Deleting subnet 6ae37c81-52c2-41ab-bf96-8bac1f94dcfe {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:55:42.142708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.177948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.215238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.245258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a9d3d64d-a7d9-4fab-94af-a731c531e28a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:42.336605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.341914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.359610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:42.379672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.476278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-98ce3c5f-d8d8-401a-afa4-05ccde08a228 None None] Could not find standard attr ID for object e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:55:42.489403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a9d3d64d-a7d9-4fab-94af-a731c531e28a completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:42.495125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a9d3d64d-a7d9-4fab-94af-a731c531e28a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:42.495778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.497122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.507433 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a544643c-8949-48f9-915a-7d92735de0fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae HTTP/1.1" status: 204 len: 168 time: 2.6232188 Feb 16 16:55:42.509978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48886) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:42.571837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2bd20a0-4616-447e-80d2-1781d593b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.574917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.581161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:42.581802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.607020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.630530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.652790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2bd20a0-4616-447e-80d2-1781d593b225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.655232 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a2bd20a0-4616-447e-80d2-1781d593b225 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d95a71b8-af07-4afa-94d2-0c3fd6d4ac30 HTTP/1.1" status: 204 len: 168 time: 1.3792703 Feb 16 16:55:42.659143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd20a0-4616-447e-80d2-1781d593b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95a71b8-af07-4afa-94d2-0c3fd6d4ac30,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:42.679192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa60adfb-9dcd-4dbd-99d9-b4ff95e85099']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:42.700011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be79c061-8ae2-4a3a-a895-fa14768bdb5c') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:42.700305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be79c061-8ae2-4a3a-a895-fa14768bdb5c') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:42.715687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.730032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.733918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.776978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.778860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port a9d3d64d-a7d9-4fab-94af-a731c531e28a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a9d3d64d-a7d9-4fab-94af-a731c531e28a,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:42.783294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae37c81-52c2-41ab-bf96-8bac1f94dcfe,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:42.793384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:42.793821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.796985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.797785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b1ab5343-54f6-4d6e-9c22-7d0a6afad46d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:42.810526 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:42.814866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.918468 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c3a6cb25-bc63-44ef-adf9-6d94a7bf4ef2 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/6ae37c81-52c2-41ab-bf96-8bac1f94dcfe HTTP/1.1" status: 204 len: 168 time: 1.0623419 Feb 16 16:55:42.921718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48894) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:42.942539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.947143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa60adfb-9dcd-4dbd-99d9-b4ff95e85099 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:55:42.960981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=a9d3d64d-a7d9-4fab-94af-a731c531e28a,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:42.964078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.974241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:42.981159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:42.981624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.044321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event updated for resources: {'Network': ['ID=1ff0e7f6-cbca-451b-91e9-33cd43a165fe,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.058348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:43.089340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:43.094409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3283293-0273-4de3-834b-5013c14c6623 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.096425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3283293-0273-4de3-834b-5013c14c6623 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.097247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e3283293-0273-4de3-834b-5013c14c6623 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:43.109451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:43.121794 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2b77d21b-6f58-45b3-8b9e-7885f92d1c80 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4174616 Feb 16 16:55:43.122124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:43.123199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.124204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.126641 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/networks/aa60adfb-9dcd-4dbd-99d9-b4ff95e85099 HTTP/1.1" status: 204 len: 168 time: 1.4193287 Feb 16 16:55:43.137917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48898) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:43.138570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48900) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:43.149802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ba5be-22f8-45cf-820a-9e03646bec51 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa60adfb-9dcd-4dbd-99d9-b4ff95e85099,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.165883 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2582269 Feb 16 16:55:43.171658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48906) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:43.174089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d287b5-2b74-4a3e-b042-d293d5a217c2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=fea9092c-a217-463d-a38c-e54a0486d1b1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.185457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'network': {'name': 'tempest-network--338204807'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:43.191267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48910) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:43.196005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Request body: {'subnet': {'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:43.225559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:43.258686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e3283293-0273-4de3-834b-5013c14c6623 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:43.264026 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e3283293-0273-4de3-834b-5013c14c6623 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7522328 Feb 16 16:55:43.273437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48914) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:43.278632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.304982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Usage tracker for resource:network and tenant:494c8cf07ba6457182e5415b098c115b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:43.305869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.321935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:43.344330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:43.349719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.351014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:43.357030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.388144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.391562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Made reservation on behalf of 494c8cf07ba6457182e5415b098c115b for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:43.394874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.396417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:43.418815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:43.425378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Usage tracker for resource:subnet and tenant:95b479dc2eb54961a9be745d99ee17c9 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:43.430570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:43.441611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:43.449617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.463997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Made reservation on behalf of 95b479dc2eb54961a9be745d99ee17c9 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:43.468402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.486466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Usage tracker for resource:security_group_rule and tenant:204b5b439b9b4092b74eb9857c07c349 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:43.499278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:43.504274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe985aa4-f34e-4be3-96a8-38ff45670f40 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.505083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fe985aa4-f34e-4be3-96a8-38ff45670f40 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Synchronizing usage tracker for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:43.519111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:43.537865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:43.548153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:43.552637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:43.607486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet e67985de-bd40-4cc3-b293-c92704ee9a2f {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:55:43.629669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event updated for resources: {'Port': ['ID=85d2cdec-aa1b-4542-889c-9c35da7cbcac,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.632152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.676040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Allocated IP 172.26.7.185 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/0066ab67-dacc-4472-9996-47c65467be5e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:43.683366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:43.700541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fe985aa4-f34e-4be3-96a8-38ff45670f40 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Unset dirty status for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:43.705696 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fe985aa4-f34e-4be3-96a8-38ff45670f40 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "GET /v2.0/ports/fea9092c-a217-463d-a38c-e54a0486d1b1 HTTP/1.1" status: 200 len: 955 time: 0.5290806 Feb 16 16:55:43.712968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48918) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:43.757019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.784537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.784537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Added segment fff79193-c3f8-487e-958f-caafcfc01a46 of type vlan for network 671087fe-1345-44cf-aaf8-b4b65c132a0c Feb 16 16:55:43.821724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.822722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1688d251-53e0-47e6-906e-abb231075d54']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:43.847945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:43.848238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace539dd-c41a-4c7e-9d70-e29d3cacb4b7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:43.877441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Deleting port fea9092c-a217-463d-a38c-e54a0486d1b1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:43.877787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.913953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.931613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:43.968604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.026579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.034305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a9d3d64d-a7d9-4fab-94af-a731c531e28a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:44.056511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:44.056915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.078171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:44.080989 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:44.116195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a9d3d64d-a7d9-4fab-94af-a731c531e28a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:44.116705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.132835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.151245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.183444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.184298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:44.185669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.234187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.255849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b1ab5343-54f6-4d6e-9c22-7d0a6afad46d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:44.287679 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1459801 Feb 16 16:55:44.288834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=204b5b439b9b4092b74eb9857c07c349&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0621252 Feb 16 16:55:44.289716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.309791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48922) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:44.310182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48924) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:44.324404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e6bb6-aeff-4c98-810f-74d3719683c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c383cb-862a-4da4-8d7f-87ea71629f77,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:44.333143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:44.333702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.384453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.393635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:44.494632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:44.545228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:44.553704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:44.572744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.594503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.598576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event updated for resources: {'Port': ['ID=0066ab67-dacc-4472-9996-47c65467be5e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:44.604876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1688d251-53e0-47e6-906e-abb231075d54 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:55:44.613679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.617099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31688-74bc-4ada-991e-8401402aac25 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Network': ['ID=671087fe-1345-44cf-aaf8-b4b65c132a0c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:44.620150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.627965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 671087fe-1345-44cf-aaf8-b4b65c132a0c details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:55:44.637917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.657704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=e67985de-bd40-4cc3-b293-c92704ee9a2f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:44.672071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:44.676804 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/networks/1688d251-53e0-47e6-906e-abb231075d54 HTTP/1.1" status: 204 len: 168 time: 1.7559340 Feb 16 16:55:44.723041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e15a4831-01c1-4b3d-879d-ee89b83ef180 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/e67985de-bd40-4cc3-b293-c92704ee9a2f HTTP/1.1" status: 204 len: 168 time: 1.4482532 Feb 16 16:55:44.728087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d3f5c-36ec-4352-820d-5baa6a6f0051 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:44.739790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48932) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:44.801363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cae492-75b0-4eb2-89e5-08dd1ea4bd2a tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event deleted for resources: {'Network': ['ID=1688d251-53e0-47e6-906e-abb231075d54,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:44.854911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-30256240-2e2b-48e1-a290-e0736369e323 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134386 Feb 16 16:55:44.867538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48936) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:44.886332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Calling delete_port for fea9092c-a217-463d-a38c-e54a0486d1b1 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:45.012516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.075328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-caa7e0c0-f81a-4994-9b5e-80c17e532246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.113984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-caa7e0c0-f81a-4994-9b5e-80c17e532246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.166836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:55:45.168771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event updated for resources: {'Subnet': ['ID=fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.172917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] Deleting port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:45.173495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.197851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Checking segment: {'id': 'ff271b29-baea-494d-9ae8-2d0d8b589968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:45.198257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Network hostable DHCP agents. Network: 1ff0e7f6-cbca-451b-91e9-33cd43a165fe, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:45.219483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.223892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-caa7e0c0-f81a-4994-9b5e-80c17e532246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.248172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48944) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:45.250899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.284186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7e0c0-f81a-4994-9b5e-80c17e532246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c383cb-862a-4da4-8d7f-87ea71629f77,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.294277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'name': 'tempest-router--128093752', 'project_id': 'a05d4b3491374e40afc899183c08aa34'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:45.299219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:45.303929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:router and tenant:a05d4b3491374e40afc899183c08aa34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:45.307914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:45.317708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-caa7e0c0-f81a-4994-9b5e-80c17e532246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.321517 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-caa7e0c0-f81a-4994-9b5e-80c17e532246 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0c383cb-862a-4da4-8d7f-87ea71629f77 HTTP/1.1" status: 204 len: 168 time: 0.9591501 Feb 16 16:55:45.351465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.372137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:45.384350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.409175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.410291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.412675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.415913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.439893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.470232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Network 671087fe-1345-44cf-aaf8-b4b65c132a0c is not hosted by any dhcp agent {{(pid=87721) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 16:55:45.471336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.472090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.473530 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "PUT /v2.0/networks/671087fe-1345-44cf-aaf8-b4b65c132a0c HTTP/1.1" status: 200 len: 857 time: 1.1132324 Feb 16 16:55:45.485726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.489610 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9329145 Feb 16 16:55:45.500897 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] For port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:45.501436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.503742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48950) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:45.535393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:45.565695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1ff0e7f6-cbca-451b-91e9-33cd43a165fe) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:45.568648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event deleted for resources: {'Port': ['ID=fea9092c-a217-463d-a38c-e54a0486d1b1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.577481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.578162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.620104 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-90e3cd26-5172-48a0-9f7c-8167385a3f92 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4784596 Feb 16 16:55:45.635785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.638811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48958) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:45.646747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Request body: {'port': {'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1053196418'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:45.651057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19070c36-c6d5-4232-9834-a2098165b032 None None] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:45.680686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.682312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc4c80-b172-4a41-8fef-96d7d94135e0 tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event updated for resources: {'Network': ['ID=671087fe-1345-44cf-aaf8-b4b65c132a0c,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.772208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] Calling delete_port for b1ab5343-54f6-4d6e-9c22-7d0a6afad46d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:45.773888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e0ceb-c535-487b-acc9-af00f88cffb6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event updated for resources: {'Port': ['ID=85d2cdec-aa1b-4542-889c-9c35da7cbcac,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.775715 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-22b345e3-3ee2-4da1-9980-6ebe78729084 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fea9092c-a217-463d-a38c-e54a0486d1b1 HTTP/1.1" status: 204 len: 168 time: 2.0616896 Feb 16 16:55:45.777514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48966) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:45.791843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c971e3c-e963-4ef0-b3d4-1d0c963157b3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.792566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0c971e3c-e963-4ef0-b3d4-1d0c963157b3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:45.889537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f122a06-88b4-4e65-b865-1d253a554bb2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:55:45.890244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6f122a06-88b4-4e65-b865-1d253a554bb2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Synchronizing usage tracker for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:45.926285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:45.940325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6f122a06-88b4-4e65-b865-1d253a554bb2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Unset dirty status for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:45.947936 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f122a06-88b4-4e65-b865-1d253a554bb2 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "GET /v2.0/ports/fea9092c-a217-463d-a38c-e54a0486d1b1 HTTP/1.1" status: 404 len: 333 time: 0.1502104 Feb 16 16:55:45.948854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48982) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:45.978116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Request body: {'port': {'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-42592245'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:45.978979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.003074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:46.026532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.036113 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0c4edaf4-51cc-4aeb-b4b2-474694e44483 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7676263 Feb 16 16:55:46.036914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1ff0e7f6-cbca-451b-91e9-33cd43a165fe', 'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe', 'tenant_id': '95b479dc2eb54961a9be745d99ee17c9', 'fixed_ips': [{'subnet_id': 'fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:46.038359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.049135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 48988) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:46.054970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:46.067860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] Pushing event deleted for resources: {'Port': ['ID=b1ab5343-54f6-4d6e-9c22-7d0a6afad46d,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:46.072303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6ba35-a8d9-414b-8121-b00dc437bb06 None None] No DVR routers for this DVR port b1ab5343-54f6-4d6e-9c22-7d0a6afad46d on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:46.159394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.163863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0c971e3c-e963-4ef0-b3d4-1d0c963157b3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:46.165010 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0c971e3c-e963-4ef0-b3d4-1d0c963157b3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2940006 Feb 16 16:55:46.184184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 48998) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:46.211251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b1ab5343-54f6-4d6e-9c22-7d0a6afad46d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:55:46.319543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:46.332525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Made reservation on behalf of a869383daf164b1ca290fd2b70eee55b for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:46.336678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.351672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.352821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: b1ab5343-54f6-4d6e-9c22-7d0a6afad46d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:55:46.357561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b1ab5343-54f6-4d6e-9c22-7d0a6afad46d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:55:46.413533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be73af-76de-4cf2-8bac-5d423c3776a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:46.414101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-62be73af-76de-4cf2-8bac-5d423c3776a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:46.420700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.437959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.445400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.479461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Allocated IP 172.20.0.2 (1ff0e7f6-cbca-451b-91e9-33cd43a165fe/fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea/f635ac19-8071-4cf1-9d2b-d0ab2b264442) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:46.530666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Usage tracker for resource:port and tenant:95b479dc2eb54961a9be745d99ee17c9 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:46.546035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:46.556581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:46.561858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671087fe-1345-44cf-aaf8-b4b65c132a0c']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:46.579142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff79193-c3f8-487e-958f-caafcfc01a46') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:46.579646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff79193-c3f8-487e-958f-caafcfc01a46') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:46.594598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.613217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port 90078275-7f87-4bf5-84e1-f50fa2e67c42 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:46.660635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49014) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:46.669256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-62be73af-76de-4cf2-8bac-5d423c3776a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:46.671404 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-62be73af-76de-4cf2-8bac-5d423c3776a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4835231 Feb 16 16:55:46.677063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.681472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49016) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:46.771045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:46.771822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.792365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:46.794969 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:46.857803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event updated for resources: {'Port': ['ID=0066ab67-dacc-4472-9996-47c65467be5e,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:46.865814 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a8ed406e-be49-4da4-ab80-d9dd60d363e5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1791029 Feb 16 16:55:46.868684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.869287 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:55:46.877451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49026) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:46.896900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Made reservation on behalf of 95b479dc2eb54961a9be745d99ee17c9 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:46.899775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:46.900332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.976956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:46.982770 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e0b09bf3-593d-49a5-8d6b-fdacf7e91913 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8493471 Feb 16 16:55:47.004832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] device_id is not set on port fea4e98c-030a-403c-b5ba-3f4a63175711 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:47.033220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:47.043500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Transition to ACTIVE for port object f635ac19-8071-4cf1-9d2b-d0ab2b264442 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:47.046480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.048717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:47.070895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 671087fe-1345-44cf-aaf8-b4b65c132a0c {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:55:47.080666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Pushing event deleted for resources: {'Network': ['ID=671087fe-1345-44cf-aaf8-b4b65c132a0c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:47.084082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.087494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.093808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d18474ed-008e-4672-855d-806c93b0040e tempest-ExternalNetworksTestJSON-1880668656 tempest-ExternalNetworksTestJSON-1880668656-project-admin] 10.222.0.43 "DELETE /v2.0/networks/671087fe-1345-44cf-aaf8-b4b65c132a0c HTTP/1.1" status: 204 len: 168 time: 1.5413935 Feb 16 16:55:47.096995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:47.099456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.124521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Transition to ACTIVE for port object f635ac19-8071-4cf1-9d2b-d0ab2b264442 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:47.135678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-ea6d39b4-f3f1-4e01-8488-0e66ee666960 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Synchronizing usage tracker for tenant:77d5020557b142948d879f0e8f88ca19 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:47.140929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.144183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:47.148754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.178472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b6be3b-973d-4f48-b6a0-f2ff481cd3b7 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] DELETE failed (client error): The resource could not be found. Feb 16 16:55:47.179035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b6be3b-973d-4f48-b6a0-f2ff481cd3b7 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:47.181455 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66b6be3b-973d-4f48-b6a0-f2ff481cd3b7 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] 10.222.0.43 "DELETE /v2.0/subnets/b99c6358-40c9-421f-9409-effaad96190c HTTP/1.1" status: 404 len: 337 time: 0.0834346 Feb 16 16:55:47.187194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49042) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:47.289539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.289963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbd0ce74-fe6c-480a-9531-08a5ca4cb223 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:55:47.292160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Allocated IP 172.20.0.5 (1ff0e7f6-cbca-451b-91e9-33cd43a165fe/fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea/fea4e98c-030a-403c-b5ba-3f4a63175711) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:47.325319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:47.346263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:47.350365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:47.442382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-ea6d39b4-f3f1-4e01-8488-0e66ee666960 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Unset dirty status for tenant:77d5020557b142948d879f0e8f88ca19 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:47.444210 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-ea6d39b4-f3f1-4e01-8488-0e66ee666960 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--438234842&fields=id&tenant_id=77d5020557b142948d879f0e8f88ca19 HTTP/1.1" status: 200 len: 267 time: 0.6521046 Feb 16 16:55:47.473049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Pushing event updated for resources: {'Port': ['ID=f635ac19-8071-4cf1-9d2b-d0ab2b264442,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:47.536626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.537922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5aa5d78f-51e9-4c2d-b200-088e80f49761 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cbd0ce74-fe6c-480a-9531-08a5ca4cb223 HTTP/1.1" status: 204 len: 168 time: 1.4877663 Feb 16 16:55:47.569226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Attempting to bind port f635ac19-8071-4cf1-9d2b-d0ab2b264442 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:47.569590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Attempting to bind port f635ac19-8071-4cf1-9d2b-d0ab2b264442 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'ff271b29-baea-494d-9ae8-2d0d8b589968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:47.569952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Attempting to bind port f635ac19-8071-4cf1-9d2b-d0ab2b264442 on network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:47.583757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:47.584142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Checking segment: {'id': 'ff271b29-baea-494d-9ae8-2d0d8b589968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:47.584537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.584928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Bound using segment: {'id': 'ff271b29-baea-494d-9ae8-2d0d8b589968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:47.585396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Bound port: f635ac19-8071-4cf1-9d2b-d0ab2b264442, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff271b29-baea-494d-9ae8-2d0d8b589968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:47.586676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.775990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-23d20929-5819-4133-bfe9-6f15c1390744 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.785311 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-23d20929-5819-4133-bfe9-6f15c1390744 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/networks?id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 200 len: 806 time: 0.3265517 Feb 16 16:55:47.792154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] For port f635ac19-8071-4cf1-9d2b-d0ab2b264442, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:47.797018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.800712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] For port f635ac19-8071-4cf1-9d2b-d0ab2b264442, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f635ac19-8071-4cf1-9d2b-d0ab2b264442,segment=NetworkSegment(ff271b29-baea-494d-9ae8-2d0d8b589968),segment_id=ff271b29-baea-494d-9ae8-2d0d8b589968)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:47.814887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.830953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.850033 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-bf9950d6-cea4-4a19-bae0-eac43b1b284b tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/quotas/77d5020557b142948d879f0e8f88ca19 HTTP/1.1" status: 200 len: 375 time: 0.0640843 Feb 16 16:55:47.896609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:47.921094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49068) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:47.925904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:47.956920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c03c81-902b-4bae-a2b1-470a46a945b9 None None] Pushing event updated for resources: {'Port': ['ID=f635ac19-8071-4cf1-9d2b-d0ab2b264442,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.009017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:48.018240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:48.018871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.024557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7eeec-1e78-4f46-9ac9-b7f04afce004 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:48.072875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49078) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:48.178094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.209782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49080) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:48.231318 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:55:48.314140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=90078275-7f87-4bf5-84e1-f50fa2e67c42,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.323103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-093a3c04-8b4c-43a3-847b-d796038c72be tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Synchronizing usage tracker for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:48.331014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=0872a842-4b3c-437c-afa3-05f3001a6e4f,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.337409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.339693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.372235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:48.378225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:48.387241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:48.388636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:48.389349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.404578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddfc390-b340-4cd1-83f0-0a63b7d8845b']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:48.416187 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-50cbcece-31a3-45c3-838f-b869821f7279 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5352104 Feb 16 16:55:48.421057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-646fa6c3-e49e-4c6d-a7df-62ad633e8910 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Synchronizing usage tracker for tenant:77d5020557b142948d879f0e8f88ca19 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:48.426015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49088) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:48.427087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Transition to ACTIVE for port object fea4e98c-030a-403c-b5ba-3f4a63175711 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:48.433282 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d91990c6-7330-4381-9d7d-c7dd8578aade tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.4689589 Feb 16 16:55:48.439038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '0872a842-4b3c-437c-afa3-05f3001a6e4f', 'ip_address': '2001:db8::b22e:8e08:1579:39c2'}], 'name': 'tempest-NetworksTestDHCPv6-774080108'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:48.445176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49092) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:48.448702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c48560-cab9-4e20-88df-7bfe3df30f11') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:48.448989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c48560-cab9-4e20-88df-7bfe3df30f11') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:48.469779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:48.473014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.500633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.508775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:48.510073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:48.532342 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:48.538189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:48.541280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '0872a842-4b3c-437c-afa3-05f3001a6e4f'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:55:48.542108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.546487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-646fa6c3-e49e-4c6d-a7df-62ad633e8910 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Unset dirty status for tenant:77d5020557b142948d879f0e8f88ca19 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:48.548151 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-646fa6c3-e49e-4c6d-a7df-62ad633e8910 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77d5020557b142948d879f0e8f88ca19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6973085 Feb 16 16:55:48.549981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:48.555088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-72555298', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:48.563890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Usage tracker for resource:floatingip and tenant:94aaacb607ed4977bdeb4fae24e92d49 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:48.570703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:48.581852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:48.584334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:48.606579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Usage tracker for resource:router and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:48.619190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:48.626876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-093a3c04-8b4c-43a3-847b-d796038c72be tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Unset dirty status for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:48.628237 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-093a3c04-8b4c-43a3-847b-d796038c72be tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1887886043&fields=id&tenant_id=4b55a0aeb87b48c886c712a2d8a98258 HTTP/1.1" status: 200 len: 267 time: 0.4036887 Feb 16 16:55:48.640071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:48.655900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.699784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.700549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.711353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.808019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:48.832753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:48.837306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:48.846189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-1b6fde4f-440a-4916-8a97-93f5cad1db41 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:48.847447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-1b6fde4f-440a-4916-8a97-93f5cad1db41 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Synchronizing usage tracker for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:48.854894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-a9a48384-42f0-40c9-ad9a-c7085927af65 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:55:48.855882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-a9a48384-42f0-40c9-ad9a-c7085927af65 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1423748 Feb 16 16:55:48.860265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/0872a842-4b3c-437c-afa3-05f3001a6e4f/e3ae2f53-9697-4925-983f-66665a19e897) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:48.867772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:48.895525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:48.904963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:48.915316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:48.945384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.947746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.960877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-1b6fde4f-440a-4916-8a97-93f5cad1db41 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Unset dirty status for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:48.962025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-1b6fde4f-440a-4916-8a97-93f5cad1db41 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/networks?id=75604c64-ca6f-403d-a64b-3df4e8a47e07 HTTP/1.1" status: 200 len: 812 time: 0.2854989 Feb 16 16:55:48.992973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:48.996029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] Pushing event deleted for resources: {'Network': ['ID=4ddfc390-b340-4cd1-83f0-0a63b7d8845b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:49.011148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.015754 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-a1513685-7122-4a6a-b5e4-3958ea9f476e tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/quotas/4b55a0aeb87b48c886c712a2d8a98258 HTTP/1.1" status: 200 len: 375 time: 0.0292706 Feb 16 16:55:49.046962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event updated for resources: {'Port': ['ID=fea4e98c-030a-403c-b5ba-3f4a63175711,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:49.049661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:49.141348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.160131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Transition to ACTIVE for port object e3ae2f53-9697-4925-983f-66665a19e897 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:49.194733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Transition to ACTIVE for port object e3ae2f53-9697-4925-983f-66665a19e897 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:49.204905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.227942 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ab0f6e03-c63c-4598-8560-742c0a568810 tempest-ExternalNetworksTestJSON-475106780 tempest-ExternalNetworksTestJSON-475106780-project] 10.222.0.43 "DELETE /v2.0/networks/4ddfc390-b340-4cd1-83f0-0a63b7d8845b HTTP/1.1" status: 204 len: 168 time: 2.0395548 Feb 16 16:55:49.334380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-411fa2ad-2265-4146-886b-302101273bd2 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Synchronizing usage tracker for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:49.351336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:49.355274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:49.362756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:49.426113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Pushing event updated for resources: {'Port': ['ID=e3ae2f53-9697-4925-983f-66665a19e897,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:49.431207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-411fa2ad-2265-4146-886b-302101273bd2 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Unset dirty status for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:49.443718 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-411fa2ad-2265-4146-886b-302101273bd2 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b55a0aeb87b48c886c712a2d8a98258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4216785 Feb 16 16:55:49.458280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] device_id is not set on port 90078275-7f87-4bf5-84e1-f50fa2e67c42 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:49.478955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.502823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Attempting to bind port e3ae2f53-9697-4925-983f-66665a19e897 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:49.503395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Attempting to bind port e3ae2f53-9697-4925-983f-66665a19e897 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:49.504056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Attempting to bind port e3ae2f53-9697-4925-983f-66665a19e897 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:49.508577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Transition to ACTIVE for port object 90078275-7f87-4bf5-84e1-f50fa2e67c42 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:49.512665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:55:49.514869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.515302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:55:49.515724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.516336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:55:49.516654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Bound port: e3ae2f53-9697-4925-983f-66665a19e897, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:55:49.517029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.521804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.522493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.590257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45bf5a-a5ee-41af-973e-350d7c736cfe None None] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:55:49.660469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=90078275-7f87-4bf5-84e1-f50fa2e67c42,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:49.732972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-da6a388e-1ddd-4716-84c9-ce7c4e57703a None None] Provisioning for port f635ac19-8071-4cf1-9d2b-d0ab2b264442 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:49.736364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] For port e3ae2f53-9697-4925-983f-66665a19e897, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:49.758880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] For port e3ae2f53-9697-4925-983f-66665a19e897, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e3ae2f53-9697-4925-983f-66665a19e897,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:55:49.789747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49112) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:49.791543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.797658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.822140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:49.822637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:49.823035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:49.830610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:49.831112 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:49.833327 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 2 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:49.844428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-c904ca98-64ed-4758-bf76-6a4cfa8fcf68 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:55:49.845530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-c904ca98-64ed-4758-bf76-6a4cfa8fcf68 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2503326 Feb 16 16:55:49.852151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:49.877835 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-97669130-7c64-4585-a498-a41f3e1d3b5f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2375853 Feb 16 16:55:49.887078 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-839e3069-261a-4625-8cf4-af2ea924df55 service neutron] 10.222.0.43 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0116098 Feb 16 16:55:49.897643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49118) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:49.904739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830c9dc-afd0-4430-a412-67304d33e2ab None None] Pushing event updated for resources: {'Port': ['ID=e3ae2f53-9697-4925-983f-66665a19e897,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:49.913676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:49.914120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:49.915085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:49.954505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 54579f70-094d-41f2-871e-d0ded3ff2962 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:49.974683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Request body: {'port': {'network_id': '1ff0e7f6-cbca-451b-91e9-33cd43a165fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-749968060', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:49.975301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.api.validators [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] bootfile-name is not in valid_values {{(pid=87720) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:55:49.975711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.api.validators [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] tftp-server is not in valid_values {{(pid=87720) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:55:49.976093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.api.validators [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] server-ip-address is not in valid_values {{(pid=87720) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:55:50.117895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f635ac19-8071-4cf1-9d2b-d0ab2b264442 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:50.255757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port f635ac19-8071-4cf1-9d2b-d0ab2b264442 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:50.261095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f635ac19-8071-4cf1-9d2b-d0ab2b264442 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:50.261459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.320143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:50.320470 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:50.330804 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 3 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:50.393408 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5a76a8bb-0d2b-4f6b-ac1d-bf4aab62de30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2bfd99600ca4e2dba1694509fe893ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5916662 Feb 16 16:55:50.414584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49122) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:50.441886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3647a0cb-eadb-4ab9-9f2c-f46709aa51be None None] Provisioning complete for port f635ac19-8071-4cf1-9d2b-d0ab2b264442 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:50.442072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::b22e:8e08:1579:39c2 (f92b56da-dfd9-433c-a595-962c6f07801d/0872a842-4b3c-437c-afa3-05f3001a6e4f/54579f70-094d-41f2-871e-d0ded3ff2962) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:50.442367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3647a0cb-eadb-4ab9-9f2c-f46709aa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.470455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.482734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.485323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:50.485782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:50.486178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:50.515769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:50.530576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:50.530835 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:50.531958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Usage tracker for resource:port and tenant:95b479dc2eb54961a9be745d99ee17c9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:50.542091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port f635ac19-8071-4cf1-9d2b-d0ab2b264442, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f635ac19-8071-4cf1-9d2b-d0ab2b264442,segment=NetworkSegment(ff271b29-baea-494d-9ae8-2d0d8b589968),segment_id=ff271b29-baea-494d-9ae8-2d0d8b589968)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:50.550181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 4 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:50.567311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:50.586966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:50.590856 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-840f9ccc-53fb-4dcc-83f6-8db96c27685b service neutron] 10.222.0.43 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346199 Feb 16 16:55:50.599758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:50.600304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:50.600727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:50.614635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.632734 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-89cf1a9a-a2de-48f5-ad36-78ef4f732468 service neutron] 10.222.0.43 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175491 Feb 16 16:55:50.664866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:50.664866 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:50.681821 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 5 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:50.711907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=f635ac19-8071-4cf1-9d2b-d0ab2b264442,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:50.719712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3647a0cb-eadb-4ab9-9f2c-f46709aa51be None None] Provisioning for port fea4e98c-030a-403c-b5ba-3f4a63175711 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:50.726267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3647a0cb-eadb-4ab9-9f2c-f46709aa51be None None] Provisioning complete for port fea4e98c-030a-403c-b5ba-3f4a63175711 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:50.727057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3647a0cb-eadb-4ab9-9f2c-f46709aa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.798397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3647a0cb-eadb-4ab9-9f2c-f46709aa51be None None] Port fea4e98c-030a-403c-b5ba-3f4a63175711 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:50.810993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55386773-a7f3-42c0-9e0d-e29eac83e973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.812801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Made reservation on behalf of 95b479dc2eb54961a9be745d99ee17c9 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:50.819082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.863335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Allocated IP 172.26.7.157 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/43944ca4-1060-4358-b2b9-9412dc41e2c4) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:50.866801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:50.867178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:50.867654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:50.903170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:50.904410 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:50.905727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] device_id is not set on port 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:55:50.936081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2ebfeb2a-3b6d-478f-b554-4b6896ca3219 None None] Provisioning complete for port fea4e98c-030a-403c-b5ba-3f4a63175711 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:50.936652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2ebfeb2a-3b6d-478f-b554-4b6896ca3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.951086 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 6 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:50.973586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55386773-a7f3-42c0-9e0d-e29eac83e973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:50.980313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:50.980635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:50.980965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:51.056437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfeb2a-3b6d-478f-b554-4b6896ca3219 None None] Port fea4e98c-030a-403c-b5ba-3f4a63175711 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:51.060865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:51.061196 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:51.096066 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 7 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:51.188527 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-1cf913b1-d11b-4608-bb0c-a154817b0e22 service neutron] 10.222.0.43 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837092 Feb 16 16:55:51.206944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:51.207591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:51.207939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:51.276476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:51.276581 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:51.281143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 8 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:51.305173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:51.305513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:51.305846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:51.317117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:51.317542 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:51.324590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 9 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:51.368987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55386773-a7f3-42c0-9e0d-e29eac83e973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.410380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:51.410826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:51.411196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:51.448201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Allocated IP 172.20.0.11 (1ff0e7f6-cbca-451b-91e9-33cd43a165fe/fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea/6d84980a-7992-4d88-8e4c-9cf79b1f6c57) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:51.485609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55386773-a7f3-42c0-9e0d-e29eac83e973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6066c241-ad29-4282-9409-86b79ace2cd7,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:51.488330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:51.488658 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:51.493111 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempt 10 to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 Feb 16 16:55:51.505283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.527133 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23db58ec-860d-4003-b7c8-840f97e7943e req-4e8c287e-60f1-4c95-b74e-d17174013870 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 210 time: 0.4743292 Feb 16 16:55:51.601700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0b08b4fd-993c-4d5d-a68e-60d5f562f864 None None] Provisioning for port e3ae2f53-9697-4925-983f-66665a19e897 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:51.631943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 54579f70-094d-41f2-871e-d0ded3ff2962 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:51.661994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.686331 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4948de23-cbe1-4446-a098-1264559a1a50 req-4a2d09a0-9589-470a-8fe2-ad765337de29 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.0821099 Feb 16 16:55:51.694073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:55:51.694519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:55:51.694910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempting to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:55:51.709814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:55:51.710384 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Failed to bind port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on host hv-neutron-8295 for vnic_type normal using segments [{'id': '4a3edf65-567e-490b-bdfd-6b4138076960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc'}] Feb 16 16:55:51.710936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.712451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.790994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55386773-a7f3-42c0-9e0d-e29eac83e973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.796219 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-55386773-a7f3-42c0-9e0d-e29eac83e973 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6066c241-ad29-4282-9409-86b79ace2cd7 HTTP/1.1" status: 204 len: 168 time: 1.3650630 Feb 16 16:55:51.977810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.995987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:51.999437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] For port 90078275-7f87-4bf5-84e1-f50fa2e67c42, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:55:52.000211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attempted to set empty binding levels {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 16:55:52.015843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.174422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=54579f70-094d-41f2-871e-d0ded3ff2962,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:52.245135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] In _notify_port_updated(), no bound segment for port 90078275-7f87-4bf5-84e1-f50fa2e67c42 on network ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:55:52.246254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:52.247111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.252824 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "PUT /v2.0/ports/90078275-7f87-4bf5-84e1-f50fa2e67c42 HTTP/1.1" status: 200 len: 975 time: 3.8062098 Feb 16 16:55:52.264313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49190) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:52.318036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e3ae2f53-9697-4925-983f-66665a19e897 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:52.348031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Allocated IP 172.26.7.119 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/1c5917cc-10a1-4866-80ea-dd514c5b17fd) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:52.384033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.407199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58340202-d0ce-4bf7-90bc-6469f5ccbbfe tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event updated for resources: {'Port': ['ID=90078275-7f87-4bf5-84e1-f50fa2e67c42,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:52.426822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49198) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:52.436912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Deleting port 90078275-7f87-4bf5-84e1-f50fa2e67c42 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:52.437438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.481309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e3ae2f53-9697-4925-983f-66665a19e897 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:52.493685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Transition to ACTIVE for port object 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:52.496249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e3ae2f53-9697-4925-983f-66665a19e897 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:52.496703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.548948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.636814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:52.657310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:52.666040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:52.672667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:52.705392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:52.726064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:52.733254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:52.733871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.749521 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cc0cf872-cffa-430b-b42f-5ea670811f88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=494c8cf07ba6457182e5415b098c115b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3183484 Feb 16 16:55:52.778538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49212) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:52.832042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.918942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] For port 90078275-7f87-4bf5-84e1-f50fa2e67c42, host hv-neutron-8295, got binding levels [] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:52.919842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.923175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.948744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e3ae2f53-9697-4925-983f-66665a19e897, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e3ae2f53-9697-4925-983f-66665a19e897,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:55:52.957107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:52.957927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f635ac19-8071-4cf1-9d2b-d0ab2b264442 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:53.031171 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-45e16592-c6cf-4c1a-9e59-c2c0eec59855 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5989990 Feb 16 16:55:53.092752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Calling delete_port for 90078275-7f87-4bf5-84e1-f50fa2e67c42 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:53.117151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49220) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:53.124023 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ddbd7f1c-0649-46b9-a8cc-76e4f9640615 req-c69ce811-34ad-458e-b87e-79d03607cee0 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 210 time: 0.1344457 Feb 16 16:55:53.127721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Pushing event updated for resources: {'Port': ['ID=43944ca4-1060-4358-b2b9-9412dc41e2c4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.140284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.193513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.259292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e3ae2f53-9697-4925-983f-66665a19e897,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.275733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d8f03e8b-4b5c-4947-8d3c-63eea5592e70 None None] Provisioning for port 54579f70-094d-41f2-871e-d0ded3ff2962 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:53.286365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d8f03e8b-4b5c-4947-8d3c-63eea5592e70 None None] Provisioning complete for port 54579f70-094d-41f2-871e-d0ded3ff2962 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:53.286904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e8b-4b5c-4947-8d3c-63eea5592e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.295587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Pushing event deleted for resources: {'Port': ['ID=90078275-7f87-4bf5-84e1-f50fa2e67c42,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.304232 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1d998926-c5ed-4ed9-ad19-1403f4ca7801 req-7d5ef7cb-8412-4ea5-b5e7-c5dbbfbe32e2 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.1161969 Feb 16 16:55:53.308485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.319193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.327940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f635ac19-8071-4cf1-9d2b-d0ab2b264442 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:53.328496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.380541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:53.388537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:53.391128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:53.407682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d8f03e8b-4b5c-4947-8d3c-63eea5592e70 None None] Port 54579f70-094d-41f2-871e-d0ded3ff2962 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:53.475768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.480202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61d26591-3b38-478f-8c69-afdc03c997cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.491432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event updated for resources: {'Port': ['ID=1c5917cc-10a1-4866-80ea-dd514c5b17fd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.506297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event updated for resources: {'Port': ['ID=6d84980a-7992-4d88-8e4c-9cf79b1f6c57,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.518153 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4963afe0-e485-4724-948e-4f66cb064823 tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "DELETE /v2.0/ports/90078275-7f87-4bf5-84e1-f50fa2e67c42 HTTP/1.1" status: 204 len: 168 time: 1.2520185 Feb 16 16:55:53.525280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49224) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:53.527185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:53.529835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:53.531170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:53.610678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.611355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.633962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.48', 65469) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:53.761197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-894b472f-ed45-4932-ab73-f481075a07ef tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8532984 Feb 16 16:55:53.762216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49230) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:53.852132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b856b325-d0f3-48ba-92c0-bd49d0f1c2fe None None] Provisioning for port 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:53.858620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b856b325-d0f3-48ba-92c0-bd49d0f1c2fe None None] Provisioning complete for port 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:53.859046 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b856b325-d0f3-48ba-92c0-bd49d0f1c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.869409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.895818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-4f211ece-c580-45b7-aedb-d1f6d9b40180 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.896619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-4f211ece-c580-45b7-aedb-d1f6d9b40180 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Synchronizing usage tracker for tenant:77d5020557b142948d879f0e8f88ca19 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:53.906201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb5a26-42d8-47d3-9aa0-e50e002867b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.912373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb5a26-42d8-47d3-9aa0-e50e002867b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.913484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e2bb5a26-42d8-47d3-9aa0-e50e002867b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:53.924791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-4f211ece-c580-45b7-aedb-d1f6d9b40180 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Unset dirty status for tenant:77d5020557b142948d879f0e8f88ca19 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:53.926869 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-4f211ece-c580-45b7-aedb-d1f6d9b40180 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.48 "GET /v2.0/networks?id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 200 len: 806 time: 0.2883978 Feb 16 16:55:53.946531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b856b325-d0f3-48ba-92c0-bd49d0f1c2fe None None] Port 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:53.947978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df4825f-8578-427d-9a25-88b164f7b89f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.955011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df4825f-8578-427d-9a25-88b164f7b89f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.956645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61d26591-3b38-478f-8c69-afdc03c997cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:53.960754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df4825f-8578-427d-9a25-88b164f7b89f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.961669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4df4825f-8578-427d-9a25-88b164f7b89f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Synchronizing usage tracker for tenant:95b479dc2eb54961a9be745d99ee17c9 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:53.964734 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77345e5-142e-4f04-946c-6fd454e1c8bc tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:55:53.965880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a77345e5-142e-4f04-946c-6fd454e1c8bc tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Synchronizing usage tracker for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:54.000224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4df4825f-8578-427d-9a25-88b164f7b89f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Unset dirty status for tenant:95b479dc2eb54961a9be745d99ee17c9 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:54.001576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4df4825f-8578-427d-9a25-88b164f7b89f tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2386088 Feb 16 16:55:54.005011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49238) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:54.050599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e3ae2f53-9697-4925-983f-66665a19e897 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:55:54.093510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-3df15449-38af-4047-b71c-a440c2b43e58 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Synchronizing usage tracker for tenant:77d5020557b142948d879f0e8f88ca19 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:54.109074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Deleting port 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:54.109418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:54.127123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.48', 65473) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:54.173284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e3ae2f53-9697-4925-983f-66665a19e897 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:54.173959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:54.176207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-3df15449-38af-4047-b71c-a440c2b43e58 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Unset dirty status for tenant:77d5020557b142948d879f0e8f88ca19 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:54.177511 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-3df15449-38af-4047-b71c-a440c2b43e58 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77d5020557b142948d879f0e8f88ca19 HTTP/1.1" status: 200 len: 379 time: 0.1979985 Feb 16 16:55:54.214292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Request body: {'port': {'device_id': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'admin_state_up': True, 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'security_groups': ['2c34d812-d472-4bb5-bded-8c1e74e695b4']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:54.218443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a77345e5-142e-4f04-946c-6fd454e1c8bc tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] Unset dirty status for tenant:a869383daf164b1ca290fd2b70eee55b on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:54.219949 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a77345e5-142e-4f04-946c-6fd454e1c8bc tempest-PortsAdminExtendedAttrsTestJSON-335086715 tempest-PortsAdminExtendedAttrsTestJSON-335086715-project-admin] 10.222.0.43 "GET /v2.0/ports/90078275-7f87-4bf5-84e1-f50fa2e67c42 HTTP/1.1" status: 404 len: 333 time: 0.6919332 Feb 16 16:55:54.221022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e2bb5a26-42d8-47d3-9aa0-e50e002867b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:54.224364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e2bb5a26-42d8-47d3-9aa0-e50e002867b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0993671 Feb 16 16:55:54.235385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49250) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:54.235754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49252) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:54.396439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:54.671229 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1a701e47-7080-42c7-9c19-db6d2544ba15 req-153df261-1f74-4f83-961b-c3d7c8939c4e tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.0823939 Feb 16 16:55:54.692213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:54.712619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:54.750634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Made reservation on behalf of 77d5020557b142948d879f0e8f88ca19 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:54.754190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:54.766369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:54.848723 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c218489e-4250-4006-982d-c46076ded917 req-60d3ab64-f5ca-4b8b-b69e-6b2ffd9a8e61 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 210 time: 0.3733010 Feb 16 16:55:55.034343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Calling delete_port for 6d84980a-7992-4d88-8e4c-9cf79b1f6c57 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:55.081517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 54579f70-094d-41f2-871e-d0ded3ff2962 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:55.082129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.175075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61d26591-3b38-478f-8c69-afdc03c997cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.275205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.277730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.406807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d26591-3b38-478f-8c69-afdc03c997cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b351f-f0fd-40d5-aefe-6653587b2a83,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:55.415096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Allocated IP 172.20.0.3 (ffffe003-05d4-4a18-af31-e5ddc33bfa9c/b5597547-d2bb-45b7-b0ae-a245e8fec7bb/5e9de76a-a10d-470b-9d2d-aa3c471c8b80) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:55.438114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-3ec68204-51ea-4ab7-8b5a-94980e3feaad tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:55.440722 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-3ec68204-51ea-4ab7-8b5a-94980e3feaad tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.48 "GET /v2.0/networks?id=75604c64-ca6f-403d-a64b-3df4e8a47e07 HTTP/1.1" status: 200 len: 812 time: 1.3043270 Feb 16 16:55:55.579208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61d26591-3b38-478f-8c69-afdc03c997cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.583533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-61d26591-3b38-478f-8c69-afdc03c997cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da6b351f-f0fd-40d5-aefe-6653587b2a83 HTTP/1.1" status: 204 len: 168 time: 2.7920923 Feb 16 16:55:55.722883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.745110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Transition to ACTIVE for port object 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:55.769871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.861247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:55.901161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:55:56.099897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.116955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.193584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:56.250686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:56.252847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event deleted for resources: {'Port': ['ID=6d84980a-7992-4d88-8e4c-9cf79b1f6c57,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:56.265535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:55:56.283230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.390763 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c453611-7ea8-42d8-a5d1-72fda85fc72b req-02a172d8-88c5-487a-b422-707b63bd6741 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.5166917 Feb 16 16:55:56.699964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:56.706948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d39a6e51-2442-42e6-862c-8117a9eeb2cc None None] Provisioning for port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:56.720213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3edf65-567e-490b-bdfd-6b4138076960') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:56.721035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3edf65-567e-490b-bdfd-6b4138076960') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:56.732557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d39a6e51-2442-42e6-862c-8117a9eeb2cc None None] Provisioning complete for port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:56.734131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d39a6e51-2442-42e6-862c-8117a9eeb2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.736588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.755395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.762616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:56.763267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.776616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:56.781581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.795332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event updated for resources: {'Port': ['ID=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:56.837433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:56.858153 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fecdb3cc-ffa1-40aa-a4de-e31ba4190771 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "DELETE /v2.0/ports/6d84980a-7992-4d88-8e4c-9cf79b1f6c57 HTTP/1.1" status: 204 len: 168 time: 2.8515046 Feb 16 16:55:56.860519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-57185033-d769-410b-b45c-025a45f369dc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6783309 Feb 16 16:55:56.861381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49300) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:56.872915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Request body: {'port': {'name': 'tempest-new-port-name-281288962', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:56.873613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.api.validators [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] bootfile-name is not in valid_values {{(pid=87720) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:55:56.874053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.api.validators [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] tftp-server is not in valid_values {{(pid=87720) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:55:56.874476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.api.validators [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] server-ip-address is not in valid_values {{(pid=87720) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:55:56.894282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d39a6e51-2442-42e6-862c-8117a9eeb2cc None None] Port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:56.900337 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:56.960770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-b3a3864c-d273-4412-84b3-f943bb29d687 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:55:56.961902 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-b3a3864c-d273-4412-84b3-f943bb29d687 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124540 Feb 16 16:55:57.079861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.255613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.329696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Pushing event updated for resources: {'Port': ['ID=43944ca4-1060-4358-b2b9-9412dc41e2c4,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:57.336230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.340014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.358171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-704bd246-ecca-4442-ad8b-8c4654f26d9a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Synchronizing usage tracker for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:57.383138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] Pushing event deleted for resources: {'Network': ['ID=ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:57.489810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.640095 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0990dc12-1682-4351-92f3-854d7208c738 tempest-PortsAdminExtendedAttrsTestJSON-1386514401 tempest-PortsAdminExtendedAttrsTestJSON-1386514401-project] 10.222.0.43 "DELETE /v2.0/networks/ee0da8fa-6f2b-4dd7-a40c-acdf29dac4fc HTTP/1.1" status: 204 len: 168 time: 3.3905740 Feb 16 16:55:57.652469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 54579f70-094d-41f2-871e-d0ded3ff2962 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:55:57.732822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-014fef14-ce25-40fa-9792-502fa18aef61 req-704bd246-ecca-4442-ad8b-8c4654f26d9a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Unset dirty status for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:57.734401 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-704bd246-ecca-4442-ad8b-8c4654f26d9a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b55a0aeb87b48c886c712a2d8a98258 HTTP/1.1" status: 200 len: 380 time: 0.8483448 Feb 16 16:55:57.739182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.745013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.746446 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-27f737cc-a7da-4825-ad56-af907d5390c0 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4445434 Feb 16 16:55:57.754693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:57.764523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2572f5-fa0c-45dc-b059-e1754b50da66 req-129a5b69-da21-4d80-b801-1340baccfa16 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:57.766367 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd2572f5-fa0c-45dc-b059-e1754b50da66 req-129a5b69-da21-4d80-b801-1340baccfa16 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 931 time: 1.6362877 Feb 16 16:55:57.776129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-697522475', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'fixed_ips': [{'ip_address': '172.26.7.157'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:57.786022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c6386292-4588-48ef-a331-5a8e57a65fff req-2044a6fd-708c-4b15-905a-5d45be3f5f5a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.1563809 Feb 16 16:55:57.875754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.882304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:57.902070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:57.936061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Usage tracker for resource:port and tenant:94aaacb607ed4977bdeb4fae24e92d49 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:57.957846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:57.978425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Request body: {'port': {'device_id': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'admin_state_up': True, 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'security_groups': ['d884f6e3-7397-4815-9f46-3c7c019feb5f']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:58.009969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:58.185684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event updated for resources: {'Port': ['ID=fea4e98c-030a-403c-b5ba-3f4a63175711,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.273343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49334) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:58.378141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] In _notify_port_updated(), no bound segment for port fea4e98c-030a-403c-b5ba-3f4a63175711 on network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:55:58.389921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:58.390786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:58.403952 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1e9f2653-d6a5-45a7-82d2-4ad0772bc57b tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "PUT /v2.0/ports/fea4e98c-030a-403c-b5ba-3f4a63175711 HTTP/1.1" status: 200 len: 1135 time: 1.5405667 Feb 16 16:55:58.406263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49342) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:58.574506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8c4b4990-2d3b-4501-8ce6-2d9fa48ba8eb None None] Provisioning complete for port fea4e98c-030a-403c-b5ba-3f4a63175711 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:58.575695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4990-2d3b-4501-8ce6-2d9fa48ba8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:58.591506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47520733-f421-4ad6-b3c1-ceec70635555 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:58.592194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-47520733-f421-4ad6-b3c1-ceec70635555 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Synchronizing usage tracker for tenant:95b479dc2eb54961a9be745d99ee17c9 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:58.621310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Request body: {'port': {'device_id': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:58.650339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Made reservation on behalf of 94aaacb607ed4977bdeb4fae24e92d49 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:58.652759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:58.673575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:58.677704 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd2572f5-fa0c-45dc-b059-e1754b50da66 req-fe53bb56-3d2e-40dc-b5aa-07fe8abe3017 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8002784 Feb 16 16:55:58.687820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:58.765121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:58.769419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Usage tracker for resource:security_group_rule and tenant:94aaacb607ed4977bdeb4fae24e92d49 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:55:58.772608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:55:58.785010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:58.790872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b4990-2d3b-4501-8ce6-2d9fa48ba8eb None None] Port fea4e98c-030a-403c-b5ba-3f4a63175711 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:55:58.866764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-47520733-f421-4ad6-b3c1-ceec70635555 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Unset dirty status for tenant:95b479dc2eb54961a9be745d99ee17c9 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:55:58.871217 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-47520733-f421-4ad6-b3c1-ceec70635555 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "GET /v2.0/ports/fea4e98c-030a-403c-b5ba-3f4a63175711 HTTP/1.1" status: 200 len: 1135 time: 0.4587896 Feb 16 16:55:58.874505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:55:58.898090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49350) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:58.899960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=54579f70-094d-41f2-871e-d0ded3ff2962,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.918500 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-74f2fdca-c7d2-4601-b1f1-c9abca6aa13b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89cc0998027a47d99a0113be38bbe7e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6352928 Feb 16 16:55:58.918893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49354) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:59.144143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:55:59.147316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.226034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Made reservation on behalf of 4b55a0aeb87b48c886c712a2d8a98258 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:59.229877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.245692 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9695f12-df19-48c6-9977-e380b87e2a54 req-f892bdfa-e92e-4106-93d9-f30c4c52e1fa tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.1648159 Feb 16 16:55:59.262222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.291886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Deleting port fea4e98c-030a-403c-b5ba-3f4a63175711 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:55:59.301659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.351285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfbda5a0-53c5-48dc-80f8-7652a729babf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.407213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfbda5a0-53c5-48dc-80f8-7652a729babf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.586998 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-56178114-9821-4de3-9154-f4d1a8396349 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/54579f70-094d-41f2-871e-d0ded3ff2962 HTTP/1.1" status: 204 len: 168 time: 5.3297873 Feb 16 16:55:59.602356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49366) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:59.615368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49370) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:55:59.621999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Router 569f9d4f-573d-4685-9641-c8a1fbf424cd is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:55:59.722123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93c9bc-a780-406a-a8c3-47c2315398e6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:59.723766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93c9bc-a780-406a-a8c3-47c2315398e6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:59.724668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6f93c9bc-a780-406a-a8c3-47c2315398e6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:55:59.730188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfbda5a0-53c5-48dc-80f8-7652a729babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.772651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbda5a0-53c5-48dc-80f8-7652a729babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68863835-b1ca-4db1-a1c3-fab483155751,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:59.817610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfbda5a0-53c5-48dc-80f8-7652a729babf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:59.830815 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bfbda5a0-53c5-48dc-80f8-7652a729babf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68863835-b1ca-4db1-a1c3-fab483155751 HTTP/1.1" status: 204 len: 168 time: 0.9102015 Feb 16 16:55:59.909289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4d3a9088-374c-489d-b34f-717b07fc20ad tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:59.996948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4d3a9088-374c-489d-b34f-717b07fc20ad tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "PUT /v2.0/quotas/e3d3520dfa7c44c5b683c7a8e14500d5 HTTP/1.1" status: 200 len: 368 time: 0.3795910 Feb 16 16:56:00.000934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49380) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:00.009223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Request body: {'network': {'project_id': 'e3d3520dfa7c44c5b683c7a8e14500d5'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:00.019089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:00.026114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Usage tracker for resource:network and tenant:e3d3520dfa7c44c5b683c7a8e14500d5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:00.031410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 {{(pid=87720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 16:56:00.036083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:00.045639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.048759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:00.069740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Transition to ACTIVE for port object 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:00.074771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.460703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.468233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49388) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:00.501244 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ce1c4b5-f56e-4616-ac26-d147cb8064fe req-40b1d083-aa3e-45db-b43f-991b88043343 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.0709012 Feb 16 16:56:00.538517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:00.575877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Made reservation on behalf of e3d3520dfa7c44c5b683c7a8e14500d5 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:00.578475 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.636664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.639406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.654409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:00.664161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:00.675611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Usage tracker for resource:security_group_rule and tenant:e3d3520dfa7c44c5b683c7a8e14500d5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:00.680647 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:00.686775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6f93c9bc-a780-406a-a8c3-47c2315398e6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:00.687663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] Sync routers for ids ['569f9d4f-573d-4685-9641-c8a1fbf424cd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:00.688344 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f93c9bc-a780-406a-a8c3-47c2315398e6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0842676 Feb 16 16:56:00.688670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.693753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49392) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:00.707944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:00.709884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Attempting to bind port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:00.710209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Attempting to bind port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:00.710605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Attempting to bind port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 on network ffffe003-05d4-4a18-af31-e5ddc33bfa9c {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:00.717070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 on network ffffe003-05d4-4a18-af31-e5ddc33bfa9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:00.717391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Attempting to bind port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 on network ffffe003-05d4-4a18-af31-e5ddc33bfa9c {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:00.730353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:00.730791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Checking segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:00.731406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Bound using segment: {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:00.731932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Bound port: 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ff3fa5-2612-40eb-a59d-93240fb6a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c'}}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:00.732359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.751243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] Routers {'569f9d4f-573d-4685-9641-c8a1fbf424cd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:00.753984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['569f9d4f-573d-4685-9641-c8a1fbf424cd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:00.760678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] device_id is not set on port 3d16246b-e71a-4aef-8ae0-3df8eac44f1e yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:00.880670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:00.889354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-db64b583-0f02-479f-b9df-bd062e1b9fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.893740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] Routers {'569f9d4f-573d-4685-9641-c8a1fbf424cd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:00.894650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:55:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['569f9d4f-573d-4685-9641-c8a1fbf424cd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:00.924075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.925261 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6926a994-2718-470f-ac19-478a71f2411e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 13.0025423 Feb 16 16:56:00.933825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49396) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:00.981749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:00.982175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efcae6-77db-44e8-a9ad-60d9219c0d62 None None] The sync data for ids ['569f9d4f-573d-4685-9641-c8a1fbf424cd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:01.084055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] For port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:01.127653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Calling delete_port for fea4e98c-030a-403c-b5ba-3f4a63175711 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:01.203714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d97962b-2da6-4fe4-8c2e-76924cffa104,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:01.295979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] For port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:01.327422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:01.353779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Allocated IP 172.20.0.14 (75604c64-ca6f-403d-a64b-3df4e8a47e07/74a93fad-c43d-4e7d-8487-07b25d0e1103/f5231f62-04a9-40ac-a9e7-b9b6043f43ed) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:01.423665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:01.424402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:01.426070 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] 10.222.0.48 "PUT /v2.0/ports/5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 200 len: 1093 time: 3.3359158 Feb 16 16:56:01.431404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:56:01.453044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:01.468065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:01.473829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-af237120-6b80-4d43-9c22-4119d15ed71a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a869383daf164b1ca290fd2b70eee55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8222001 Feb 16 16:56:01.478522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 0872a842-4b3c-437c-afa3-05f3001a6e4f {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:01.504306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49404) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:01.530695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:01.547774 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f71a5b04-8c8b-4516-8d33-3cbfc1953afd tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/569f9d4f-573d-4685-9641-c8a1fbf424cd HTTP/1.1" status: 200 len: 919 time: 0.6107216 Feb 16 16:56:01.548749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1282f-5a4d-4101-8a85-89125199826b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:01.566499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49410) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:01.574136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87e9b-45e2-46bb-801e-ae4fb8f5b340 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:01.842727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:01.908594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1bb525bd-dd0a-49d4-bf97-a526d198e439 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=569f9d4f-573d-4685-9641-c8a1fbf424cd HTTP/1.1" status: 200 len: 205 time: 0.3356640 Feb 16 16:56:01.908875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0f7b-817e-46ab-be1f-c036bcb7a9b6 req-84f485eb-676a-43be-ba35-4af215b1fde9 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:01.909708 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0c7d0f7b-817e-46ab-be1f-c036bcb7a9b6 req-84f485eb-676a-43be-ba35-4af215b1fde9 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 943 time: 1.7990351 Feb 16 16:56:01.910051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49416) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:01.940128 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f292323e-e27d-4aa9-86e4-78b82afca1a9 req-f6ad76df-2be2-48c3-95c9-8c8446071d97 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.1319702 Feb 16 16:56:01.977639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-a84612ed-324c-4553-b39a-ede474436a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:01.979736 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-a84612ed-324c-4553-b39a-ede474436a51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77d5020557b142948d879f0e8f88ca19&device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 1096 time: 0.3007023 Feb 16 16:56:02.152358 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'status': 'completed', 'code': 200} Feb 16 16:56:02.367228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.496638 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:56:02.497926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:02.648328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0c7d0f7b-817e-46ab-be1f-c036bcb7a9b6 req-09785459-0bbd-4e76-b6f2-fb0613a5093d tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6984706 Feb 16 16:56:02.660967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.661387 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Added segment c1dc3dd3-d433-4ea3-8ea0-7fbe982c0e1b of type vlan for network bc7bd310-2446-4eab-8ba2-8af10cc80234 Feb 16 16:56:02.674407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f34c7248-aa15-45b1-9b99-d2dd3c6d16d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.680718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.688796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.733143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.798276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.800390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:02.801457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:02.807504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event deleted for resources: {'Port': ['ID=fea4e98c-030a-403c-b5ba-3f4a63175711,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:02.814589 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e6cadec0-a415-47c3-8972-0017d52468c4 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.0444405 Feb 16 16:56:02.820151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Transition to ACTIVE for port object f5231f62-04a9-40ac-a9e7-b9b6043f43ed will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:02.833051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49424) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:02.868139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.036919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Deleting port 43944ca4-1060-4358-b2b9-9412dc41e2c4 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:03.037526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.040342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f34c7248-aa15-45b1-9b99-d2dd3c6d16d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.050596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.238515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.269566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3acdf0a5-1429-460f-9ebf-9ff8870a2076 req-5c776327-d5a9-4d58-9958-d2eea15e9a01 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.1581454 Feb 16 16:56:03.277806 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2752488 Feb 16 16:56:03.283001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49430) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:03.294311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Request body: {'network': {'project_id': 'e3d3520dfa7c44c5b683c7a8e14500d5'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:03.313028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:03.314844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810c78e-d587-4d5a-962e-5a62ad5b4d63 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Pushing event updated for resources: {'Network': ['ID=bc7bd310-2446-4eab-8ba2-8af10cc80234,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:03.328685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network bc7bd310-2446-4eab-8ba2-8af10cc80234 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:03.340373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Usage tracker for resource:network and tenant:e3d3520dfa7c44c5b683c7a8e14500d5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:03.356117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.377914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765726d4-35a9-4cbc-b492-612d403b0367 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:03.388273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:03.401771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:03.431928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Made reservation on behalf of e3d3520dfa7c44c5b683c7a8e14500d5 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:03.435107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.493922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=0872a842-4b3c-437c-afa3-05f3001a6e4f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:03.505382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.529553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f34c7248-aa15-45b1-9b99-d2dd3c6d16d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.568506 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b979dbe6-ee41-422d-acbd-9b5503cb1dc0 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "DELETE /v2.0/ports/fea4e98c-030a-403c-b5ba-3f4a63175711 HTTP/1.1" status: 204 len: 168 time: 4.6659431 Feb 16 16:56:03.570073 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1bf233a-1dbb-47b5-81d6-10a2b1833d59 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/0872a842-4b3c-437c-afa3-05f3001a6e4f HTTP/1.1" status: 204 len: 168 time: 2.8184519 Feb 16 16:56:03.571249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.575128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49434) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:03.575643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49436) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:03.587458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f34c7248-aa15-45b1-9b99-d2dd3c6d16d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.592220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f34c7248-aa15-45b1-9b99-d2dd3c6d16d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03ca9e44-6364-46f0-a2d0-467975923144 HTTP/1.1" status: 204 len: 168 time: 2.0841238 Feb 16 16:56:03.623124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.623447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.636846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:03.647545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c7248-aa15-45b1-9b99-d2dd3c6d16d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca9e44-6364-46f0-a2d0-467975923144,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:03.787042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b44dd5b6-3528-46c5-83d5-0ecd7fd51b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.867511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Calling delete_port for 43944ca4-1060-4358-b2b9-9412dc41e2c4 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:03.922727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:03.922903 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Added segment f6068610-d9a3-4500-8660-01e9cd70cdb6 of type vlan for network 2b60061e-9ee7-4d37-b73b-bc06f8f3efef Feb 16 16:56:04.069221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.171140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.174693 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02c2c80b-94f7-4978-902c-09113d0f09ac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5918031 Feb 16 16:56:04.175236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:04.175884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.187857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49450) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:04.203703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.227207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:04.229861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:04.232886 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9490645 Feb 16 16:56:04.239434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49454) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:04.254440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Request body: {'network': {'project_id': 'e3d3520dfa7c44c5b683c7a8e14500d5'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:04.255924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] Deleting port e3ae2f53-9697-4925-983f-66665a19e897 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:04.259546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.262233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:04.285475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:04.288506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:04.352439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.449087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:04.449547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.469761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.487837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Deleting subnet fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:04.493228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event updated for resources: {'Port': ['ID=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:04.533819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:04.536760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6f91a-6db3-457f-807f-0dacf79aa42c tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Pushing event updated for resources: {'Network': ['ID=2b60061e-9ee7-4d37-b73b-bc06f8f3efef,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:04.539377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Pushing event deleted for resources: {'Port': ['ID=43944ca4-1060-4358-b2b9-9412dc41e2c4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:04.546663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Usage tracker for resource:network and tenant:e3d3520dfa7c44c5b683c7a8e14500d5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:04.551785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:04.561741 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:56:04.578589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.640602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:04.654680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Deleting port 1c5917cc-10a1-4866-80ea-dd514c5b17fd {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:04.655293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.657949 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:56:04.658411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:04.662762 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b2316f70-fa7f-411d-84a0-b4f7e13678a1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4181564 Feb 16 16:56:04.696091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49470) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:04.701428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] For port e3ae2f53-9697-4925-983f-66665a19e897, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e3ae2f53-9697-4925-983f-66665a19e897,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:04.701944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.744558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.747625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:04.751874 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0431b2eb-ea37-4a3c-940c-e55868daa080 tempest-ExternalNetworksAdminNegativeTestJSON-318059803 tempest-ExternalNetworksAdminNegativeTestJSON-318059803-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/2b7ddc15-67fe-4fad-864a-2ef2f8cc31b3 HTTP/1.1" status: 204 len: 168 time: 1.9145370 Feb 16 16:56:04.773847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e14c3-52b0-4785-8212-000736fe5dff req-fe4e2c7b-d118-4218-b69f-5439b34ce4c3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:04.784188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-702e14c3-52b0-4785-8212-000736fe5dff req-fe4e2c7b-d118-4218-b69f-5439b34ce4c3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 932 time: 0.2409332 Feb 16 16:56:04.792613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-e66bd76c-c153-42f2-b5f2-26c0853630fe tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8198888 Feb 16 16:56:04.804500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 2b60061e-9ee7-4d37-b73b-bc06f8f3efef details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:04.838254 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-702e14c3-52b0-4785-8212-000736fe5dff req-7201b67e-c78e-405a-b329-154bb80eabf7 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531218 Feb 16 16:56:04.852635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.005055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] Calling delete_port for e3ae2f53-9697-4925-983f-66665a19e897 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:05.031593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49484) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:05.060284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4a3ebb10-f46c-4650-b937-d2ff59b1ef53 None None] Provisioning for port f5231f62-04a9-40ac-a9e7-b9b6043f43ed completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:05.082015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4a3ebb10-f46c-4650-b937-d2ff59b1ef53 None None] Provisioning complete for port f5231f62-04a9-40ac-a9e7-b9b6043f43ed triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:05.082764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4a3ebb10-f46c-4650-b937-d2ff59b1ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.086132 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-015d2437-ea48-4d10-a9c2-d93983be3b9f tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3d3520dfa7c44c5b683c7a8e14500d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601880 Feb 16 16:56:05.086364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:05.104117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:05.109151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49494) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:05.185803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4f81d-1679-45a9-86b0-2a164071da31 req-68c9f707-cb67-4b14-be4e-ab59edc42173 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:05.187769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-27f4f81d-1679-45a9-86b0-2a164071da31 req-68c9f707-cb67-4b14-be4e-ab59edc42173 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 943 time: 1.1618166 Feb 16 16:56:05.202185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.207065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:05.222302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd90f1d6-9322-4f52-93b6-e2f15b4be0e1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.274481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ebb10-f46c-4650-b937-d2ff59b1ef53 None None] Port f5231f62-04a9-40ac-a9e7-b9b6043f43ed cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:05.277251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.285738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd90f1d6-9322-4f52-93b6-e2f15b4be0e1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.291906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-27f4f81d-1679-45a9-86b0-2a164071da31 req-9b911470-991a-4952-96c0-098016de15ea tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963845 Feb 16 16:56:05.298253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:05.306007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.367178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd90f1d6-9322-4f52-93b6-e2f15b4be0e1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.368386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] Pushing event deleted for resources: {'Port': ['ID=e3ae2f53-9697-4925-983f-66665a19e897,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:05.375996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f99cc4-ad88-4dd3-bae7-0c7e8dbf9d2b None None] No DVR routers for this DVR port e3ae2f53-9697-4925-983f-66665a19e897 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:05.413547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90f1d6-9322-4f52-93b6-e2f15b4be0e1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1282f-5a4d-4101-8a85-89125199826b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:05.419232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.445331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2130026116'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:05.452209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd90f1d6-9322-4f52-93b6-e2f15b4be0e1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.453339 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dd90f1d6-9322-4f52-93b6-e2f15b4be0e1 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2f1282f-5a4d-4101-8a85-89125199826b HTTP/1.1" status: 204 len: 168 time: 0.3656397 Feb 16 16:56:05.456858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49500) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:05.457742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:05.485776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:05.488217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Usage tracker for resource:network and tenant:25330fdcf57047bfa2a8c49850d723f5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:05.490812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.495614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:05.499169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Usage tracker for resource:security_group_rule and tenant:6abdf77ad6034d7e9aca2fcd21215a66 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:05.507341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:05.510765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:05.512060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.568470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:05.600785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Made reservation on behalf of 25330fdcf57047bfa2a8c49850d723f5 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:05.604171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.631399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.635845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.665823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Calling delete_port for 1c5917cc-10a1-4866-80ea-dd514c5b17fd owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:05.668330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:05.682249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Usage tracker for resource:security_group_rule and tenant:25330fdcf57047bfa2a8c49850d723f5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:05.686860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:05.728314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:05.816606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.861981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.872348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:05.880252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.893522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c4fef-99e2-48db-b934-bbaa19169b00 None None] Network 1ff0e7f6-cbca-451b-91e9-33cd43a165fe requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:05.907667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.918292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:05.922330 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-99e4594f-d78e-4b66-86a8-73ef21d1f653 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "DELETE /v2.0/subnets/fa0dd5c8-fb27-42b7-8228-e5cf8f27b0ea HTTP/1.1" status: 204 len: 168 time: 2.3429224 Feb 16 16:56:05.926784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49506) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:05.935813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b60061e-9ee7-4d37-b73b-bc06f8f3efef']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:05.973369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6068610-d9a3-4500-8660-01e9cd70cdb6') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:05.973671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6068610-d9a3-4500-8660-01e9cd70cdb6') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:06.006232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.030949 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6abdf77ad6034d7e9aca2fcd21215a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9193561 Feb 16 16:56:06.038422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49510) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:06.058787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.093566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.106676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a3553-6cb1-4a6c-bf01-f029233b7057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed35cea6-55dc-43ae-aef7-f1c5c10a1f49,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.111343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.128388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e3ae2f53-9697-4925-983f-66665a19e897 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:06.148661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:06.149058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.157292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:06.162237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:06.165989 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:06.167733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:06.169002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.191120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Deleting port f635ac19-8071-4cf1-9d2b-d0ab2b264442 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:06.191770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.219532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: e3ae2f53-9697-4925-983f-66665a19e897 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:06.220041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e3ae2f53-9697-4925-983f-66665a19e897 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:06.232521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474a2e8-3047-4c27-972e-716c9578717d None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:06.262096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=3acbd7a8-1391-4c95-b7ed-400df4aa43f6,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.268536 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ee955912-746e-4f7e-8899-3514c88452c8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0560174 Feb 16 16:56:06.271759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.274108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49516) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:06.290576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.296737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '3acbd7a8-1391-4c95-b7ed-400df4aa43f6', 'ip_address': '2001:db8::86c7:93a2:a587:1c9d'}], 'name': 'tempest-NetworksTestDHCPv6-715390495'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:06.377703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event deleted for resources: {'Port': ['ID=1c5917cc-10a1-4866-80ea-dd514c5b17fd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.493098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] DHCP port deletion for 1ff0e7f6-cbca-451b-91e9-33cd43a165fe request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:06.510237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] Deleting port f635ac19-8071-4cf1-9d2b-d0ab2b264442 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:06.510625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.526581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.577725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.606676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:06.613715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.624533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.638245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fd01-281c-4bca-b9e2-27b1258010c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.666765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a891ee6b-246e-4495-b555-fd624e0dde5f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.670648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b60061e-9ee7-4d37-b73b-bc06f8f3efef,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.725908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.726162 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Added segment 613a8737-7e3f-4e2b-a308-26f396bca0a5 of type vlan for network 5f7ba20a-d664-4872-a068-724a79098de9 Feb 16 16:56:06.733104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '3acbd7a8-1391-4c95-b7ed-400df4aa43f6'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:56:06.733907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.738078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fb199-bdda-4a10-959d-40098f6ed3a7 req-cd3c077e-0c4d-41b1-9050-51ee8cd40ca7 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:06.739702 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e94fb199-bdda-4a10-959d-40098f6ed3a7 req-cd3c077e-0c4d-41b1-9050-51ee8cd40ca7 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 932 time: 0.6976700 Feb 16 16:56:06.752414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fd01-281c-4bca-b9e2-27b1258010c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.797109 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-68c55020-d9d6-4b12-b59e-63fb0a302e94 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2b60061e-9ee7-4d37-b73b-bc06f8f3efef HTTP/1.1" status: 204 len: 168 time: 1.3342042 Feb 16 16:56:06.808307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49522) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:06.832088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.849556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] For port f635ac19-8071-4cf1-9d2b-d0ab2b264442, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f635ac19-8071-4cf1-9d2b-d0ab2b264442,segment=NetworkSegment(ff271b29-baea-494d-9ae8-2d0d8b589968),segment_id=ff271b29-baea-494d-9ae8-2d0d8b589968)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:06.849940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.851100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:06.855247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:06.858443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:06.877654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:06.910628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Request body: {'port': {'device_id': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:06.947145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.952669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.961056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] For port f635ac19-8071-4cf1-9d2b-d0ab2b264442, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f635ac19-8071-4cf1-9d2b-d0ab2b264442,segment=NetworkSegment(ff271b29-baea-494d-9ae8-2d0d8b589968),segment_id=ff271b29-baea-494d-9ae8-2d0d8b589968)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:06.961392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.977461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.001594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] Calling delete_port for f635ac19-8071-4cf1-9d2b-d0ab2b264442 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:07.063418 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e94fb199-bdda-4a10-959d-40098f6ed3a7 req-75403066-cf9d-4829-8ae3-9295c2780c68 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918453 Feb 16 16:56:07.091783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-713123c9-6cc6-4154-8153-2803503609fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 200 len: 217 time: 0.1293166 Feb 16 16:56:07.092413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:07.115479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Calling delete_port for f635ac19-8071-4cf1-9d2b-d0ab2b264442 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:07.141891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/3acbd7a8-1391-4c95-b7ed-400df4aa43f6/e59bec97-e9a4-4946-9ec0-89bd44c89466) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:07.157167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.197352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca4b6e-c19c-4db2-a50c-2b5237043eb4 req-ca429227-b14d-4eb3-9309-37ec95058330 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.198821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6eca4b6e-c19c-4db2-a50c-2b5237043eb4 req-ca429227-b14d-4eb3-9309-37ec95058330 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 943 time: 0.7517192 Feb 16 16:56:07.207864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.208380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Fanout notify agent at l3_agent the message router_deleted on router 569f9d4f-573d-4685-9641-c8a1fbf424cd {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:07.224834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] Pushing event deleted for resources: {'Port': ['ID=f635ac19-8071-4cf1-9d2b-d0ab2b264442,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:07.233395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-33c0bd82-5c12-43a9-b7be-00ec526e4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.235166 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-33c0bd82-5c12-43a9-b7be-00ec526e4e51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5597547-d2bb-45b7-b0ae-a245e8fec7bb HTTP/1.1" status: 200 len: 845 time: 0.1264269 Feb 16 16:56:07.269232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.273768 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0bde5c8b-0cec-49f2-a9cf-182757e54bc4 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/569f9d4f-573d-4685-9641-c8a1fbf424cd HTTP/1.1" status: 204 len: 168 time: 5.3306296 Feb 16 16:56:07.289500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49528) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:07.305636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'name': 'tempest-snat-router-401910884', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': False}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:07.309130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.319465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b0866a-4c8a-4165-ac8a-dca49496d0d7 None None] No DVR routers for this DVR port f635ac19-8071-4cf1-9d2b-d0ab2b264442 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:07.324487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:07.337224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:router and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:07.339444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.339654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:56:07.339881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:56:07.341293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:07.370872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.373896 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6eca4b6e-c19c-4db2-a50c-2b5237043eb4 req-35260cca-df00-4f1a-bfbe-86fabd036592 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550829 Feb 16 16:56:07.374845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:07.380027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.381516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.420516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.421551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.446461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fd01-281c-4bca-b9e2-27b1258010c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.484476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.514768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.525037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Transition to ACTIVE for port object e59bec97-e9a4-4946-9ec0-89bd44c89466 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:07.548280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Transition to ACTIVE for port object e59bec97-e9a4-4946-9ec0-89bd44c89466 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:07.555189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.566689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7fd01-281c-4bca-b9e2-27b1258010c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed35cea6-55dc-43ae-aef7-f1c5c10a1f49,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:07.639468 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6063135 Feb 16 16:56:07.644034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:07.644169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49532) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:07.647334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:07.649704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:07.661215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fd01-281c-4bca-b9e2-27b1258010c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.664687 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6ae7fd01-281c-4bca-b9e2-27b1258010c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed35cea6-55dc-43ae-aef7-f1c5c10a1f49 HTTP/1.1" status: 204 len: 168 time: 1.6229305 Feb 16 16:56:07.674932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d147-193e-49a4-b142-1525ad99de29 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event updated for resources: {'Network': ['ID=5f7ba20a-d664-4872-a068-724a79098de9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:07.688634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Pushing event updated for resources: {'Port': ['ID=e59bec97-e9a4-4946-9ec0-89bd44c89466,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:07.698812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 5f7ba20a-d664-4872-a068-724a79098de9 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:07.701894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Request body: {'subnet': {'network_id': '5f7ba20a-d664-4872-a068-724a79098de9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:07.731189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.778339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.797074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 136ffb03-8178-4cd5-9912-5089bd0e9b01 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:07.845119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-e23bf8da-802a-4c83-a392-21174df3636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.847215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Attempting to bind port e59bec97-e9a4-4946-9ec0-89bd44c89466 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:07.847591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Attempting to bind port e59bec97-e9a4-4946-9ec0-89bd44c89466 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:07.847720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-e23bf8da-802a-4c83-a392-21174df3636c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5479357 Feb 16 16:56:07.847951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Attempting to bind port e59bec97-e9a4-4946-9ec0-89bd44c89466 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:07.867677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:07.868080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:07.868440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.868832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:07.869282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Bound port: e59bec97-e9a4-4946-9ec0-89bd44c89466, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:07.869655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.883299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7bd310-2446-4eab-8ba2-8af10cc80234']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:07.885160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Deleting port f635ac19-8071-4cf1-9d2b-d0ab2b264442 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:07.885731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:07.973827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] For port e59bec97-e9a4-4946-9ec0-89bd44c89466, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:07.978510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] For port e59bec97-e9a4-4946-9ec0-89bd44c89466, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e59bec97-e9a4-4946-9ec0-89bd44c89466,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:07.984697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.073864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] The port 'f635ac19-8071-4cf1-9d2b-d0ab2b264442' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:56:08.080746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c338-f5e2-49c9-900c-4ad14bb6aaa1 None None] Pushing event updated for resources: {'Port': ['ID=e59bec97-e9a4-4946-9ec0-89bd44c89466,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:08.089027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f635ac19-8071-4cf1-9d2b-d0ab2b264442 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:08.095476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-e97896f8-759a-4481-9693-ad5e49cd3dc7 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335520 Feb 16 16:56:08.097116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:08.142194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: f635ac19-8071-4cf1-9d2b-d0ab2b264442 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:08.142756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f635ac19-8071-4cf1-9d2b-d0ab2b264442 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:08.240877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49542) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:08.250226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.264307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Usage tracker for resource:subnet and tenant:25330fdcf57047bfa2a8c49850d723f5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:08.271540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dc3dd3-d433-4ea3-8ea0-7fbe982c0e1b') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:08.271850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dc3dd3-d433-4ea3-8ea0-7fbe982c0e1b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:08.272678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:08.302596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:08.342397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.403509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Made reservation on behalf of 25330fdcf57047bfa2a8c49850d723f5 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:08.407038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.480063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.566798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.667621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:08.667977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:08.686002 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:08.711072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff0e7f6-cbca-451b-91e9-33cd43a165fe']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:08.732573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5231f62-04a9-40ac-a9e7-b9b6043f43ed {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 16:56:08.752084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.756304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff271b29-baea-494d-9ae8-2d0d8b589968') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:08.756590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff271b29-baea-494d-9ae8-2d0d8b589968') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:08.764988 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-82380768-2ea1-45e5-a87e-7baa9c149b04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94aaacb607ed4977bdeb4fae24e92d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179746 Feb 16 16:56:08.773306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49548) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:08.785867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::86c7:93a2:a587:1c9d (f92b56da-dfd9-433c-a595-962c6f07801d/3acbd7a8-1391-4c95-b7ed-400df4aa43f6/136ffb03-8178-4cd5-9912-5089bd0e9b01) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:08.803661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.830871 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4efa961f-c102-4e14-a685-4bc5e2ae1bf2 req-77a8981b-66db-420a-8542-738cdb3f3c65 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889938 Feb 16 16:56:08.836930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.837403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Transition to ACTIVE for port object f5231f62-04a9-40ac-a9e7-b9b6043f43ed will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:08.842337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.850041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.853026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.905179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc7bd310-2446-4eab-8ba2-8af10cc80234,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:08.917832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:08.918155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:08.950932 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:08.958379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-abb02f92-5c45-497c-85f4-36702d72d9c3 tempest-QuotasNegativeTest-15874917 tempest-QuotasNegativeTest-15874917-project-admin] 10.222.0.43 "DELETE /v2.0/networks/bc7bd310-2446-4eab-8ba2-8af10cc80234 HTTP/1.1" status: 204 len: 168 time: 2.1418476 Feb 16 16:56:08.991932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fcef1-7c2d-4a53-bc7d-b1132fffaa22 req-ea18b521-f284-4e9d-9c48-51b5227be886 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:08.993664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c53fcef1-7c2d-4a53-bc7d-b1132fffaa22 req-ea18b521-f284-4e9d-9c48-51b5227be886 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 932 time: 0.7508173 Feb 16 16:56:09.136181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52317-e109-4d2f-9d93-f78c1003d1b4 req-0d3566c5-227d-4cbc-b9b2-79f86ae0c2f9 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.138286 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-82d52317-e109-4d2f-9d93-f78c1003d1b4 req-0d3566c5-227d-4cbc-b9b2-79f86ae0c2f9 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 943 time: 0.5801919 Feb 16 16:56:09.225251 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c53fcef1-7c2d-4a53-bc7d-b1132fffaa22 req-6fb45841-a9a3-4ee4-92dc-c93f6f43d918 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040060 Feb 16 16:56:09.260140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-415f6143-2beb-4444-ac28-aff4d3987ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.264035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-415f6143-2beb-4444-ac28-aff4d3987ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77d5020557b142948d879f0e8f88ca19&device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 1096 time: 0.3648872 Feb 16 16:56:09.264811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Pushing event updated for resources: {'Port': ['ID=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:09.420184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.438923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 136ffb03-8178-4cd5-9912-5089bd0e9b01 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:09.466757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0c01ced-6ba6-4bd8-9d27-6c20481a0a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.488000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.497912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.540029 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-82d52317-e109-4d2f-9d93-f78c1003d1b4 req-4fd5f18c-c295-4dab-b9a9-5f36a46cfd72 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667734 Feb 16 16:56:09.585900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.589101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Attempting to bind port f5231f62-04a9-40ac-a9e7-b9b6043f43ed on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:09.589217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Attempting to bind port f5231f62-04a9-40ac-a9e7-b9b6043f43ed by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:09.589530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Attempting to bind port f5231f62-04a9-40ac-a9e7-b9b6043f43ed on network 75604c64-ca6f-403d-a64b-3df4e8a47e07 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:09.593123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] Pushing event deleted for resources: {'Network': ['ID=1ff0e7f6-cbca-451b-91e9-33cd43a165fe,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:09.610712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:09.624231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:09.626606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:09.632098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.632722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.640805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Port f5231f62-04a9-40ac-a9e7-b9b6043f43ed on network 75604c64-ca6f-403d-a64b-3df4e8a47e07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:09.641032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Attempting to bind port f5231f62-04a9-40ac-a9e7-b9b6043f43ed on network 75604c64-ca6f-403d-a64b-3df4e8a47e07 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:09.654166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0c01ced-6ba6-4bd8-9d27-6c20481a0a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.666092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:09.666489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Checking segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:09.669179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Bound using segment: {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:09.676517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Bound port: f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:09.677659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.679209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-4b08d99a-7175-4ef4-a706-84410e68afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.680733 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-4b08d99a-7175-4ef4-a706-84410e68afa9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 200 len: 907 time: 0.4102724 Feb 16 16:56:09.681306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=136ffb03-8178-4cd5-9912-5089bd0e9b01,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:09.684300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6f4601c-20e3-4159-8dc6-59209a171b79 None None] Provisioning for port e59bec97-e9a4-4946-9ec0-89bd44c89466 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:09.700899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0ef7f88e-2986-4a91-9ac0-d14628975bd0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4233227 Feb 16 16:56:09.703413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49562) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:09.725734 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0cec4fcb-0a26-4f92-af48-7cdb06bd8bf1 tempest-ExtraDHCPOptionsTestJSON-547359439 tempest-ExtraDHCPOptionsTestJSON-547359439-project] 10.222.0.43 "DELETE /v2.0/networks/1ff0e7f6-cbca-451b-91e9-33cd43a165fe HTTP/1.1" status: 204 len: 168 time: 3.7929490 Feb 16 16:56:09.796542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.857350 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-947cd193-5405-4c73-8bf3-15bdf250208a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 200 len: 217 time: 0.1548223 Feb 16 16:56:09.859884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49568) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:09.954877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-5b02f732-619d-4b67-9277-f54d0c731879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.956351 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-5b02f732-619d-4b67-9277-f54d0c731879 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5597547-d2bb-45b7-b0ae-a245e8fec7bb HTTP/1.1" status: 200 len: 845 time: 0.0886538 Feb 16 16:56:09.968546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889df42-7917-4953-9038-36780e391d22 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.974503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889df42-7917-4953-9038-36780e391d22 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.975296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6889df42-7917-4953-9038-36780e391d22 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:10.036198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cfa65fc8-0a5b-4a91-b808-143da819e55f None None] Provisioning for port 136ffb03-8178-4cd5-9912-5089bd0e9b01 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:10.045196 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cfa65fc8-0a5b-4a91-b808-143da819e55f None None] Provisioning complete for port 136ffb03-8178-4cd5-9912-5089bd0e9b01 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:10.045948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfa65fc8-0a5b-4a91-b808-143da819e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.058166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6889df42-7917-4953-9038-36780e391d22 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:10.059920 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6889df42-7917-4953-9038-36780e391d22 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3558767 Feb 16 16:56:10.065103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49574) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:10.099114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.144038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:10.160014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Usage tracker for resource:security_group_rule and tenant:261b4a78cf494466a4b1f8acb425e0b9 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:10.161252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:10.165097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e59bec97-e9a4-4946-9ec0-89bd44c89466 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:10.171475 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:10.177407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 136ffb03-8178-4cd5-9912-5089bd0e9b01 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:10.177739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.219281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cfa65fc8-0a5b-4a91-b808-143da819e55f None None] Port 136ffb03-8178-4cd5-9912-5089bd0e9b01 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:10.253545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-e583a3f1-d165-4a19-97c9-a655e5677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:10.255228 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-e583a3f1-d165-4a19-97c9-a655e5677a3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2752562 Feb 16 16:56:10.289678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e59bec97-e9a4-4946-9ec0-89bd44c89466 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:10.292758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49582) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:10.300542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e59bec97-e9a4-4946-9ec0-89bd44c89466 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:10.301064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.386179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.424201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] For port f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:10.450821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.463402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] For port f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:10.464434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event updated for resources: {'Subnet': ['ID=b987bc96-e1c4-450c-b9ba-5f26822b23a2,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:10.506352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.524235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0c01ced-6ba6-4bd8-9d27-6c20481a0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.540513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.551019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e59bec97-e9a4-4946-9ec0-89bd44c89466, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e59bec97-e9a4-4946-9ec0-89bd44c89466,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:10.555817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.593163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Checking segment: {'id': '613a8737-7e3f-4e2b-a308-26f396bca0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f7ba20a-d664-4872-a068-724a79098de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:10.593865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Network hostable DHCP agents. Network: 5f7ba20a-d664-4872-a068-724a79098de9, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:10.625980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c01ced-6ba6-4bd8-9d27-6c20481a0a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d97962b-2da6-4fe4-8c2e-76924cffa104,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:10.649678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e59bec97-e9a4-4946-9ec0-89bd44c89466,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:10.681485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:10.682122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.683521 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] 10.222.0.48 "PUT /v2.0/ports/f5231f62-04a9-40ac-a9e7-b9b6043f43ed HTTP/1.1" status: 200 len: 1094 time: 3.7867787 Feb 16 16:56:10.688972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-5f6b383f-315e-4c27-a9f5-5d95fb031ae6 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951256 Feb 16 16:56:10.695678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:56:10.714160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0c01ced-6ba6-4bd8-9d27-6c20481a0a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.718836 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e0c01ced-6ba6-4bd8-9d27-6c20481a0a9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d97962b-2da6-4fe4-8c2e-76924cffa104 HTTP/1.1" status: 204 len: 168 time: 1.9375010 Feb 16 16:56:10.930530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cd8216c1-0ca4-4494-9ecb-5f63fd86622c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95b479dc2eb54961a9be745d99ee17c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6314864 Feb 16 16:56:10.936512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Network 5f7ba20a-d664-4872-a068-724a79098de9 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:10.943232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.948986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49598) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:10.975629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f74ca-3d31-4e88-a08b-91d4a2f11735 service neutron] Pushing event updated for resources: {'Port': ['ID=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.013077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 5f7ba20a-d664-4872-a068-724a79098de9) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:11.019488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.025775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062547ff-8d9b-4cdd-9b42-2a358c6c7b1e None None] Network 5f7ba20a-d664-4872-a068-724a79098de9 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:11.029215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.044235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Allocated IP 172.26.7.182 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/08497ae1-a8d5-44ba-a863-f85e017cd150) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:11.049313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:11.050094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.142028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-694a9f11-70f1-44f0-8169-9b7f09a2117b tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4950950 Feb 16 16:56:11.198681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49606) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:11.224083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Request body: {'port': {'network_id': '5f7ba20a-d664-4872-a068-724a79098de9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1026739986'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:11.249599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-d5871d64-032c-4ec4-8875-4441a7ada444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:11.251128 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-d5871d64-032c-4ec4-8875-4441a7ada444 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b55a0aeb87b48c886c712a2d8a98258&device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 1097 time: 0.4673972 Feb 16 16:56:11.267014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffa8fe-8f3f-4095-b85d-cdcdae4878ba req-02d93f24-2a28-4522-af2a-890d9aeadc98 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:11.274382 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c8ffa8fe-8f3f-4095-b85d-cdcdae4878ba req-02d93f24-2a28-4522-af2a-890d9aeadc98 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 943 time: 0.5727558 Feb 16 16:56:11.289505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 136ffb03-8178-4cd5-9912-5089bd0e9b01 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:11.352906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-5f7ba20a-d664-4872-a068-724a79098de9', 'network_id': '5f7ba20a-d664-4872-a068-724a79098de9', 'tenant_id': '25330fdcf57047bfa2a8c49850d723f5', 'fixed_ips': [{'subnet_id': 'b987bc96-e1c4-450c-b9ba-5f26822b23a2'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:56:11.354180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.361841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3966e71-c925-4110-9730-bf7a825f2d11 req-01fd7c12-98b2-47e8-82dc-77b77d5db227 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:11.363389 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3966e71-c925-4110-9730-bf7a825f2d11 req-01fd7c12-98b2-47e8-82dc-77b77d5db227 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 944 time: 0.9251709 Feb 16 16:56:11.387161 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=261b4a78cf494466a4b1f8acb425e0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5262234 Feb 16 16:56:11.394302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728956e5-88f6-4e7c-abb3-c5b5d01cdd83,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.397938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49616) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:11.406680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.456045 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-2837293d-4b06-4a15-99fd-cecd98d2b692 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed HTTP/1.1" status: 200 len: 217 time: 0.1755157 Feb 16 16:56:11.463039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.463778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.464124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.464448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.464764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.465081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.465541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.465863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.466279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.466503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.466834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.467138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8077-34f0-40f6-b6af-c2e544eee32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.476841 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80b288e-2cc1-41bd-891e-d32fbc281247 req-9b188811-48a0-4151-8ea7-d4995e8d73dc service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7707853 Feb 16 16:56:11.536905 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3966e71-c925-4110-9730-bf7a825f2d11 req-dfd96027-da0c-4ab2-86ad-820657a01eb8 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484365 Feb 16 16:56:11.595133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.596432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d86d89f4-c5ef-4a76-bf93-3e235889db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.642935 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c8ffa8fe-8f3f-4095-b85d-cdcdae4878ba req-33faa644-782a-476e-87a1-ae87e63240bc tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646829 Feb 16 16:56:11.644133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.653538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d86d89f4-c5ef-4a76-bf93-3e235889db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.697743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Allocated IP 2001:db8::2 (5f7ba20a-d664-4872-a068-724a79098de9/b987bc96-e1c4-450c-b9ba-5f26822b23a2/cca7f165-5910-457f-b378-b796545b2996) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:11.754632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:11.759100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Usage tracker for resource:port and tenant:25330fdcf57047bfa2a8c49850d723f5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:11.762782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:11.766168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=136ffb03-8178-4cd5-9912-5089bd0e9b01,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.770414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:11.792919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Made reservation on behalf of 25330fdcf57047bfa2a8c49850d723f5 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:11.797398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.807527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.816141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.844234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa8fa0-e75a-4976-b0aa-dae91c9a73cf,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.880490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-4bc5cd05-faa8-465b-97d3-523fee054cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:11.881967 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-4bc5cd05-faa8-465b-97d3-523fee054cc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74a93fad-c43d-4e7d-8487-07b25d0e1103 HTTP/1.1" status: 200 len: 851 time: 0.4048076 Feb 16 16:56:11.883401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.883791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.884214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.884538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.884855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.885175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.885490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.885804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.886118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.886424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.886756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.887774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:11.897922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] device_id is not set on port 05d9daea-0584-43c6-9a9e-8499a890f94b yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:11.926178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.017361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d86d89f4-c5ef-4a76-bf93-3e235889db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.024730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.035533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-533b653d-f37b-40f1-8a1c-d87a080c671d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3afa8fa0-e75a-4976-b0aa-dae91c9a73cf HTTP/1.1" status: 204 len: 168 time: 1.0769260 Feb 16 16:56:12.067755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d86d89f4-c5ef-4a76-bf93-3e235889db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.071195 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d86d89f4-c5ef-4a76-bf93-3e235889db30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/728956e5-88f6-4e7c-abb3-c5b5d01cdd83 HTTP/1.1" status: 204 len: 168 time: 0.6675403 Feb 16 16:56:12.082938 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.086485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d89f4-c5ef-4a76-bf93-3e235889db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728956e5-88f6-4e7c-abb3-c5b5d01cdd83,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:12.092884 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4f2410ae-6f8f-44dd-92b9-6ed874a0a272 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/136ffb03-8178-4cd5-9912-5089bd0e9b01 HTTP/1.1" status: 204 len: 168 time: 2.0241024 Feb 16 16:56:12.096269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49636) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:12.107790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'status': 'completed', 'code': 200} Feb 16 16:56:12.126679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e59bec97-e9a4-4946-9ec0-89bd44c89466 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:12.171236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.182012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef14-ce25-40fa-9792-502fa18aef61 req-98b65073-9a28-4b04-9a41-d7c632f738f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:12.184871 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-98b65073-9a28-4b04-9a41-d7c632f738f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75604c64-ca6f-403d-a64b-3df4e8a47e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2894869 Feb 16 16:56:12.209406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbeca6a-2c26-408e-af22-4437e902acfc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:12.212267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbeca6a-2c26-408e-af22-4437e902acfc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:12.213203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2fbeca6a-2c26-408e-af22-4437e902acfc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:12.227675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2fbeca6a-2c26-408e-af22-4437e902acfc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:12.229235 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2fbeca6a-2c26-408e-af22-4437e902acfc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1216807 Feb 16 16:56:12.232454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49642) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:12.268384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:12.297924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:12.316523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:12.328290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 3acbd7a8-1391-4c95-b7ed-400df4aa43f6 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:12.332273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.373113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Transition to ACTIVE for port object cca7f165-5910-457f-b378-b796545b2996 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:12.406337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Transition to ACTIVE for port object cca7f165-5910-457f-b378-b796545b2996 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:12.414004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.416661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.489481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Network 5f7ba20a-d664-4872-a068-724a79098de9 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:12.492990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:12.500859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:12.506935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e59bec97-e9a4-4946-9ec0-89bd44c89466 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:12.507371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.529414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.586424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Pushing event updated for resources: {'Port': ['ID=cca7f165-5910-457f-b378-b796545b2996,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:12.636711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.705666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Attempting to bind port cca7f165-5910-457f-b378-b796545b2996 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:12.706028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Attempting to bind port cca7f165-5910-457f-b378-b796545b2996 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '613a8737-7e3f-4e2b-a308-26f396bca0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f7ba20a-d664-4872-a068-724a79098de9'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:12.706372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Attempting to bind port cca7f165-5910-457f-b378-b796545b2996 on network 5f7ba20a-d664-4872-a068-724a79098de9 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:12.728483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:12.728918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Checking segment: {'id': '613a8737-7e3f-4e2b-a308-26f396bca0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f7ba20a-d664-4872-a068-724a79098de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:12.732824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.733238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Bound using segment: {'id': '613a8737-7e3f-4e2b-a308-26f396bca0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f7ba20a-d664-4872-a068-724a79098de9'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:12.733738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Bound port: cca7f165-5910-457f-b378-b796545b2996, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613a8737-7e3f-4e2b-a308-26f396bca0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f7ba20a-d664-4872-a068-724a79098de9'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:12.734113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.758400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.773441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131c03a-e8d0-49f6-ab58-a2eaf61577f3 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:12.788664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/3acbd7a8-1391-4c95-b7ed-400df4aa43f6 HTTP/1.1" status: 204 len: 168 time: 0.5548611 Feb 16 16:56:12.789485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddcfcf-8ca3-4ac4-812a-471a190764f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=3acbd7a8-1391-4c95-b7ed-400df4aa43f6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:12.793878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49658) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:12.900439 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1072c7ad-94ec-4f58-a247-da8a61cd6f6c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054230 Feb 16 16:56:12.933856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Port': ['ID=08497ae1-a8d5-44ba-a863-f85e017cd150,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:12.955332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49664) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:12.956019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49668) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:12.992316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:13.002282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 16:56:13.073521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7485b-82b6-400b-83c3-73663deb4c4e req-883762eb-5c4b-49de-8dba-b277ed146c54 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:13.076099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d6f7485b-82b6-400b-83c3-73663deb4c4e req-883762eb-5c4b-49de-8dba-b277ed146c54 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Synchronizing usage tracker for tenant:77d5020557b142948d879f0e8f88ca19 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:13.119600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d6f7485b-82b6-400b-83c3-73663deb4c4e req-883762eb-5c4b-49de-8dba-b277ed146c54 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Unset dirty status for tenant:77d5020557b142948d879f0e8f88ca19 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:13.123454 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6f7485b-82b6-400b-83c3-73663deb4c4e req-883762eb-5c4b-49de-8dba-b277ed146c54 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 943 time: 0.2194510 Feb 16 16:56:13.182535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] For port cca7f165-5910-457f-b378-b796545b2996, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:13.187980 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6f7485b-82b6-400b-83c3-73663deb4c4e req-185d72bf-1162-4153-9f45-19bde6a82577 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600629 Feb 16 16:56:13.215567 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-c8897686-926a-4d61-b877-8881fae32fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569478 Feb 16 16:56:13.272541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] For port cca7f165-5910-457f-b378-b796545b2996, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cca7f165-5910-457f-b378-b796545b2996,segment=NetworkSegment(613a8737-7e3f-4e2b-a308-26f396bca0a5),segment_id=613a8737-7e3f-4e2b-a308-26f396bca0a5)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:13.284199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:13.330046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:13.463323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6abc-84eb-4d89-9ce3-c051b11dde08 None None] Pushing event updated for resources: {'Port': ['ID=cca7f165-5910-457f-b378-b796545b2996,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:13.478821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:13.511174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'port_id': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'mac_address': 'fa:16:3e:d7:84:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 16:56:13.524504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Allocated IP 2001:db8::131 (5f7ba20a-d664-4872-a068-724a79098de9/b987bc96-e1c4-450c-b9ba-5f26822b23a2/05d9daea-0584-43c6-9a9e-8499a890f94b) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:13.535794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:13.586856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49690) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:13.593237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Usage tracker for resource:security_group_rule and tenant:e50eb94fe0854035981fea49f90e69a5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:13.609875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:13.614696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:13.620256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:13.631822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] Deleting port e59bec97-e9a4-4946-9ec0-89bd44c89466 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:13.632279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:13.649441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:13.707731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 16:56:13.776259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:13.799598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:13.825985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:13.936046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:13.942453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:13.952073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49698) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.019239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:14.057873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e49d951b-6cbf-409f-bd0f-9b67fdca683f tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] Request body: {'port': {'network_id': '3ccb3aa9-b990-427a-8769-2e2628233192', 'name': 'tempest-NetworksNegativeTestJSON-85749729'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:14.091981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-014fef14-ce25-40fa-9792-502fa18aef61 req-8d99d73c-dd94-4ba1-9883-255fe8f250b2 service neutron] 10.222.0.48 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7719100 Feb 16 16:56:14.113662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1289635509', 'router:external': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:14.123696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:14.131491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:network and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:14.136832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:14.176650 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49d951b-6cbf-409f-bd0f-9b67fdca683f tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] POST failed (client error): The resource could not be found. Feb 16 16:56:14.176925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49d951b-6cbf-409f-bd0f-9b67fdca683f tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:14.185002 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e49d951b-6cbf-409f-bd0f-9b67fdca683f tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2302263 Feb 16 16:56:14.189592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:14.196059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.212061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b105-778b-47d2-a328-1e4feeb231d6 req-5feb6612-65b1-47a9-88da-a7c17a1ef9fc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:14.213211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6f08b105-778b-47d2-a328-1e4feeb231d6 req-5feb6612-65b1-47a9-88da-a7c17a1ef9fc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Synchronizing usage tracker for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:14.215295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cca7f165-5910-457f-b378-b796545b2996 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:14.260589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:14.265674 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e13d8-d5ee-445e-b3e4-f33a7ad1b4ac tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:14.266952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817e13d8-d5ee-445e-b3e4-f33a7ad1b4ac tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:14.271338 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-817e13d8-d5ee-445e-b3e4-f33a7ad1b4ac tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "DELETE /v2.0/networks/25ed9019-e059-4065-840e-748b6e62441a HTTP/1.1" status: 404 len: 339 time: 0.0739052 Feb 16 16:56:14.272827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Made reservation on behalf of 8b34932273364a27bc42ed4d65a9b454 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:14.275626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:14.294700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49710) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.295444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.295753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:14.295861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.296122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.296455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.296962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.297480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.298025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.298366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.298826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.299438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.299903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.300432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:14.317143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] For port e59bec97-e9a4-4946-9ec0-89bd44c89466, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e59bec97-e9a4-4946-9ec0-89bd44c89466,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:14.317587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:14.390575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:14.403832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:14.503522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['5e9de76a-a10d-470b-9d2d-aa3c471c8b80'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 16:56:14.543112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:14.550358 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c08cd83-e3c9-41e2-9524-4722a34befe1 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:14.550772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c08cd83-e3c9-41e2-9524-4722a34befe1 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:14.552714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6c08cd83-e3c9-41e2-9524-4722a34befe1 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "DELETE /v2.0/ports/41f5f7ac-d2ef-436f-b4c5-89663291de64 HTTP/1.1" status: 404 len: 333 time: 0.2323236 Feb 16 16:56:14.559513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49714) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.567694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:security_group_rule and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:14.574361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:14.637991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] Calling delete_port for e59bec97-e9a4-4946-9ec0-89bd44c89466 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:14.651155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:14.661844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe90c8e-39e8-4ad0-a621-e6b010179d0d tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:14.662710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe90c8e-39e8-4ad0-a621-e6b010179d0d tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:14.664733 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9fe90c8e-39e8-4ad0-a621-e6b010179d0d tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "DELETE /v2.0/subnets/6f52fc26-8c20-415b-af1b-aba6eb243699 HTTP/1.1" status: 404 len: 337 time: 0.0933969 Feb 16 16:56:14.670248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49718) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.720027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6f08b105-778b-47d2-a328-1e4feeb231d6 req-5feb6612-65b1-47a9-88da-a7c17a1ef9fc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Unset dirty status for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:14.727023 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f08b105-778b-47d2-a328-1e4feeb231d6 req-5feb6612-65b1-47a9-88da-a7c17a1ef9fc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 944 time: 1.7879941 Feb 16 16:56:14.740842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328087e1-bee3-4d81-b9bb-52d30aad94e5 req-6bcd3a30-8cd1-4aa2-a7ae-64f0c01f3544 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:14.742417 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-328087e1-bee3-4d81-b9bb-52d30aad94e5 req-6bcd3a30-8cd1-4aa2-a7ae-64f0c01f3544 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 944 time: 0.3342216 Feb 16 16:56:14.743415 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb850514-3581-4793-9a40-0fd5240a37dc tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] GET failed (client error): The resource could not be found. Feb 16 16:56:14.748953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eb850514-3581-4793-9a40-0fd5240a37dc tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "GET /v2.0/networks/02dd3c31-2746-4dae-b16b-420bedd0844c HTTP/1.1" status: 404 len: 339 time: 0.0763357 Feb 16 16:56:14.748953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49722) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.844256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port cca7f165-5910-457f-b378-b796545b2996 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:14.933230 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-72177b51-00b4-4c8e-9e71-8fa06aba7aae tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] GET failed (client error): The resource could not be found. Feb 16 16:56:14.935822 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-72177b51-00b4-4c8e-9e71-8fa06aba7aae tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "GET /v2.0/ports/1745be50-adbb-41f2-be7d-d9cc2feca0d0 HTTP/1.1" status: 404 len: 333 time: 0.1629748 Feb 16 16:56:14.953763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:14.964573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49726) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:14.971245 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-328087e1-bee3-4d81-b9bb-52d30aad94e5 req-d2816f52-c669-4e39-bdaa-eb70089e71c8 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218916 Feb 16 16:56:15.005926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe266e6-6088-40ac-9f25-1d459a8760ac None None] Network 5f7ba20a-d664-4872-a068-724a79098de9 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:15.019881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e59bec97-e9a4-4946-9ec0-89bd44c89466 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:15.073171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.130907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.232560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.238885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: e59bec97-e9a4-4946-9ec0-89bd44c89466 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:15.239459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e59bec97-e9a4-4946-9ec0-89bd44c89466 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:15.241124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] No DVR routers for this DVR port e59bec97-e9a4-4946-9ec0-89bd44c89466 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:15.249632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.252121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0f709-94ee-465d-bbdb-c76dd12fe855 None None] Pushing event deleted for resources: {'Port': ['ID=e59bec97-e9a4-4946-9ec0-89bd44c89466,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:15.266749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f1c22f-6a9e-481c-afe2-46587afec8e7 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] GET failed (client error): The resource could not be found. Feb 16 16:56:15.277079 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c8f1c22f-6a9e-481c-afe2-46587afec8e7 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "GET /v2.0/subnets/d8dba9d2-b9c8-4786-a033-86fee4dd655a HTTP/1.1" status: 404 len: 337 time: 0.3173029 Feb 16 16:56:15.278887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49732) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:15.282059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] Provisioning for port cca7f165-5910-457f-b378-b796545b2996 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:15.292782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ecf8185a-21d0-44a5-9d5f-aac7e5699d4a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:15.303849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.311002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] Provisioning complete for port cca7f165-5910-457f-b378-b796545b2996 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:15.311985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.333811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf8185a-21d0-44a5-9d5f-aac7e5699d4a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] PUT failed (client error): The resource could not be found. Feb 16 16:56:15.334198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf8185a-21d0-44a5-9d5f-aac7e5699d4a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:15.340943 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ecf8185a-21d0-44a5-9d5f-aac7e5699d4a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "PUT /v2.0/networks/d922b641-425c-476e-933a-72b91022cd2d HTTP/1.1" status: 404 len: 339 time: 0.0519352 Feb 16 16:56:15.340943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:15.341789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49736) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:15.344534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f08b105-778b-47d2-a328-1e4feeb231d6 req-5d4a4ebb-2253-4fe1-a666-204a459fc46d tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6164322 Feb 16 16:56:15.354266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c7b20588-b558-4307-8cff-78a4cbf7700a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:15.413715 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b20588-b558-4307-8cff-78a4cbf7700a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] PUT failed (client error): The resource could not be found. Feb 16 16:56:15.414338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b20588-b558-4307-8cff-78a4cbf7700a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:15.416061 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c7b20588-b558-4307-8cff-78a4cbf7700a tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "PUT /v2.0/ports/d1e4091f-1e08-4695-a460-2b7cb84e4051 HTTP/1.1" status: 404 len: 333 time: 0.0732303 Feb 16 16:56:15.420317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf562d2-18af-43c4-9471-31c621b49fa3,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:15.424099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49740) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:15.431806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0d5a857a-e673-4ba8-af7c-caf0520eda91 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:15.442640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80a1c9d-799e-49cd-a398-0d6ab4ce859e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:15.474922 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5a857a-e673-4ba8-af7c-caf0520eda91 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] PUT failed (client error): The resource could not be found. Feb 16 16:56:15.475494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5a857a-e673-4ba8-af7c-caf0520eda91 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:15.480554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0d5a857a-e673-4ba8-af7c-caf0520eda91 tempest-NetworksNegativeTestJSON-899818708 tempest-NetworksNegativeTestJSON-899818708-project] 10.222.0.43 "PUT /v2.0/subnets/369964ae-4cec-43dd-b0be-d0273039401f HTTP/1.1" status: 404 len: 337 time: 0.0515177 Feb 16 16:56:15.480554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.480554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Added segment b5431452-be70-4989-aeb0-7f8fb3f650c6 of type vlan for network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 Feb 16 16:56:15.526739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.589563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.591789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:15.592717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.614768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.662131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] For port cca7f165-5910-457f-b378-b796545b2996, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cca7f165-5910-457f-b378-b796545b2996,segment=NetworkSegment(613a8737-7e3f-4e2b-a308-26f396bca0a5),segment_id=613a8737-7e3f-4e2b-a308-26f396bca0a5)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:15.670376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.762391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791884f-d9cf-43bd-8992-edc07dfd43c1 None None] Pushing event updated for resources: {'Port': ['ID=cca7f165-5910-457f-b378-b796545b2996,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:15.780993 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dab2adbe-269f-4b46-801b-1d6ea7824b5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e50eb94fe0854035981fea49f90e69a5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8165338 Feb 16 16:56:15.787095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.789945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49748) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:15.793998 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2051604 Feb 16 16:56:15.798540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fdb5f-ea31-44a8-ab0b-fe2bdd82794e tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Network': ['ID=c3398faa-d3f3-414a-a3c9-8eb6f4504b85,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:15.804733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49752) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:15.813457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:15.817253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'subnet': {'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:15.828902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:15.837102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:subnet and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:15.841539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:15.860861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:15.867690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-33026b59-092f-45d3-a8cc-a8c617202840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:15.869571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-33026b59-092f-45d3-a8cc-a8c617202840 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b55a0aeb87b48c886c712a2d8a98258&device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 1097 time: 1.6281972 Feb 16 16:56:15.878653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.892249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Made reservation on behalf of 8b34932273364a27bc42ed4d65a9b454 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:15.896643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:15.952480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Transition to ACTIVE for port object 05d9daea-0584-43c6-9a9e-8499a890f94b will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:15.984342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49756) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:16.016519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0625adad-ef5f-4432-bfb7-ac8d944726b1 None None] Provisioning complete for port cca7f165-5910-457f-b378-b796545b2996 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:16.017098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0625adad-ef5f-4432-bfb7-ac8d944726b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.063562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03898a61-3cdb-4e83-a222-ac5e13c3d99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.078416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cca7f165-5910-457f-b378-b796545b2996 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:16.161400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:16.195126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=47087ce2-7bf5-47ce-aab2-b4fad3e2d375,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:16.211885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:16.214720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.216400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.254757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa522f16-4d82-4d85-85f4-9fb0b2e2fbad None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:16.307178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbbd1e-032d-4e7f-8b15-b0a0a4387f00 req-f7e6a0ac-12fe-4db9-b563-b01f12fcb020 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.309347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f4fbbd1e-032d-4e7f-8b15-b0a0a4387f00 req-f7e6a0ac-12fe-4db9-b563-b01f12fcb020 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 944 time: 0.1812508 Feb 16 16:56:16.343353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cca7f165-5910-457f-b378-b796545b2996 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:16.343751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.391301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.422339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:16.426131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:49bfedc6e87c44e182f8387ca3e24d69 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:16.429088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:16.435651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:16.474458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f4fbbd1e-032d-4e7f-8b15-b0a0a4387f00 req-bb55452e-2ce3-4b00-a4a2-38d3ef38d55f tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498325 Feb 16 16:56:16.490456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03898a61-3cdb-4e83-a222-ac5e13c3d99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.601227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:56:16.602393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.628185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '47087ce2-7bf5-47ce-aab2-b4fad3e2d375'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:56:16.629091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.681122 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-47e06e81-23b3-4a36-b514-ce05231ce709 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7199857 Feb 16 16:56:16.688990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.689323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49766) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:16.700240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '47087ce2-7bf5-47ce-aab2-b4fad3e2d375', 'ip_address': '2001:db8::da95:cac:c0dd:fc77'}], 'name': 'tempest-NetworksTestDHCPv6-908467552'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:16.701472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-a1c93cac-cc95-4765-a210-6b17e68e043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.703025 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-a1c93cac-cc95-4765-a210-6b17e68e043c service neutron] 10.222.0.48 "GET /v2.0/networks?id=75604c64-ca6f-403d-a64b-3df4e8a47e07 HTTP/1.1" status: 200 len: 913 time: 0.8019705 Feb 16 16:56:16.723617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed19bdc9-fb27-42ca-a668-237bb554f777,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:16.763841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.796339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Checking segment: {'id': 'b5431452-be70-4989-aeb0-7f8fb3f650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:16.796973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network hostable DHCP agents. Network: c3398faa-d3f3-414a-a3c9-8eb6f4504b85, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:16.830216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.843291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/47087ce2-7bf5-47ce-aab2-b4fad3e2d375/6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:16.851244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:16.874104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c3398faa-d3f3-414a-a3c9-8eb6f4504b85) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:16.878789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.879696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.901631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:16.911951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:16.915775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:16.923083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:16.925882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:16.932689 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2100aaae-eb51-46a9-81da-69f16e03a558 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1232948 Feb 16 16:56:16.932849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15529b-a95c-4878-8897-d1e10ef5a080 None None] Network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:16.933300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49770) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:16.941330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1842797552', 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:16.948926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:16.952551 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:port and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:16.954744 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-bf72f2dc-e224-462a-a9a1-b1ed0e55278f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed HTTP/1.1" status: 200 len: 217 time: 0.1760731 Feb 16 16:56:16.955825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:16.971918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:16.983675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:17.023634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Network 5f7ba20a-d664-4872-a068-724a79098de9 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:17.025408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:17.044187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:17.046381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event updated for resources: {'Port': ['ID=05d9daea-0584-43c6-9a9e-8499a890f94b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:17.048925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:17.054517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Made reservation on behalf of 8b34932273364a27bc42ed4d65a9b454 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:17.055269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:17.056082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.057054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.080302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03898a61-3cdb-4e83-a222-ac5e13c3d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.094305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] device_id is not set on port f2682a52-9a71-4dd3-98d5-8a2e3557d590 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:17.108134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49bfedc6e87c44e182f8387ca3e24d69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1171634 Feb 16 16:56:17.135105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49774) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:17.181197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0875ccb-e72c-4c83-aa40-1f040d8dd2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed0530-7387-4578-ae49-0573e36b3533,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:17.247509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ed4c-f3d9-47ca-832f-0e5c3d42decc req-fe93fc17-7c73-4f22-9253-affcb79701ff tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:17.249337 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a60ed4c-f3d9-47ca-832f-0e5c3d42decc req-fe93fc17-7c73-4f22-9253-affcb79701ff tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 944 time: 0.7407370 Feb 16 16:56:17.259116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03898a61-3cdb-4e83-a222-ac5e13c3d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80a1c9d-799e-49cd-a398-0d6ab4ce859e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:17.274962 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ebee9a2c-1ce6-478a-a4eb-4f59563407cf tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.0731704 Feb 16 16:56:17.276228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03898a61-3cdb-4e83-a222-ac5e13c3d99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.277448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03898a61-3cdb-4e83-a222-ac5e13c3d99e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f80a1c9d-799e-49cd-a398-0d6ab4ce859e HTTP/1.1" status: 204 len: 168 time: 1.4821689 Feb 16 16:56:17.285779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49778) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:17.312635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Request body: {'port': {'network_id': '5f7ba20a-d664-4872-a068-724a79098de9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1978613161', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:17.313643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.api.validators [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] bootfile-name is not in valid_values {{(pid=87721) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:56:17.314575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.api.validators [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] tftp-server is not in valid_values {{(pid=87721) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:56:17.315532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.api.validators [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] server-ip-address is not in valid_values {{(pid=87721) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:56:17.346937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-f3edd4cc-d0f3-4484-b19a-a29f56065235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:17.348584 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-f3edd4cc-d0f3-4484-b19a-a29f56065235 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74a93fad-c43d-4e7d-8487-07b25d0e1103 HTTP/1.1" status: 200 len: 851 time: 0.3707614 Feb 16 16:56:17.366027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:17.426324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:17.426736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.455851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Allocated IP 2001:db8::6f (c3398faa-d3f3-414a-a3c9-8eb6f4504b85/ed19bdc9-fb27-42ca-a668-237bb554f777/f2682a52-9a71-4dd3-98d5-8a2e3557d590) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:17.476611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.546355 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a60ed4c-f3d9-47ca-832f-0e5c3d42decc req-b592ddab-ee85-4361-b37e-1202abb766d3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780156 Feb 16 16:56:17.548446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.594168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e14f28fa-81ea-45bd-bef7-67e5b89a5955 None None] Provisioning for port 05d9daea-0584-43c6-9a9e-8499a890f94b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:17.610675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea71ba1b-d026-4d8d-9192-3af6d5e8e53e None None] Network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:17.638800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Router 71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:17.642846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:17.649403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-808aded0-9554-47a5-8684-e15cc0a2dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:17.650954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-808aded0-9554-47a5-8684-e15cc0a2dce3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75604c64-ca6f-403d-a64b-3df4e8a47e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2882478 Feb 16 16:56:17.652102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Usage tracker for resource:port and tenant:25330fdcf57047bfa2a8c49850d723f5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:17.657182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:17.685114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:17.744152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Transition to ACTIVE for port object 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:17.759907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea80ce56-91b5-4651-9cf7-90af26cee110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.780258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e14f28fa-81ea-45bd-bef7-67e5b89a5955 None None] Provisioning complete for port 05d9daea-0584-43c6-9a9e-8499a890f94b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:17.780620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e14f28fa-81ea-45bd-bef7-67e5b89a5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.955882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Transition to ACTIVE for port object 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:17.963296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port a5a70dd8-9448-486d-bffa-e94920a0704c yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:17.989374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Made reservation on behalf of 25330fdcf57047bfa2a8c49850d723f5 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:17.991396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:17.993310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.066688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea80ce56-91b5-4651-9cf7-90af26cee110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.082346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.083700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.117880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] device_id is not set on port 918e6039-ce01-4c89-8d55-0d3559812dfc yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:18.146066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Pushing event updated for resources: {'Port': ['ID=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:18.165367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:18.166021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:18.167615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e14f28fa-81ea-45bd-bef7-67e5b89a5955 None None] Port 05d9daea-0584-43c6-9a9e-8499a890f94b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:18.192959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:56:18.248436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-6046ceee-5b65-4c45-ace3-6dfcd01b98b8 service neutron] 10.222.0.48 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866346 Feb 16 16:56:18.265198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:18.282641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:18.285393 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Sync routers for ids ['71efdeae-7b60-491c-9f48-7dcd9f2f8bc5'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:18.305396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:18.322411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93709139-c42f-4fb2-8120-cca655f7fabb req-075c5d1f-3638-4763-9dc1-f3394d5fc4b7 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:18.322537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.326670 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Routers {'71efdeae-7b60-491c-9f48-7dcd9f2f8bc5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:18.327297 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['71efdeae-7b60-491c-9f48-7dcd9f2f8bc5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:18.330139 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-93709139-c42f-4fb2-8120-cca655f7fabb req-075c5d1f-3638-4763-9dc1-f3394d5fc4b7 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 944 time: 0.5793321 Feb 16 16:56:18.379680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea80ce56-91b5-4651-9cf7-90af26cee110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.462225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80ce56-91b5-4651-9cf7-90af26cee110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed0530-7387-4578-ae49-0573e36b3533,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:18.481266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea80ce56-91b5-4651-9cf7-90af26cee110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.486625 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea80ce56-91b5-4651-9cf7-90af26cee110 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aed0530-7387-4578-ae49-0573e36b3533 HTTP/1.1" status: 204 len: 168 time: 1.3463221 Feb 16 16:56:18.486625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.560029 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-93709139-c42f-4fb2-8120-cca655f7fabb req-93d59336-3dbb-45a3-9608-295bfdd4abd1 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086210 Feb 16 16:56:18.592046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Allocated IP 2001:db8::1a3 (5f7ba20a-d664-4872-a068-724a79098de9/b987bc96-e1c4-450c-b9ba-5f26822b23a2/918e6039-ce01-4c89-8d55-0d3559812dfc) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:18.592316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::da95:cac:c0dd:fc77 (f92b56da-dfd9-433c-a595-962c6f07801d/47087ce2-7bf5-47ce-aab2-b4fad3e2d375/a5a70dd8-9448-486d-bffa-e94920a0704c) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:18.606580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:18.613298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:18.616042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:18.617206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:18.617806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.647665 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7103918 Feb 16 16:56:18.653262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49814) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:18.667348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c767898-3070-41ae-8fac-647015ad13b7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Port': ['ID=f2682a52-9a71-4dd3-98d5-8a2e3557d590,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:18.756345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Attempting to bind port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:18.756831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Attempting to bind port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:18.757062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Attempting to bind port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:18.770475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Set router 71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:18.784546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:18.784953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:18.785212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.785594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:18.786054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Bound port: 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:18.786422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.792044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Deleting port f2682a52-9a71-4dd3-98d5-8a2e3557d590 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:18.792381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.812881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:18.969743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] For port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:18.972234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:18.976046 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-32029d5b-4dad-406e-8212-631edb541ba5 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.6761611 Feb 16 16:56:18.978339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] For port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:18.983227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49824) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:18.987324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.086274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f5231f62-04a9-40ac-a9e7-b9b6043f43ed details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 16:56:19.139852 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'code': 200} Feb 16 16:56:19.363797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.447871 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77cfc12a-8761-4f3f-93a1-b8010fe6558d req-dece73ae-a574-4ac1-8953-a792ad6f23c6 service neutron] 10.222.0.48 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1846507 Feb 16 16:56:19.513235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.542535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43d92e-d72b-4486-a6ca-3e55de50c876 None None] Pushing event updated for resources: {'Port': ['ID=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:19.544613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a0c0f4e-b297-478b-9701-a4441b791564 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 HTTP/1.1" status: 200 len: 908 time: 0.5235879 Feb 16 16:56:19.548443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49840) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:19.582652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f70766-de8f-44a8-94b5-212feb96f3ac req-75e01994-ac71-467f-9f40-cd4a2d1986ae tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:19.584197 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-07f70766-de8f-44a8-94b5-212feb96f3ac req-75e01994-ac71-467f-9f40-cd4a2d1986ae tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 944 time: 0.7107475 Feb 16 16:56:19.597533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'name': 'tempest-snat-router-401910884', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': True}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:19.607358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Transition to ACTIVE for port object 918e6039-ce01-4c89-8d55-0d3559812dfc will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:19.608669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:19.615644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Calling delete_port for f2682a52-9a71-4dd3-98d5-8a2e3557d590 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:19.649446 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71efdeae-7b60-491c-9f48-7dcd9f2f8bc5', 'name': 'tempest-snat-router-401910884', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': False}, 'gw_port_id': '08497ae1-a8d5-44ba-a863-f85e017cd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:07Z', 'updated_at': '2022-02-16T16:56:13Z', 'revision_number': 3, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port': {'id': '08497ae1-a8d5-44ba-a863-f85e017cd150', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71efdeae-7b60-491c-9f48-7dcd9f2f8bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:10Z', 'updated_at': '2022-02-16T16:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:19.675945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Usage tracker for resource:router and tenant:7d13d896002a40f4ac2df1d8cf67cc3c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:19.695777 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Checking router: 71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:19.698099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:19.715929 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Updating router 71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 port 08497ae1-a8d5-44ba-a863-f85e017cd150 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:56:19.759063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:19.802185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-07f70766-de8f-44a8-94b5-212feb96f3ac req-f617c542-836c-4c33-a0a6-626fcbdcbc9e tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841161 Feb 16 16:56:19.806503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:19.827700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.828716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.851477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.856191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'port_id': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'mac_address': 'fa:16:3e:4b:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 16:56:19.903644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.906110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.934194 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.948526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:19.984047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5231f62-04a9-40ac-a9e7-b9b6043f43ed {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 16:56:20.033527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:20.052002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.087984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-99e0e990-3cb4-4b5e-8874-010f942e4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:20.090387 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-99e0e990-3cb4-4b5e-8874-010f942e4c49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 1098 time: 0.5295715 Feb 16 16:56:20.129758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.139875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49852) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:20.140012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object a5a70dd8-9448-486d-bffa-e94920a0704c will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:20.146272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.212029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Network 5f7ba20a-d664-4872-a068-724a79098de9 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:20.216022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:20.218296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:20.221765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:20.229049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:20.230024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.232726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:20.236180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2682a52-9a71-4dd3-98d5-8a2e3557d590,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:20.251757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event updated for resources: {'Port': ['ID=918e6039-ce01-4c89-8d55-0d3559812dfc,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:20.281512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Usage tracker for resource:security_group_rule and tenant:ee363e025b584488b59fe4cea1b2af6d is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:20.286808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:20.318098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:20.348854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.389060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce0569-9d6a-46e0-a6e0-de4102db874c req-d891b361-87bd-4de3-b39a-3449b0d3a9b7 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:20.395332 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35ce0569-9d6a-46e0-a6e0-de4102db874c req-d891b361-87bd-4de3-b39a-3449b0d3a9b7 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.5241444 Feb 16 16:56:20.409918 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-584ae515-b229-4057-9524-c4d074d909de tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f2682a52-9a71-4dd3-98d5-8a2e3557d590 HTTP/1.1" status: 204 len: 168 time: 1.7553592 Feb 16 16:56:20.432883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49860) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:20.514425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85', 'external_fixed_ips': [{'subnet_id': 'ed19bdc9-fb27-42ca-a668-237bb554f777', 'ip_address': '2001:db8::6f'}]}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:20.556479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.560063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:20.626060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:20.629593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:20.701256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['f5231f62-04a9-40ac-a9e7-b9b6043f43ed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 16:56:20.721350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:router and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:20.746954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:20.783687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:20.830618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2232faee-a557-42cb-beaf-df4e4dd2c284 None None] Provisioning for port 918e6039-ce01-4c89-8d55-0d3559812dfc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:20.841557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2232faee-a557-42cb-beaf-df4e4dd2c284 None None] Provisioning complete for port 918e6039-ce01-4c89-8d55-0d3559812dfc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:20.841915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2232faee-a557-42cb-beaf-df4e4dd2c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.845296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1136336307'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:20.865266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0ff01851-541b-4bd3-952e-aa0d277e7ee8 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5776939 Feb 16 16:56:20.867720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:20.875409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49872) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:20.879265 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35ce0569-9d6a-46e0-a6e0-de4102db874c req-c3d37fd8-776d-4b8c-a03f-303a80492f30 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4710362 Feb 16 16:56:20.894021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Usage tracker for resource:network and tenant:59b0f0a2f73247ebbffe93514906789c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:20.907767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:20.920524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:20.979109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:20.981275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=a5a70dd8-9448-486d-bffa-e94920a0704c,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:20.999813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:21.007323 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.008730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:21.016106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.016782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.024967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:21.041098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.042220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.044905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2232faee-a557-42cb-beaf-df4e4dd2c284 None None] Port 918e6039-ce01-4c89-8d55-0d3559812dfc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:21.047435 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Transition to ACTIVE for port object 08497ae1-a8d5-44ba-a863-f85e017cd150 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:21.063831 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.209799 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Attempting to bind port 08497ae1-a8d5-44ba-a863-f85e017cd150 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:21.210335 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Attempting to bind port 08497ae1-a8d5-44ba-a863-f85e017cd150 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:21.210744 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Attempting to bind port 08497ae1-a8d5-44ba-a863-f85e017cd150 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:21.213125 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757f31-84d4-4fa6-ad06-a75e6294ac26 None None] Pushing event updated for resources: {'Port': ['ID=08497ae1-a8d5-44ba-a863-f85e017cd150,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:21.223674 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:21.224720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] Provisioning for port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:21.224869 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:21.225429 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.226040 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:21.226357 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Bound port: 08497ae1-a8d5-44ba-a863-f85e017cd150, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:21.227197 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.246714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] Provisioning complete for port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:21.247086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.261078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49878) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:21.291679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8344b8de-8b97-4c9e-84d6-b8d6049c2771 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6010649 Feb 16 16:56:21.306063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49884) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:21.317001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.391751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.405953 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] For port 08497ae1-a8d5-44ba-a863-f85e017cd150, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:21.409980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.415865 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] For port 08497ae1-a8d5-44ba-a863-f85e017cd150, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=08497ae1-a8d5-44ba-a863-f85e017cd150,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:21.425862 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.456407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.512079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] For port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:21.520560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.531533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Routers {'71efdeae-7b60-491c-9f48-7dcd9f2f8bc5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:21.532235 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['71efdeae-7b60-491c-9f48-7dcd9f2f8bc5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:21.560982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Synchronizing usage tracker for tenant:ee363e025b584488b59fe4cea1b2af6d on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:21.566070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Made reservation on behalf of 59b0f0a2f73247ebbffe93514906789c for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:21.568347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--514295867'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:21.570092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.616402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593dc2f-0c38-4bb9-9b34-a6e07961a02a None None] Pushing event updated for resources: {'Port': ['ID=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:21.642068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:21.646997 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757f31-84d4-4fa6-ad06-a75e6294ac26 None None] Pushing event updated for resources: {'Port': ['ID=08497ae1-a8d5-44ba-a863-f85e017cd150,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:21.654646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-98fecf9c-31ad-4d74-abdd-edc5a9e63a61 None None] Provisioning for port a5a70dd8-9448-486d-bffa-e94920a0704c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:21.657088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=26d034b8-3bc4-4451-b379-e8a47cb59d44,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:21.660724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:21.663926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-98fecf9c-31ad-4d74-abdd-edc5a9e63a61 None None] Provisioning complete for port a5a70dd8-9448-486d-bffa-e94920a0704c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:21.664467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-98fecf9c-31ad-4d74-abdd-edc5a9e63a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.665756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.710254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:21.719420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Usage tracker for resource:security_group_rule and tenant:59b0f0a2f73247ebbffe93514906789c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:21.727449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:21.727840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:21.734216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-98fecf9c-31ad-4d74-abdd-edc5a9e63a61 None None] Port a5a70dd8-9448-486d-bffa-e94920a0704c cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:21.742862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:21.750193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:21.806140 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] Set router 71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:21.809712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3d628-8a1a-47bc-9087-7fc601d50e02 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.816060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3d628-8a1a-47bc-9087-7fc601d50e02 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.822770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3d628-8a1a-47bc-9087-7fc601d50e02 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.823847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7b3d628-8a1a-47bc-9087-7fc601d50e02 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Synchronizing usage tracker for tenant:25330fdcf57047bfa2a8c49850d723f5 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:21.826623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] Unset dirty status for tenant:ee363e025b584488b59fe4cea1b2af6d on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:21.827935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d477421b-3e15-4b2e-b7c8-059d80ba0355 req-83429995-9c70-48ee-b20c-fde6686b8287 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7249548 Feb 16 16:56:21.843827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376c194-173e-4981-be9c-98bf89ca3321 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.850286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b189ad-da05-4aa2-993f-c3af5aa27b05 req-b89c6f7c-f477-45ad-b18a-a7a9a5d38d11 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.851797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376c194-173e-4981-be9c-98bf89ca3321 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.852530 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97b189ad-da05-4aa2-993f-c3af5aa27b05 req-b89c6f7c-f477-45ad-b18a-a7a9a5d38d11 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 945 time: 0.8252890 Feb 16 16:56:21.852695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8376c194-173e-4981-be9c-98bf89ca3321 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:21.866290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.877406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.911775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:21.936002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:21.955353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7b3d628-8a1a-47bc-9087-7fc601d50e02 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Unset dirty status for tenant:25330fdcf57047bfa2a8c49850d723f5 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:21.956514 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f7b3d628-8a1a-47bc-9087-7fc601d50e02 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.0798979 Feb 16 16:56:21.965419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49890) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:21.974435 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97b189ad-da05-4aa2-993f-c3af5aa27b05 req-b134254a-6c11-481f-adae-2f6cb884bbb4 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118727 Feb 16 16:56:22.018362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8376c194-173e-4981-be9c-98bf89ca3321 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:22.019560 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8376c194-173e-4981-be9c-98bf89ca3321 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7087276 Feb 16 16:56:22.024293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:22.026943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49894) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:22.031117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:22.081338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:22.099472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:22.133689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port a5a70dd8-9448-486d-bffa-e94920a0704c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:22.134144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.187061 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71efdeae-7b60-491c-9f48-7dcd9f2f8bc5', 'name': 'tempest-snat-router-401910884', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': False}, 'gw_port_id': '08497ae1-a8d5-44ba-a863-f85e017cd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:07Z', 'updated_at': '2022-02-16T16:56:13Z', 'revision_number': 3, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port': {'id': '08497ae1-a8d5-44ba-a863-f85e017cd150', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71efdeae-7b60-491c-9f48-7dcd9f2f8bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:10Z', 'updated_at': '2022-02-16T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:22.196744 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00374fe9-7566-42d1-83b1-66510c01b78b None None] The sync data for ids ['71efdeae-7b60-491c-9f48-7dcd9f2f8bc5'] in dv-neutron-829527-2-hyperv is: [{'id': '71efdeae-7b60-491c-9f48-7dcd9f2f8bc5', 'name': 'tempest-snat-router-401910884', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': False}, 'gw_port_id': '08497ae1-a8d5-44ba-a863-f85e017cd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:07Z', 'updated_at': '2022-02-16T16:56:13Z', 'revision_number': 3, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port': {'id': '08497ae1-a8d5-44ba-a863-f85e017cd150', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71efdeae-7b60-491c-9f48-7dcd9f2f8bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:10Z', 'updated_at': '2022-02-16T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:22.215811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Deleting port 918e6039-ce01-4c89-8d55-0d3559812dfc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:22.216225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.249859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:22.250290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.346150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.360164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.466767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:22.469185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.506771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ced2b-6be7-434c-a4b7-063fd83c5a96,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:22.555587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.564823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.565261 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Added segment f7cfd981-e8f9-405e-a948-c80fdf51e547 of type vlan for network 3d0e9568-2790-409d-940a-e0984acc2d6a Feb 16 16:56:22.584795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.597843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37586-a1a1-4db2-a474-ecb3889d7211 req-9de1ca9a-f86c-41a9-aabc-2565760a1539 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:22.603258 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abe37586-a1a1-4db2-a474-ecb3889d7211 req-9de1ca9a-f86c-41a9-aabc-2565760a1539 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.4350038 Feb 16 16:56:22.631412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.665875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:22.714323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:22.722935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.727248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:22.731659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.775847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:22.824995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:22.873647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:56:22.895480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for a5a70dd8-9448-486d-bffa-e94920a0704c owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:22.934739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b231a0a-2ed7-477e-bb47-4e28e3be2589,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:22.950540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Calling delete_port for 918e6039-ce01-4c89-8d55-0d3559812dfc owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:22.971425 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abe37586-a1a1-4db2-a474-ecb3889d7211 req-56f0a37e-7b21-4d7a-9a49-e0e0679d70c6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666906 Feb 16 16:56:23.013777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f5231f62-04a9-40ac-a9e7-b9b6043f43ed up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:23.026914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.038711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:23.039381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.076227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Allocated IP 172.26.7.240 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/c84cc4d8-9589-4654-8b5d-f0566baa07c4) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:23.117851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port f5231f62-04a9-40ac-a9e7-b9b6043f43ed completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:23.130869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port f5231f62-04a9-40ac-a9e7-b9b6043f43ed triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:23.131315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.308748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.339172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:56:23.365030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:23.374889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.401397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.430128 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'code': 200} Feb 16 16:56:23.470194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.493258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.514441 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.3592784 Feb 16 16:56:23.532978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ef23-c5cd-46e6-b99c-2e6bb91b6b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Pushing event updated for resources: {'Network': ['ID=3d0e9568-2790-409d-940a-e0984acc2d6a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.554883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 3d0e9568-2790-409d-940a-e0984acc2d6a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:23.682899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.688164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.716939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.743143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.789777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event deleted for resources: {'Port': ['ID=918e6039-ce01-4c89-8d55-0d3559812dfc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.807196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73e6c5-5e00-43d4-92bf-b0afb343488f req-1cfdc6d5-cb70-4c72-a7c3-1b90541ad316 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:23.811372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ef73e6c5-5e00-43d4-92bf-b0afb343488f req-1cfdc6d5-cb70-4c72-a7c3-1b90541ad316 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 945 time: 0.6387537 Feb 16 16:56:23.827495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.861854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.869886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbe018-05bf-459e-aa67-8ecf834e1f83,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.887678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49906) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:23.894279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e13ec4aa-7151-469f-a11d-bb41c5985722 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "DELETE /v2.0/ports/918e6039-ce01-4c89-8d55-0d3559812dfc HTTP/1.1" status: 204 len: 168 time: 1.9269540 Feb 16 16:56:23.901290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Request body: {'port': {'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a', 'binding:host_id': 'hv-neutron-8295', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-505995158'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:23.915257 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ef73e6c5-5e00-43d4-92bf-b0afb343488f req-40cd9064-8a41-4fb4-ba9e-beee558bcccc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935848 Feb 16 16:56:23.915792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49910) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:23.929563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:23.939084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Request body: {'port': {'name': 'tempest-new-port-name-88126552', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:23.940936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.api.validators [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] bootfile-name is not in valid_values {{(pid=87721) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:56:23.941457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.api.validators [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] tftp-server is not in valid_values {{(pid=87721) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:56:23.941927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.api.validators [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] server-ip-address is not in valid_values {{(pid=87721) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 16:56:23.948187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:23.954005 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5970b301-9357-4ae5-b191-01cede182103 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6824772 Feb 16 16:56:23.954005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=a5a70dd8-9448-486d-bffa-e94920a0704c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.970771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49914) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:23.999200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Usage tracker for resource:port and tenant:ecf886768a09443999b140e3ddd92bdb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:24.016365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:24.044757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:24.102339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.266007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 08497ae1-a8d5-44ba-a863-f85e017cd150 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:24.379510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.381506 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f3a7e14-43bb-48a9-bd27-1e414ecd67e2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/a5a70dd8-9448-486d-bffa-e94920a0704c HTTP/1.1" status: 204 len: 168 time: 2.3528707 Feb 16 16:56:24.389595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49920) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:24.421660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Made reservation on behalf of ecf886768a09443999b140e3ddd92bdb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:24.428294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.473032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.483016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 08497ae1-a8d5-44ba-a863-f85e017cd150 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:24.498176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 08497ae1-a8d5-44ba-a863-f85e017cd150 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:24.498776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.546033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.548256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f14753-b813-49f4-8286-42a3e9b8576b req-0f077b36-ad78-4c3e-9eba-434a41a0ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.548698 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b9f14753-b813-49f4-8286-42a3e9b8576b req-0f077b36-ad78-4c3e-9eba-434a41a0ebf7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 1099 time: 0.9135916 Feb 16 16:56:24.575951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:24.587720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:24.593246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:24.609531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2fe1f437-01df-42ac-8c08-036e43507c47 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:24.612776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Allocated IP 2001:db8::6f (c3398faa-d3f3-414a-a3c9-8eb6f4504b85/ed19bdc9-fb27-42ca-a668-237bb554f777/7f444faf-a33c-41ad-a07c-321565f6d5e3) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:24.664004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ec7ce-dc04-4db9-9aed-2eaa759026de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.665622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ec7ce-dc04-4db9-9aed-2eaa759026de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.666373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-370ec7ce-dc04-4db9-9aed-2eaa759026de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:24.674301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.702443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 08497ae1-a8d5-44ba-a863-f85e017cd150, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=08497ae1-a8d5-44ba-a863-f85e017cd150,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:24.708811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.726011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:24.747158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:24.749424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Port': ['ID=c84cc4d8-9589-4654-8b5d-f0566baa07c4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:24.753940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Usage tracker for resource:security_group_rule and tenant:ecf886768a09443999b140e3ddd92bdb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:24.767824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:24.783541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2fe1f437-01df-42ac-8c08-036e43507c47 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:24.789197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2fe1f437-01df-42ac-8c08-036e43507c47 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8007536 Feb 16 16:56:24.791683 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b9f14753-b813-49f4-8286-42a3e9b8576b req-a805f672-a08d-4152-8eef-6a0f4ce42219 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281995 Feb 16 16:56:24.792213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49924) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:24.795848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=08497ae1-a8d5-44ba-a863-f85e017cd150,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:24.811041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-security--13805282', 'description': 'tempest-security-description-1619127471'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:24.832349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:24.833777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-370ec7ce-dc04-4db9-9aed-2eaa759026de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:24.835518 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-370ec7ce-dc04-4db9-9aed-2eaa759026de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3916121 Feb 16 16:56:24.850573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49928) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:24.939323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad4b2d-78ae-4521-b389-e55e4f4eec9a req-e2d52237-c954-4a8b-aa06-b53c883ad3b4 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.940849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-47ad4b2d-78ae-4521-b389-e55e4f4eec9a req-e2d52237-c954-4a8b-aa06-b53c883ad3b4 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.5711796 Feb 16 16:56:24.968485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.070197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 47087ce2-7bf5-47ce-aab2-b4fad3e2d375 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:25.092222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.098990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.144779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-47ad4b2d-78ae-4521-b389-e55e4f4eec9a req-55dc0343-8fac-41eb-9ee7-afe7de202894 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836562 Feb 16 16:56:25.176897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.192658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.195108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.199341 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "PUT /v2.0/security-groups/30cbe018-05bf-459e-aa67-8ecf834e1f83 HTTP/1.1" status: 200 len: 1776 time: 0.3994386 Feb 16 16:56:25.203229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49936) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:25.218248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.347923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8229625-5f27-4830-98cb-061294454191 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbe018-05bf-459e-aa67-8ecf834e1f83,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:25.397584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.455473 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cb24bbdc-a14e-4aaa-be34-65247583604c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups/30cbe018-05bf-459e-aa67-8ecf834e1f83 HTTP/1.1" status: 200 len: 1776 time: 0.2432837 Feb 16 16:56:25.456118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.463698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49940) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:25.472751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.502359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port 6dbd7cf2-0099-4133-add7-60c4cd1c303d yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:25.603179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.612464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:25.617628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:25.625457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:25.660898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875d52-e5c0-4c1b-9814-f60399a20ce0 req-e282f7eb-0914-4b18-9f47-90b3885f1c4a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:25.662340 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a875d52-e5c0-4c1b-9814-f60399a20ce0 req-e282f7eb-0914-4b18-9f47-90b3885f1c4a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.5912397 Feb 16 16:56:25.673612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.678087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.702322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Port': ['ID=7f444faf-a33c-41ad-a07c-321565f6d5e3,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:25.722953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a55292-5355-4fa0-b431-2073333fcbb9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:25.725387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.847447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f61076-4ab1-4317-aff8-0e9d6675740c req-5ee86ef1-2508-49c0-8886-dc0e63bdd893 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:25.848921 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-72f61076-4ab1-4317-aff8-0e9d6675740c req-5ee86ef1-2508-49c0-8886-dc0e63bdd893 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.5632448 Feb 16 16:56:25.857505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49944) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:25.875002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Request body: {'floatingip': {'port_id': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:25.943573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] In _notify_port_updated(), no bound segment for port 05d9daea-0584-43c6-9a9e-8499a890f94b on network 5f7ba20a-d664-4872-a068-724a79098de9 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:56:25.948989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:25.950133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:25.953823 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "PUT /v2.0/ports/05d9daea-0584-43c6-9a9e-8499a890f94b HTTP/1.1" status: 200 len: 1128 time: 2.0240130 Feb 16 16:56:25.960384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49948) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:25.979990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.054210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 08497ae1-a8d5-44ba-a863-f85e017cd150 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:26.094474 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a875d52-e5c0-4c1b-9814-f60399a20ce0 req-c5cc36fc-47ae-4b7e-91b8-c1ce06e2a0ba tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013171 Feb 16 16:56:26.103764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7616-b5b9-45b2-bb9f-b08e99cb5c1f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event updated for resources: {'Port': ['ID=05d9daea-0584-43c6-9a9e-8499a890f94b,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:26.142000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b232234-c492-4b42-b646-ccf8c07e10fc tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.237481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d843b72-11f4-483a-90fe-6ec6b3309bdc tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:26.244304 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3d843b72-11f4-483a-90fe-6ec6b3309bdc tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "GET /v2.0/ports/05d9daea-0584-43c6-9a9e-8499a890f94b HTTP/1.1" status: 200 len: 1128 time: 0.2815397 Feb 16 16:56:26.248302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49952) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:26.260118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-22b38d5c-1ace-48d9-bde9-c742bd44a307 None None] Provisioning complete for port 05d9daea-0584-43c6-9a9e-8499a890f94b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:26.263024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-22b38d5c-1ace-48d9-bde9-c742bd44a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.321410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 08497ae1-a8d5-44ba-a863-f85e017cd150 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:26.322131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.386945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.401757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-22b38d5c-1ace-48d9-bde9-c742bd44a307 None None] Port 05d9daea-0584-43c6-9a9e-8499a890f94b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:26.438364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b232234-c492-4b42-b646-ccf8c07e10fc tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.485649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=47087ce2-7bf5-47ce-aab2-b4fad3e2d375,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:26.520215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.528284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b133140-6ba0-4530-9e7e-2db63991f868 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:26.628130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port 6dbd7cf2-0099-4133-add7-60c4cd1c303d yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:26.656757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.661316 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-84bfde7c-b341-4bad-8770-75f7319d42eb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/47087ce2-7bf5-47ce-aab2-b4fad3e2d375 HTTP/1.1" status: 204 len: 168 time: 1.8077552 Feb 16 16:56:26.664886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b232234-c492-4b42-b646-ccf8c07e10fc tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.667608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49956) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:26.681466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Deleting port 05d9daea-0584-43c6-9a9e-8499a890f94b {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:26.681811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.781174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b232234-c492-4b42-b646-ccf8c07e10fc tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbe018-05bf-459e-aa67-8ecf834e1f83,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:26.787528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Transition to ACTIVE for port object 6dbd7cf2-0099-4133-add7-60c4cd1c303d will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:26.798102 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c6aea45-8d9a-45af-9d20-4c41f4ebf392 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213057 Feb 16 16:56:26.798765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49960) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:26.853136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.855861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.870682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.897092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c423e23-f431-4fec-9819-017986c7037d None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:26.903647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0c423e23-f431-4fec-9819-017986c7037d None None] Deleting port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:26.903899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0c423e23-f431-4fec-9819-017986c7037d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:26.987132 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-19d471ec-4536-4f32-9fd4-82b28310c40a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7373497 Feb 16 16:56:27.031336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b232234-c492-4b42-b646-ccf8c07e10fc tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:27.033248 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5b232234-c492-4b42-b646-ccf8c07e10fc tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/30cbe018-05bf-459e-aa67-8ecf834e1f83 HTTP/1.1" status: 204 len: 168 time: 1.5665095 Feb 16 16:56:27.034254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbd7cf2-0099-4133-add7-60c4cd1c303d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:27.050495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49964) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:27.222206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0c423e23-f431-4fec-9819-017986c7037d None None] For port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:27.223162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0c423e23-f431-4fec-9819-017986c7037d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:27.280012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c4c50aaa-28d2-4fee-8900-0a6630925050 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:27.282851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Checking segment: {'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:27.283205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Network hostable DHCP agents. Network: 3d0e9568-2790-409d-940a-e0984acc2d6a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:27.330028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a922f-8e6d-42a1-b5ad-bed7b070b05f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:27.330779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-985a922f-8e6d-42a1-b5ad-bed7b070b05f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:27.348282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c4c50aaa-28d2-4fee-8900-0a6630925050 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:27.354157 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c4c50aaa-28d2-4fee-8900-0a6630925050 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2979743 Feb 16 16:56:27.356690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49970) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:27.375139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Network 3d0e9568-2790-409d-940a-e0984acc2d6a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:27.385407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-985a922f-8e6d-42a1-b5ad-bed7b070b05f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:27.391379 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-985a922f-8e6d-42a1-b5ad-bed7b070b05f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5800710 Feb 16 16:56:27.394023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49974) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:27.397441 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-14b81516-7291-4cd5-a57f-6762e02f5c99 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] delete failed (client error): The resource could not be found. Feb 16 16:56:27.404984 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-14b81516-7291-4cd5-a57f-6762e02f5c99 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/30cbe018-05bf-459e-aa67-8ecf834e1f83 HTTP/1.1" status: 404 len: 347 time: 0.0402577 Feb 16 16:56:27.408236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0c423e23-f431-4fec-9819-017986c7037d None None] Calling delete_port for 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:27.443822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49978) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:27.458964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 3d0e9568-2790-409d-940a-e0984acc2d6a) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:27.467105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826320182'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:27.474055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4ea4b-771e-4b08-9e22-9a88a1cb23e2 None None] Network 3d0e9568-2790-409d-940a-e0984acc2d6a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:27.479568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:27.485177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:27.521852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:27.522201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:27.522504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:27.525596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:27.538126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c98d48-af5e-4524-a67c-5b3c763ba813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:27.538779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-96c98d48-af5e-4524-a67c-5b3c763ba813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:27.541334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:27.541676 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:27.545236 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 2 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:27.551917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Router cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:27.565246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:27.590135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:27.590476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:27.590886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:27.638042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0c423e23-f431-4fec-9819-017986c7037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:27.667060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-96c98d48-af5e-4524-a67c-5b3c763ba813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:27.673456 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-96c98d48-af5e-4524-a67c-5b3c763ba813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2757914 Feb 16 16:56:27.678889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:27.679207 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:27.679633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49982) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:27.682258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:27.685716 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 3 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:27.725277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c423e23-f431-4fec-9819-017986c7037d None None] Pushing event deleted for resources: {'Port': ['ID=6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:27.729698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c423e23-f431-4fec-9819-017986c7037d None None] No DVR routers for this DVR port 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:27.878133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:27.882690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:27.899315 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02182eaa-ec0e-4ec2-837c-6015dcdcce93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2059844 Feb 16 16:56:27.906232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:27.906232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49986) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:27.910161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:27.910478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:27.910848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:27.969394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:28.037947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:28.064897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.065242 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.079960 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 4 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.082859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:28.083437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6044cc99-d388-4f2d-a8ce-3fa9fc1d9ec7 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:28.088890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.141744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:28.142061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:28.142407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:28.149968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:28.170047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Sync routers for ids ['cc34b25a-4ce9-43fb-9555-2927bcbd0ef1'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:28.172169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.172498 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.182591 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 5 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.186428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Routers {'cc34b25a-4ce9-43fb-9555-2927bcbd0ef1'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:28.188748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['cc34b25a-4ce9-43fb-9555-2927bcbd0ef1'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:28.199129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:28.233800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:28.234139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:28.234508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:28.239119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:28.259824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.260152 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.264071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.265097 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 6 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.274754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.274891 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dd842354-e34f-4e82-82ac-1c8a3c70eed7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7180972 Feb 16 16:56:28.277586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Calling delete_port for 05d9daea-0584-43c6-9a9e-8499a890f94b owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:28.278328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.284186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49990) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:28.306431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:28.311050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.389898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a441e6d-d80f-498f-952c-c2310da0660d req-26ae5beb-4a6b-4f14-b738-b807d6432acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:28.391705 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-26ae5beb-4a6b-4f14-b738-b807d6432acc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77d5020557b142948d879f0e8f88ca19&device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 1098 time: 1.1667633 Feb 16 16:56:28.397796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:28.398129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:28.398467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:28.460124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Set router cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:28.477141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.483002 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0284722 Feb 16 16:56:28.483002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.483002 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.483942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f235e-2caf-4d55-aaa3-74839b15eb9d req-7f8e023b-383c-4fd4-be1c-a9534d8c1996 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:28.487181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a4f235e-2caf-4d55-aaa3-74839b15eb9d req-7f8e023b-383c-4fd4-be1c-a9534d8c1996 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.9427414 Feb 16 16:56:28.496618 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 7 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.504653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 49994) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:28.509094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c421072-5c55-4cb9-84fd-a6509ec8c11e tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897b9f43-01c6-498f-a1e1-a1108ac19b8c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:28.521925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.553045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:28.553379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:28.553727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:28.629450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': '897b9f43-01c6-498f-a1e1-a1108ac19b8c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:28.654758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.655145 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.663237 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 8 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.700539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:28.701547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:28.701547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:28.722288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.722810 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.729034 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 9 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.766793 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aa4c77a5-5243-411b-9a3f-1a5839c86fbd tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 HTTP/1.1" status: 200 len: 907 time: 0.4683251 Feb 16 16:56:28.771411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 49998) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:28.775206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:28.775704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:28.776205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:28.834859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc34b25a-4ce9-43fb-9555-2927bcbd0ef1', 'name': 'tempest-snat-router-401910884', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.240'}], 'enable_snat': True}, 'gw_port_id': 'c84cc4d8-9589-4654-8b5d-f0566baa07c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:19Z', 'updated_at': '2022-02-16T16:56:25Z', 'revision_number': 3, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port': {'id': 'c84cc4d8-9589-4654-8b5d-f0566baa07c4', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc34b25a-4ce9-43fb-9555-2927bcbd0ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:22Z', 'updated_at': '2022-02-16T16:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:28.839697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Checking router: cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:28.840366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Updating router cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 port c84cc4d8-9589-4654-8b5d-f0566baa07c4 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:56:28.930277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:28.930474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:28.931034 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:28.945281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:28.953531 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 10 to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d Feb 16 16:56:28.972305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:28.987569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:29.015752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:29.016268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:29.016790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:29.051880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:29.139810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:29.140319 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 6dbd7cf2-0099-4133-add7-60c4cd1c303d on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:29.140847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.175084 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a4f235e-2caf-4d55-aaa3-74839b15eb9d req-331007e7-d92c-45e6-bf94-fe16c4bb4e61 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6409605 Feb 16 16:56:29.315866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.347926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.390793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.409287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.452484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a441e6d-d80f-498f-952c-c2310da0660d req-45774bdf-183d-46bb-ad9d-4770af7d670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:29.453985 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-45774bdf-183d-46bb-ad9d-4770af7d670d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 200 len: 907 time: 1.0129528 Feb 16 16:56:29.473554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Transition to ACTIVE for port object c84cc4d8-9589-4654-8b5d-f0566baa07c4 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:29.486307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.585614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.589071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Attempting to bind port c84cc4d8-9589-4654-8b5d-f0566baa07c4 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:29.590035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Attempting to bind port c84cc4d8-9589-4654-8b5d-f0566baa07c4 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:29.590392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Attempting to bind port c84cc4d8-9589-4654-8b5d-f0566baa07c4 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:29.599989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:29.600408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:29.600727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.601106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:29.601752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Bound port: c84cc4d8-9589-4654-8b5d-f0566baa07c4, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:29.602121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.634625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934e1cd-3396-44bd-aeb5-4ecf1605ec2e None None] Pushing event updated for resources: {'Port': ['ID=c84cc4d8-9589-4654-8b5d-f0566baa07c4,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:29.637944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-de85e65d-fc78-4835-88f0-b36f161fe276 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 200 len: 217 time: 0.1765759 Feb 16 16:56:29.660755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:29.661886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] For port 6dbd7cf2-0099-4133-add7-60c4cd1c303d, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:29.662259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempted to set empty binding levels {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 16:56:29.670760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:29.676307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.681308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=b8d29777-949d-458d-87f6-04c4c52774d0,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:29.690198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:29.690885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.696934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] For port c84cc4d8-9589-4654-8b5d-f0566baa07c4, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:29.701750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] For port c84cc4d8-9589-4654-8b5d-f0566baa07c4, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c84cc4d8-9589-4654-8b5d-f0566baa07c4,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:29.705030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f1592-fbd1-47a9-a6a9-83ac9fad7467 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:29.713394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event deleted for resources: {'Port': ['ID=05d9daea-0584-43c6-9a9e-8499a890f94b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:29.766170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:56:29.787611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.909757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:29.910535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.919318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.938318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.959960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbd7cf2-0099-4133-add7-60c4cd1c303d,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:29.962722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.967463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:29.983802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da1f1-d92a-4a55-a0a9-8d882e9f9085 req-4d2732cf-9606-4cc6-923c-f1723a0b24e7 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:29.985356 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-669da1f1-d92a-4a55-a0a9-8d882e9f9085 req-4d2732cf-9606-4cc6-923c-f1723a0b24e7 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.5879061 Feb 16 16:56:29.985929 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-35290edf-a26e-47e4-9d9f-bcc7fcfab73f tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "DELETE /v2.0/ports/05d9daea-0584-43c6-9a9e-8499a890f94b HTTP/1.1" status: 204 len: 168 time: 3.7010984 Feb 16 16:56:29.986669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-59f5e28e-09e5-4f86-87e0-55587024a83b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0779889 Feb 16 16:56:29.987219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50004) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:29.996962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934e1cd-3396-44bd-aeb5-4ecf1605ec2e None None] Pushing event updated for resources: {'Port': ['ID=c84cc4d8-9589-4654-8b5d-f0566baa07c4,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:29.997305 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-14664501-b8c7-436f-be5b-bc91c03dd7a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.1081560 Feb 16 16:56:29.997757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50006) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:29.998693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50008) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:29.998693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50010) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:30.001719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a441e6d-d80f-498f-952c-c2310da0660d req-6ed4730e-1380-459d-9070-477ed35c049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:30.003505 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-6ed4730e-1380-459d-9070-477ed35c049d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5597547-d2bb-45b7-b0ae-a245e8fec7bb HTTP/1.1" status: 200 len: 845 time: 0.3418200 Feb 16 16:56:30.005930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.012332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Router 2dcfacd1-b7ef-47fe-8558-d37e963fd81f is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:30.017311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': 'b8d29777-949d-458d-87f6-04c4c52774d0', 'ip_address': '2001:db8::ece2:119c:86b9:8679'}], 'name': 'tempest-NetworksTestDHCPv6-9440640'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:30.027956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Routers {'cc34b25a-4ce9-43fb-9555-2927bcbd0ef1'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:30.028568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['cc34b25a-4ce9-43fb-9555-2927bcbd0ef1'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:30.035396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Request body: {'floatingip': {'port_id': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:30.082355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe92847-161e-4441-883f-bf84b3b040b1,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:30.085901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.134294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Deleting port c84cc4d8-9589-4654-8b5d-f0566baa07c4 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:30.134294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.186265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.188253 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-402f2bfe-31e5-4cae-b793-3d751b41cf74 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6632349 Feb 16 16:56:30.204522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50020) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:30.227591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] Set router cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:30.275365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.305599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Deleting subnet b987bc96-e1c4-450c-b9ba-5f26822b23a2 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:30.377330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.378686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc34b25a-4ce9-43fb-9555-2927bcbd0ef1', 'name': 'tempest-snat-router-401910884', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:19Z', 'updated_at': '2022-02-16T16:56:29Z', 'revision_number': 4, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:30.383743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb2016-bbdb-417f-97a4-3f23a2b1bb49 None None] The sync data for ids ['cc34b25a-4ce9-43fb-9555-2927bcbd0ef1'] in dv-neutron-829527-2-hyperv is: [{'id': 'cc34b25a-4ce9-43fb-9555-2927bcbd0ef1', 'name': 'tempest-snat-router-401910884', 'tenant_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:19Z', 'updated_at': '2022-02-16T16:56:29Z', 'revision_number': 4, 'project_id': '7d13d896002a40f4ac2df1d8cf67cc3c', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:30.402171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': 'b8d29777-949d-458d-87f6-04c4c52774d0'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:56:30.403392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.458560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Deleting port 6dbd7cf2-0099-4133-add7-60c4cd1c303d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:30.458925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.471985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d72b2944-441c-4cd5-8231-25d6410016c1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.570986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.590265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/b8d29777-949d-458d-87f6-04c4c52774d0/b60b2497-3592-42ac-b0c4-9470ae571626) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:30.604312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d72b2944-441c-4cd5-8231-25d6410016c1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.758624 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Floating IP 526803bf-66cf-4d8b-8a8d-514ea4f3486e associated. External IP: 172.26.7.111, port: 5e9de76a-a10d-470b-9d2d-aa3c471c8b80. Feb 16 16:56:30.806493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:30.845500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a441e6d-d80f-498f-952c-c2310da0660d req-71d68cce-0348-4e3b-a390-e1f69a2e69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:30.847020 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-71d68cce-0348-4e3b-a390-e1f69a2e69b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8013155 Feb 16 16:56:30.853604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:30.877549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7464d2b9-67a4-4462-a06f-273b14b05506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:30.969841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:30.984710 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Sync routers for ids ['2dcfacd1-b7ef-47fe-8558-d37e963fd81f'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:30.986919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d72b2944-441c-4cd5-8231-25d6410016c1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.000085 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Routers {'2dcfacd1-b7ef-47fe-8558-d37e963fd81f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:31.001248 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['2dcfacd1-b7ef-47fe-8558-d37e963fd81f'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:31.031163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:31.046434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.062629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] For port c84cc4d8-9589-4654-8b5d-f0566baa07c4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c84cc4d8-9589-4654-8b5d-f0566baa07c4,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:31.063072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.071030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Transition to ACTIVE for port object b60b2497-3592-42ac-b0c4-9470ae571626 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:31.096251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d72b2944-441c-4cd5-8231-25d6410016c1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.096827 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d72b2944-441c-4cd5-8231-25d6410016c1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ffe92847-161e-4441-883f-bf84b3b040b1 HTTP/1.1" status: 204 len: 168 time: 0.8909242 Feb 16 16:56:31.097767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b2944-441c-4cd5-8231-25d6410016c1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe92847-161e-4441-883f-bf84b3b040b1,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:31.101564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Transition to ACTIVE for port object b60b2497-3592-42ac-b0c4-9470ae571626 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:31.106129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50024) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:31.117164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.119434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.120695 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7b522ff7-207d-473f-8ec4-248f77535c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.6530662 Feb 16 16:56:31.143135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50028) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:31.225302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:31.229366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:31.236338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:31.250050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.259823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Pushing event updated for resources: {'Port': ['ID=b60b2497-3592-42ac-b0c4-9470ae571626,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:31.341126 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-f7c51b09-3dcf-46ee-82b1-94b4875ce970 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706070 Feb 16 16:56:31.413716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Attempting to bind port b60b2497-3592-42ac-b0c4-9470ae571626 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:31.414506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Attempting to bind port b60b2497-3592-42ac-b0c4-9470ae571626 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:31.415211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Attempting to bind port b60b2497-3592-42ac-b0c4-9470ae571626 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:31.422321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9420c89e-103e-4ace-b5d6-aa0282185ca8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:31.423674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:31.424466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:31.425187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.425761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:31.426430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Bound port: b60b2497-3592-42ac-b0c4-9470ae571626, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:31.427183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.459534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Calling delete_port for c84cc4d8-9589-4654-8b5d-f0566baa07c4 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:31.501909 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Set router 2dcfacd1-b7ef-47fe-8558-d37e963fd81f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:31.517792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] For port 6dbd7cf2-0099-4133-add7-60c4cd1c303d, host hv-neutron-8295, got binding levels [] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:31.518148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.551033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] For port b60b2497-3592-42ac-b0c4-9470ae571626, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:31.555298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] For port b60b2497-3592-42ac-b0c4-9470ae571626, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b60b2497-3592-42ac-b0c4-9470ae571626,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:31.562633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.685573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3df2c-4177-408b-aa69-f0e2af68e52a None None] Pushing event updated for resources: {'Port': ['ID=b60b2497-3592-42ac-b0c4-9470ae571626,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:31.737021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.788394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9420c89e-103e-4ace-b5d6-aa0282185ca8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:31.792150 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9420c89e-103e-4ace-b5d6-aa0282185ca8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6824086 Feb 16 16:56:31.807372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50032) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:31.831303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.934028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event deleted for resources: {'Subnet': ['ID=b987bc96-e1c4-450c-b9ba-5f26822b23a2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:31.938597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:31.940845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Calling delete_port for 6dbd7cf2-0099-4133-add7-60c4cd1c303d owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:31.958870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec7321-e7ab-4665-ba13-78b15dbb7e7d None None] Network 5f7ba20a-d664-4872-a068-724a79098de9 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:31.976058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9a441e6d-d80f-498f-952c-c2310da0660d req-e3bfaf29-a6f3-4523-9b4d-dda55d58190c service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636768 Feb 16 16:56:32.072003 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcfacd1-b7ef-47fe-8558-d37e963fd81f', 'name': '', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85', 'external_fixed_ips': [{'subnet_id': 'ed19bdc9-fb27-42ca-a668-237bb554f777', 'ip_address': '2001:db8::6f'}], 'enable_snat': True}, 'gw_port_id': '7f444faf-a33c-41ad-a07c-321565f6d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:21Z', 'updated_at': '2022-02-16T16:56:25Z', 'revision_number': 3, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port': {'id': '7f444faf-a33c-41ad-a07c-321565f6d5e3', 'name': '', 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcfacd1-b7ef-47fe-8558-d37e963fd81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ed19bdc9-fb27-42ca-a668-237bb554f777', 'ip_address': '2001:db8::6f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:23Z', 'updated_at': '2022-02-16T16:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed19bdc9-fb27-42ca-a668-237bb554f777', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:32.084200 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Checking router: 2dcfacd1-b7ef-47fe-8558-d37e963fd81f for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:32.084771 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Updating router 2dcfacd1-b7ef-47fe-8558-d37e963fd81f port 7f444faf-a33c-41ad-a07c-321565f6d5e3 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:56:32.103951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.126263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f928645f-bf56-4b7b-af25-3946bf253419 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "DELETE /v2.0/subnets/b987bc96-e1c4-450c-b9ba-5f26822b23a2 HTTP/1.1" status: 204 len: 168 time: 2.1271472 Feb 16 16:56:32.129126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:32.194533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b60b2497-3592-42ac-b0c4-9470ae571626 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:32.211129 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.243590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:56:32.264753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 257f9618-e6ad-4785-8863-44e10872ff2a yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:32.272466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba4d581-fddf-4891-a457-c4d74dd400e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.366340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.430110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b60b2497-3592-42ac-b0c4-9470ae571626 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:32.504968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.509734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dbd7cf2-0099-4133-add7-60c4cd1c303d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:32.535775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] DHCP port deletion for 5f7ba20a-d664-4872-a068-724a79098de9 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:32.538971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba4d581-fddf-4891-a457-c4d74dd400e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.540186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] Deleting port cca7f165-5910-457f-b378-b796545b2996 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:32.540561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.612956 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5c3502a1-bae9-4ebe-8199-467d95c40a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6dbd7cf2-0099-4133-add7-60c4cd1c303d HTTP/1.1" status: 204 len: 168 time: 2.6046314 Feb 16 16:56:32.621713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50040) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:32.625102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba4d581-fddf-4891-a457-c4d74dd400e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.658957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4d581-fddf-4891-a457-c4d74dd400e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b9f43-01c6-498f-a1e1-a1108ac19b8c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:32.730597 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.745010 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Transition to ACTIVE for port object 7f444faf-a33c-41ad-a07c-321565f6d5e3 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:32.757261 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.763753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.894515 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fc7039-c21d-450b-9f18-4bfc3018bd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:56:32.895408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93fc7039-c21d-450b-9f18-4bfc3018bd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Synchronizing usage tracker for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:32.907701 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Attempting to bind port 7f444faf-a33c-41ad-a07c-321565f6d5e3 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:32.908073 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Attempting to bind port 7f444faf-a33c-41ad-a07c-321565f6d5e3 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b5431452-be70-4989-aeb0-7f8fb3f650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:32.908444 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Attempting to bind port 7f444faf-a33c-41ad-a07c-321565f6d5e3 on network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:32.911637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] For port cca7f165-5910-457f-b378-b796545b2996, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cca7f165-5910-457f-b378-b796545b2996,segment=NetworkSegment(613a8737-7e3f-4e2b-a308-26f396bca0a5),segment_id=613a8737-7e3f-4e2b-a308-26f396bca0a5)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:32.912318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.919240 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:32.919626 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Checking segment: {'id': 'b5431452-be70-4989-aeb0-7f8fb3f650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:32.919989 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.920370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Bound using segment: {'id': 'b5431452-be70-4989-aeb0-7f8fb3f650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:32.920824 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Bound port: 7f444faf-a33c-41ad-a07c-321565f6d5e3, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5431452-be70-4989-aeb0-7f8fb3f650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3398faa-d3f3-414a-a3c9-8eb6f4504b85'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:32.921805 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:32.953493 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Pushing event updated for resources: {'Port': ['ID=7f444faf-a33c-41ad-a07c-321565f6d5e3,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:32.973747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event deleted for resources: {'Port': ['ID=c84cc4d8-9589-4654-8b5d-f0566baa07c4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:32.977154 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.978054 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.978486 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.978845 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.979306 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.979652 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.980528 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.980882 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.981246 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.981599 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.981916 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.982230 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:32.993155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.013856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.032716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] For port 7f444faf-a33c-41ad-a07c-321565f6d5e3, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:33.037020 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] For port 7f444faf-a33c-41ad-a07c-321565f6d5e3, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7f444faf-a33c-41ad-a07c-321565f6d5e3,segment=NetworkSegment(b5431452-be70-4989-aeb0-7f8fb3f650c6),segment_id=b5431452-be70-4989-aeb0-7f8fb3f650c6)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:33.041875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Deleting port 7f444faf-a33c-41ad-a07c-321565f6d5e3 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:33.042261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.050795 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.089185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:56:33.117742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba4d581-fddf-4891-a457-c4d74dd400e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.121294 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fba4d581-fddf-4891-a457-c4d74dd400e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/897b9f43-01c6-498f-a1e1-a1108ac19b8c HTTP/1.1" status: 204 len: 168 time: 1.2894242 Feb 16 16:56:33.121437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] Calling delete_port for cca7f165-5910-457f-b378-b796545b2996 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:33.124531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50044) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:33.129283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Deleting port cca7f165-5910-457f-b378-b796545b2996 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:33.129625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.147262 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc755a1-169f-457f-ba0f-9cdbd5aaac3b None None] Pushing event updated for resources: {'Port': ['ID=7f444faf-a33c-41ad-a07c-321565f6d5e3,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:33.176342 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Routers {'2dcfacd1-b7ef-47fe-8558-d37e963fd81f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:33.177119 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['2dcfacd1-b7ef-47fe-8558-d37e963fd81f'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:33.197632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93fc7039-c21d-450b-9f18-4bfc3018bd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Unset dirty status for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:33.202760 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-93fc7039-c21d-450b-9f18-4bfc3018bd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "GET /v2.0/ports/6dbd7cf2-0099-4133-add7-60c4cd1c303d HTTP/1.1" status: 404 len: 333 time: 0.5681183 Feb 16 16:56:33.213516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50048) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:33.227612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Request body: {'port': {'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371791524'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:33.233525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:33.244033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:33.253428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::ece2:119c:86b9:8679 (f92b56da-dfd9-433c-a595-962c6f07801d/b8d29777-949d-458d-87f6-04c4c52774d0/257f9618-e6ad-4785-8863-44e10872ff2a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:33.265637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Made reservation on behalf of ecf886768a09443999b140e3ddd92bdb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:33.268207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.289857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] Provisioning for port b60b2497-3592-42ac-b0c4-9470ae571626 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:33.294368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.315108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] Provisioning complete for port b60b2497-3592-42ac-b0c4-9470ae571626 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:33.316238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.360027 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] Set router 2dcfacd1-b7ef-47fe-8558-d37e963fd81f gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:33.434374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.473215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] The port 'cca7f165-5910-457f-b378-b796545b2996' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:56:33.480640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:33.485777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.486159 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcfacd1-b7ef-47fe-8558-d37e963fd81f', 'name': '', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:21Z', 'updated_at': '2022-02-16T16:56:32Z', 'revision_number': 4, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:33.500239 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c8e87-20a8-4546-bacb-688d20bf2671 None None] The sync data for ids ['2dcfacd1-b7ef-47fe-8558-d37e963fd81f'] in dv-neutron-829527-2-hyperv is: [{'id': '2dcfacd1-b7ef-47fe-8558-d37e963fd81f', 'name': '', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:21Z', 'updated_at': '2022-02-16T16:56:32Z', 'revision_number': 4, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:33.502845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] No DVR routers for this DVR port cca7f165-5910-457f-b378-b796545b2996 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:33.505503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] Sync routers for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:33.523616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d36fac-b4e9-4b6f-a30f-c95da335dd68 None None] Pushing event deleted for resources: {'Port': ['ID=cca7f165-5910-457f-b378-b796545b2996,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:33.524849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ce44a512-8109-4239-9b2d-6e77704bd6d9 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:33.540136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:33.540826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:33.629683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ce44a512-8109-4239-9b2d-6e77704bd6d9 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:33.631153 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ce44a512-8109-4239-9b2d-6e77704bd6d9 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5031469 Feb 16 16:56:33.641757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.646937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50052) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:33.648748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.656953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port 70d47dfd-d423-449a-8cd5-8d0a49753bfd yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:33.705163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787254341'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:33.720816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:33.724159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.757906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] For port 7f444faf-a33c-41ad-a07c-321565f6d5e3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7f444faf-a33c-41ad-a07c-321565f6d5e3,segment=NetworkSegment(b5431452-be70-4989-aeb0-7f8fb3f650c6),segment_id=b5431452-be70-4989-aeb0-7f8fb3f650c6)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:33.757906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.762770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e85a2ca7-5bd2-4223-a4d3-5a63ea66a64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.764519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.843672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:33.848395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.908645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.909160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:33.911247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:33.932570 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7a8190aa-5598-43ee-b8c3-5daf6f7148b6 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "PUT /v2.0/floatingips/526803bf-66cf-4d8b-8a8d-514ea4f3486e HTTP/1.1" status: 200 len: 991 time: 8.0713239 Feb 16 16:56:33.946047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:33.956988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Calling delete_port for 7f444faf-a33c-41ad-a07c-321565f6d5e3 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:33.961171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] For port b60b2497-3592-42ac-b0c4-9470ae571626, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b60b2497-3592-42ac-b0c4-9470ae571626,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:33.971728 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.034868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.059519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:56:34.117761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.127515 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6edba11c-977c-4160-a0bc-60eff6c2c152 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cc34b25a-4ce9-43fb-9555-2927bcbd0ef1 HTTP/1.1" status: 204 len: 168 time: 5.3545871 Feb 16 16:56:34.137494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50060) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:34.237073 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'status': 'completed', 'code': 200} Feb 16 16:56:34.237073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7ba20a-d664-4872-a068-724a79098de9']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:34.287225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c12df5-1135-42b4-b0a2-47c1834fdb74 None None] Pushing event updated for resources: {'Port': ['ID=b60b2497-3592-42ac-b0c4-9470ae571626,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:34.311240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:34.316121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cca7f165-5910-457f-b378-b796545b2996 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:34.330809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:34.346220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613a8737-7e3f-4e2b-a308-26f396bca0a5') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:34.346697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613a8737-7e3f-4e2b-a308-26f396bca0a5') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:34.346863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:34.414463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:34.454483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: cca7f165-5910-457f-b378-b796545b2996 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:34.454765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cca7f165-5910-457f-b378-b796545b2996 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:34.477185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.494064 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Floating IP ad44f955-d211-48f4-a28f-831a61c5caf0 associated. External IP: 172.26.7.185, port: f5231f62-04a9-40ac-a9e7-b9b6043f43ed. Feb 16 16:56:34.524541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.607775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.612266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '526803bf-66cf-4d8b-8a8d-514ea4f3486e', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'port_id': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'mac_address': 'fa:16:3e:d7:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:43Z', 'updated_at': '2022-02-16T16:56:28Z', 'revision_number': 1, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:36Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:34.617644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] Checking router: be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:34.628622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:34.629415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:34.668029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.760742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 257f9618-e6ad-4785-8863-44e10872ff2a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:34.763557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.804049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:34.804589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.810530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:34.823077 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:34.826119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.882542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:34.943277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.964910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:34.968977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:34.981884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.031566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.031566 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ece92c05-8c0f-4375-8d44-6f8a0b8fddbf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3756824 Feb 16 16:56:35.031894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.036854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.039757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50066) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:35.055354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3042d-3f28-44e1-acb4-43d3329bcca6 req-bcdd77eb-a5a3-4ef7-87a7-3cf951194f2c tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.056953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8fd3042d-3f28-44e1-acb4-43d3329bcca6 req-bcdd77eb-a5a3-4ef7-87a7-3cf951194f2c tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.9052718 Feb 16 16:56:35.081522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:35.086214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.141389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Network 3d0e9568-2790-409d-940a-e0984acc2d6a is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:35.151151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:35.155979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:35.160938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] Pushing event deleted for resources: {'Network': ['ID=5f7ba20a-d664-4872-a068-724a79098de9,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.161089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:35.162974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.163573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.183672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:35.194371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:35.196246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=70d47dfd-d423-449a-8cd5-8d0a49753bfd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.220149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-b7a94558-595e-4853-86c7-6202541700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.222053 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-b7a94558-595e-4853-86c7-6202541700fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77d5020557b142948d879f0e8f88ca19&device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 1098 time: 0.9404953 Feb 16 16:56:35.232223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:35.235225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:35.241498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.242163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.243115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:35.272073 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ae25873-ffd3-4b03-8e6e-6195c27d8dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0494137 Feb 16 16:56:35.275190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50070) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:35.278817 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-07d9450e-ab2f-4aa0-96a4-dbe970659e0c tempest-ExtraDHCPOptionsIpV6TestJSON-91336244 tempest-ExtraDHCPOptionsIpV6TestJSON-91336244-project] 10.222.0.43 "DELETE /v2.0/networks/5f7ba20a-d664-4872-a068-724a79098de9 HTTP/1.1" status: 204 len: 168 time: 3.1427877 Feb 16 16:56:35.353298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '526803bf-66cf-4d8b-8a8d-514ea4f3486e', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'port_id': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'mac_address': 'fa:16:3e:d7:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:43Z', 'updated_at': '2022-02-16T16:56:28Z', 'revision_number': 1, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:36Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:35.358346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d89edb-93e0-4ec6-99f6-933d4c531a34 None None] The sync data for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv is: [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '526803bf-66cf-4d8b-8a8d-514ea4f3486e', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'port_id': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'mac_address': 'fa:16:3e:d7:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:43Z', 'updated_at': '2022-02-16T16:56:28Z', 'revision_number': 1, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:36Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:35.426578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:35.445245 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8fd3042d-3f28-44e1-acb4-43d3329bcca6 req-b1a32d2e-59ff-45c3-80e3-f2934428a949 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509238 Feb 16 16:56:35.489335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:35.581352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:56:35.593209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.621089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e7a023a4-de8a-44dd-9994-64245d4f1b82 None None] Provisioning for port 257f9618-e6ad-4785-8863-44e10872ff2a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:35.626929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e7a023a4-de8a-44dd-9994-64245d4f1b82 None None] Provisioning complete for port 257f9618-e6ad-4785-8863-44e10872ff2a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:35.627287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e7a023a4-de8a-44dd-9994-64245d4f1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.636011 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 5.6345882 Feb 16 16:56:35.647538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50082) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:35.678958 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae1f02-7f10-4655-9a13-390d5d1661b0 None None] New status for floating IP 526803bf-66cf-4d8b-8a8d-514ea4f3486e: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:56:35.695090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': 'b8d29777-949d-458d-87f6-04c4c52774d0', 'ip_address': '2001:db8::ece2:119c:86b9:8679'}], 'name': 'tempest-NetworksTestDHCPv6-1274401471'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:35.701703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e7a023a4-de8a-44dd-9994-64245d4f1b82 None None] Port 257f9618-e6ad-4785-8863-44e10872ff2a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:35.725193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50086) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:35.735838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f444faf-a33c-41ad-a07c-321565f6d5e3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.738001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.760351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7e791-4b02-4cd0-b5aa-df7fe3b24d93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=257f9618-e6ad-4785-8863-44e10872ff2a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.761027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-4dfd6af5-3762-4112-b2fa-83b4992c8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.763156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-4dfd6af5-3762-4112-b2fa-83b4992c8554 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 200 len: 907 time: 0.5068116 Feb 16 16:56:35.770055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.839744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:35.843634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.091790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b60b2497-3592-42ac-b0c4-9470ae571626 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:36.098320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Deleting port 08497ae1-a8d5-44ba-a863-f85e017cd150 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:36.098685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.130245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:36.133316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:36.139796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.182691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959324f0-fc2b-4c04-af35-362637954559 None None] Sync routers for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:36.188326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.200552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.208686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:36.210193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:36.228704 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-1f71c184-2d93-43a4-a718-e83333fc6d24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 200 len: 999 time: 0.4520636 Feb 16 16:56:36.240879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:36.264295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:36.291819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:36.317180 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-94cc8ef5-9cac-4147-bf6c-1d2c76990af3 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "PUT /v2.0/floatingips/ad44f955-d211-48f4-a28f-831a61c5caf0 HTTP/1.1" status: 200 len: 992 time: 6.3071663 Feb 16 16:56:36.320541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:56:36.328395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:36.333879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.357330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-97b9d72c-3ba5-49c3-b35e-b460dd2c581b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25330fdcf57047bfa2a8c49850d723f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228564 Feb 16 16:56:36.361849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.362653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 31cce960-d051-4b74-be27-1d4729abc68c yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:36.424343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50096) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:36.443216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.450013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b60b2497-3592-42ac-b0c4-9470ae571626 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:36.450646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.457528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.458038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dcfacd1-b7ef-47fe-8558-d37e963fd81f {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:36.494126 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'status': 'completed', 'code': 200} Feb 16 16:56:36.574310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:56:36.675986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.678973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:36.731189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port 70d47dfd-d423-449a-8cd5-8d0a49753bfd yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:36.734188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f5f644-5bb7-4d87-8276-2996c440ecad,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:36.750209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e982c5-0c44-4900-b448-f71f4295c73e req-3ca9dcfa-f2cd-46be-bc57-d21103d6012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:36.751885 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-3ca9dcfa-f2cd-46be-bc57-d21103d6012b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b55a0aeb87b48c886c712a2d8a98258&device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 1099 time: 0.3027966 Feb 16 16:56:36.755979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-c3539141-2377-49aa-9a21-f1c16206136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:36.757632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-c3539141-2377-49aa-9a21-f1c16206136d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5597547-d2bb-45b7-b0ae-a245e8fec7bb HTTP/1.1" status: 200 len: 845 time: 0.4991233 Feb 16 16:56:36.759450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.799866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:56:36.800570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:36.861774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.865709 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fb949368-d77a-403f-999a-4b0f3ab52384 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2dcfacd1-b7ef-47fe-8558-d37e963fd81f HTTP/1.1" status: 204 len: 168 time: 5.7211628 Feb 16 16:56:36.866724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.872934 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-76a7f064-7b47-4f78-88bd-bee4d903819d tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8208091 Feb 16 16:56:36.873227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50100) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:36.873227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Transition to ACTIVE for port object 70d47dfd-d423-449a-8cd5-8d0a49753bfd will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:36.876026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50102) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:36.921812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:36.931560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.952266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] For port 08497ae1-a8d5-44ba-a863-f85e017cd150, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=08497ae1-a8d5-44ba-a863-f85e017cd150,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:36.952619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.960666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-244cfd53-91f4-4d39-ae62-d33b5db90658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.984092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:37.012979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:37.027201 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-af8fad46-f069-41ec-97fa-13cd7e34cfda tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3548665 Feb 16 16:56:37.033235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50108) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:37.033446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:37.110628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:37.113038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Calling delete_port for 08497ae1-a8d5-44ba-a863-f85e017cd150 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:37.126593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'ad44f955-d211-48f4-a28f-831a61c5caf0', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'port_id': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'mac_address': 'fa:16:3e:4b:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:44Z', 'updated_at': '2022-02-16T16:56:32Z', 'revision_number': 1, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:42Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:37.130705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959324f0-fc2b-4c04-af35-362637954559 None None] Checking router: 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:37.136656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Deleting subnet ed19bdc9-fb27-42ca-a668-237bb554f777 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:37.140120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:37.141025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:37.144010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=70d47dfd-d423-449a-8cd5-8d0a49753bfd,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.149003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.332288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:37.332524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:37.333029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:37.335768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e982c5-0c44-4900-b448-f71f4295c73e req-a1afd996-a5e2-4f41-9ba3-394ad9dca96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.337220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-a1afd996-a5e2-4f41-9ba3-394ad9dca96e service neutron] 10.222.0.48 "GET /v2.0/networks?id=75604c64-ca6f-403d-a64b-3df4e8a47e07 HTTP/1.1" status: 200 len: 913 time: 0.5690534 Feb 16 16:56:37.337828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.338378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:37.379288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9133d9-92bc-4b2d-ad48-3e73f4089e97 req-fbd831b1-6f2e-481d-93a9-b63b78495a7a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.380990 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac9133d9-92bc-4b2d-ad48-3e73f4089e97 req-fbd831b1-6f2e-481d-93a9-b63b78495a7a tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.9323349 Feb 16 16:56:37.390799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-244cfd53-91f4-4d39-ae62-d33b5db90658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.432106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:37.432433 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:37.434131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-9ce2d8c2-eb77-4246-b87d-52a6c4bc73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.435385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.435647 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-9ce2d8c2-eb77-4246-b87d-52a6c4bc73b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6593866 Feb 16 16:56:37.469859 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 2 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:37.520011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:37.521097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:37.521438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:37.550409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:37.550929 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:37.553885 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 3 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:37.562398 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-890146d0-cb4e-40c1-a02b-4a02f6132e59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed HTTP/1.1" status: 200 len: 1000 time: 0.2156467 Feb 16 16:56:37.594288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.637533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:37.637867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:37.638206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:37.641300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.642629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.662388 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac9133d9-92bc-4b2d-ad48-3e73f4089e97 req-3e5f0307-4ff1-4181-a9ef-e92d476e2a29 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533438 Feb 16 16:56:37.670296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event deleted for resources: {'Port': ['ID=08497ae1-a8d5-44ba-a863-f85e017cd150,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.679785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.686482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:37.686790 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:37.697611 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 4 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:37.738726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751303ca-97e7-47e0-be63-f1cedd77368d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.739117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-244cfd53-91f4-4d39-ae62-d33b5db90658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.753569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e982c5-0c44-4900-b448-f71f4295c73e req-e6ab2667-140b-4083-9882-37c9d9e4e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.755072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-e6ab2667-140b-4083-9882-37c9d9e4e154 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74a93fad-c43d-4e7d-8487-07b25d0e1103 HTTP/1.1" status: 200 len: 851 time: 0.1835468 Feb 16 16:56:37.760355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:37.760690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:37.761571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:37.791524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-959324f0-fc2b-4c04-af35-362637954559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'ad44f955-d211-48f4-a28f-831a61c5caf0', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'port_id': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'mac_address': 'fa:16:3e:4b:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:44Z', 'updated_at': '2022-02-16T16:56:32Z', 'revision_number': 1, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:42Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:37.796863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959324f0-fc2b-4c04-af35-362637954559 None None] The sync data for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv is: [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'ad44f955-d211-48f4-a28f-831a61c5caf0', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'port_id': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'mac_address': 'fa:16:3e:4b:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:44Z', 'updated_at': '2022-02-16T16:56:32Z', 'revision_number': 1, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:42Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:37.807354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cfd53-91f4-4d39-ae62-d33b5db90658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891ee6b-246e-4495-b555-fd624e0dde5f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.821289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:37.821616 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:37.821756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8e51f-4ca3-4dc0-89a9-db3caf5e7df2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.822588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.824097 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-48ebd8ca-bad8-43aa-b301-e7b4b7fd66be tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9150162 Feb 16 16:56:37.827225 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 5 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:37.827872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8e51f-4ca3-4dc0-89a9-db3caf5e7df2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.828698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0ec8e51f-4ca3-4dc0-89a9-db3caf5e7df2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:37.833779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50116) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:37.847688 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-3eaea327-4e94-4e7d-bae4-8dc6fc0be265 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907499 Feb 16 16:56:37.856961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:37.860745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:37.861081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:37.861615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:37.871773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:37.872103 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:37.874160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 6 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:37.882954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.890712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:37.932504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.935831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed19bdc9-fb27-42ca-a668-237bb554f777,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.942810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:37.943146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:37.943479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:37.949958 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-342875c1-ac51-4585-8517-d63effb1300d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/ed19bdc9-fb27-42ca-a668-237bb554f777 HTTP/1.1" status: 204 len: 168 time: 1.0759857 Feb 16 16:56:37.952907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:37.953234 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:37.954622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50120) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:37.955057 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 7 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:37.962135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:37.965574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-244cfd53-91f4-4d39-ae62-d33b5db90658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:37.966733 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-244cfd53-91f4-4d39-ae62-d33b5db90658 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a891ee6b-246e-4495-b555-fd624e0dde5f HTTP/1.1" status: 204 len: 168 time: 1.5410695 Feb 16 16:56:37.968049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:37.973016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.031856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0ec8e51f-4ca3-4dc0-89a9-db3caf5e7df2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:38.036068 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0ec8e51f-4ca3-4dc0-89a9-db3caf5e7df2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7500389 Feb 16 16:56:38.036757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50126) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:38.040037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:38.108871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e982c5-0c44-4900-b448-f71f4295c73e req-0fdc3d24-29b2-49a5-9710-d799668bf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:38.112841 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda2da1-fe8f-4f18-b1a2-4bc7b28ea55a None None] New status for floating IP ad44f955-d211-48f4-a28f-831a61c5caf0: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:56:38.123061 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-0fdc3d24-29b2-49a5-9710-d799668bf98c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75604c64-ca6f-403d-a64b-3df4e8a47e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3467314 Feb 16 16:56:38.126974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.159492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:38.159836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:38.160173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:38.175551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:38.176569 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:38.238634 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 8 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:38.275576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.289624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.313856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:38.314202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:38.314506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:38.320719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.344201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:38.344535 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:38.353736 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 9 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:38.359138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 257f9618-e6ad-4785-8863-44e10872ff2a {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:38.359392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.440404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:38.440404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:38.440404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:38.468170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:38.469185 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:38.473380 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 10 to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd Feb 16 16:56:38.482481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.518359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-f4595bdd-8b00-4898-92d9-30dea1c88dde service neutron] 10.222.0.48 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941712 Feb 16 16:56:38.524774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:38.525497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:38.525497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:38.529145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3398faa-d3f3-414a-a3c9-8eb6f4504b85']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:38.569904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5431452-be70-4989-aeb0-7f8fb3f650c6') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:38.570205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5431452-be70-4989-aeb0-7f8fb3f650c6') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:38.620879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:38.621075 dv-neutron-829527-2-hyperv neutron-server[87721]: ERROR neutron.plugins.ml2.managers [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:38.621402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.646068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.654455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.654979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:38.659374 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2ea0c2f5-83fc-406d-b65e-b3e178b6ef04 req-28d4a772-5e6a-4af4-9a6c-1db259c61ed1 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7936425 Feb 16 16:56:38.723955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.740224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.744972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:38.745555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:38.766922 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:38.798166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.817452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.822616 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6fd4a81-7d07-48a6-8921-91e764acd2b8 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "DELETE /v2.0/routers/71efdeae-7b60-491c-9f48-7dcd9f2f8bc5 HTTP/1.1" status: 204 len: 168 time: 4.6793447 Feb 16 16:56:38.825919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8076195b-c808-4540-9684-1403e176d2ed,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:38.828635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50148) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:38.859663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1443464185', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:38.876410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:38.886615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.888471 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9e1cb7ac-242c-49c1-9738-eecd7f49067c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0476437 Feb 16 16:56:38.889990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Usage tracker for resource:router and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:38.896957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50152) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:38.898102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:38.903062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] For port 70d47dfd-d423-449a-8cd5-8d0a49753bfd, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:38.903442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempted to set empty binding levels {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 16:56:38.906126 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76e982c5-0c44-4900-b448-f71f4295c73e req-d9ac3866-9891-4599-b2a0-e972059c0cbb service neutron] 10.222.0.48 "GET /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693178 Feb 16 16:56:38.912211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.921277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:38.930638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:38.936430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:38.956096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:38.960820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:38.972464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.976633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:38.984400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:39.000660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.002176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.007127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] In _notify_port_updated(), no bound segment for port 70d47dfd-d423-449a-8cd5-8d0a49753bfd on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:56:39.007991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.008607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.009910 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "PUT /v2.0/ports/70d47dfd-d423-449a-8cd5-8d0a49753bfd HTTP/1.1" status: 200 len: 981 time: 3.5440862 Feb 16 16:56:39.010765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3398faa-d3f3-414a-a3c9-8eb6f4504b85 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 16:56:39.014694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50156) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:39.018280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.023701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.026842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3398faa-d3f3-414a-a3c9-8eb6f4504b85,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:39.062882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50160) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:39.087584 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c4a06b8c-a56a-46bc-8d09-5e6fa24a66e4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c3398faa-d3f3-414a-a3c9-8eb6f4504b85 HTTP/1.1" status: 204 len: 168 time: 1.1256254 Feb 16 16:56:39.091673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de6903-6530-4cd6-b22f-74d65886ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=70d47dfd-d423-449a-8cd5-8d0a49753bfd,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:39.141943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.142391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.142897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.143368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.143827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.144290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.144790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.145260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.146711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.146711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.147141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.147951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.148051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.148496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.149014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.149469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.149923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:39.152571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Synchronizing usage tracker for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:39.172458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Unset dirty status for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:39.177744 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-78eac311-730c-44f2-95df-a96add5af122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15468 time: 0.1540697 Feb 16 16:56:39.181219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50168) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:39.336964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'networks': [{'name': 'tempest-network--162713551'}, {'name': 'tempest-network--2044378376'}]} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:39.337282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'network': {'name': 'tempest-network--162713551'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:39.337728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'network': {'name': 'tempest-network--2044378376'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:39.350396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 257f9618-e6ad-4785-8863-44e10872ff2a owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:39.354358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Deleting port 70d47dfd-d423-449a-8cd5-8d0a49753bfd {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:39.355326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.483351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50176) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:39.508816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:39.524696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Usage tracker for resource:network and tenant:0e61e34e76754d1eb7505c5b929ef34f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:39.530217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:39.541495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:39.551086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'name': 'tempest-router--886411834', 'project_id': '18854e8af84c413f89dbea30249e4836'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:39.579702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:39.581899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.601354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:router and tenant:18854e8af84c413f89dbea30249e4836 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:39.610731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'network': 2} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:39.613612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:39.615153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.635848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.674103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:39.681420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:39.726891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Usage tracker for resource:security_group_rule and tenant:0e61e34e76754d1eb7505c5b929ef34f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:39.731891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:39.751723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:39.779955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] For port 70d47dfd-d423-449a-8cd5-8d0a49753bfd, host hv-neutron-8295, got binding levels [] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:39.780318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.785147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.831657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.840135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.841216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.894101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=257f9618-e6ad-4785-8863-44e10872ff2a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:39.923365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Calling delete_port for 70d47dfd-d423-449a-8cd5-8d0a49753bfd owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:39.935695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.958277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.017066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 08497ae1-a8d5-44ba-a863-f85e017cd150 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:40.018045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.034084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.052564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.078172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 08497ae1-a8d5-44ba-a863-f85e017cd150 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:40.078513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 08497ae1-a8d5-44ba-a863-f85e017cd150 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:40.083477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b54ed0-5b31-4f87-b40e-d4207fa68c01,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.087155 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0328c9b1-3e0e-4a0e-a39c-0b4bbe45bb14 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/257f9618-e6ad-4785-8863-44e10872ff2a HTTP/1.1" status: 204 len: 168 time: 1.9773676 Feb 16 16:56:40.092830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.093565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.094733 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f48f59d-ec9e-4349-873f-1ca90ad4d91a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1930206 Feb 16 16:56:40.115480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50184) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.117258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.137845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:40.142740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event deleted for resources: {'Port': ['ID=70d47dfd-d423-449a-8cd5-8d0a49753bfd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.144537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.145018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.145198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.169119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:40.179862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.183665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:40.188025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.192267 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dca83e18-3236-4368-8884-b0c4b7e7f7ac tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6954222 Feb 16 16:56:40.192413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:40.193034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5787b333-c88d-46fb-b071-584a59d15eef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.194971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5787b333-c88d-46fb-b071-584a59d15eef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.195711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5787b333-c88d-46fb-b071-584a59d15eef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:40.198668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50188) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.219216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:40.229656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.230490 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Added segment cd8db86a-7bda-4055-8c78-bc186df7424f of type vlan for network 95013bf5-1469-4ddd-931f-9e764216fb2d Feb 16 16:56:40.238049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:40.267959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7835646-08fd-480f-8cfe-423c4203416e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.281629 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ace4be42-9d04-45fb-9952-cbf0ef859552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "DELETE /v2.0/ports/70d47dfd-d423-449a-8cd5-8d0a49753bfd HTTP/1.1" status: 204 len: 168 time: 1.0981436 Feb 16 16:56:40.285147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.286715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50192) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.289866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.365395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:40.382300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.385124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.385536 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Added segment d372a677-ac6b-4a99-b0f8-9410007eea45 of type vlan for network bd408ecc-d2b6-413c-9ed1-af16d0c510c8 Feb 16 16:56:40.391235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.413649 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf20ef3-5074-424d-b1e8-e41df4346335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:56:40.415143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1bf20ef3-5074-424d-b1e8-e41df4346335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "GET /v2.0/ports/70d47dfd-d423-449a-8cd5-8d0a49753bfd HTTP/1.1" status: 404 len: 333 time: 0.1257253 Feb 16 16:56:40.420053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50196) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.422573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c42eccc-1a2e-4b4c-b3a0-c097dcf8f627,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.426424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.446540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.451737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.452918 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1e26c6e7-ab97-4df2-93a3-255edac53851 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3271263 Feb 16 16:56:40.456226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50200) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.503517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba85cde8-5420-4800-acfa-c00eb55f0f93 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.517661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba85cde8-5420-4800-acfa-c00eb55f0f93 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.538294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.539017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.544366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.549164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.549823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.595309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5787b333-c88d-46fb-b071-584a59d15eef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:40.598915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5787b333-c88d-46fb-b071-584a59d15eef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5006850 Feb 16 16:56:40.600280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-557875978', 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:40.610619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50204) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.648979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba85cde8-5420-4800-acfa-c00eb55f0f93 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.668566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba85cde8-5420-4800-acfa-c00eb55f0f93 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.669668 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ba85cde8-5420-4800-acfa-c00eb55f0f93 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3c42eccc-1a2e-4b4c-b3a0-c097dcf8f627 HTTP/1.1" status: 204 len: 168 time: 0.2125044 Feb 16 16:56:40.676501 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6058481 Feb 16 16:56:40.676682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:40.676912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50208) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.677243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50210) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:40.715544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Network': ['ID=95013bf5-1469-4ddd-931f-9e764216fb2d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.717644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85cde8-5420-4800-acfa-c00eb55f0f93 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c42eccc-1a2e-4b4c-b3a0-c097dcf8f627,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.726319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Usage tracker for resource:port and tenant:ecf886768a09443999b140e3ddd92bdb is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:40.726623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 95013bf5-1469-4ddd-931f-9e764216fb2d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:40.778991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:40.868048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:40.920513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12714534-c44d-4a59-ac5a-fe1fa1561584 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Network': ['ID=bd408ecc-d2b6-413c-9ed1-af16d0c510c8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.932448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network bd408ecc-d2b6-413c-9ed1-af16d0c510c8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:40.938655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e52fe241-4f9f-4385-b2ff-1035c4a06f17 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:40.968958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.991638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.998363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:41.004324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:41.009927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:41.010889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Synchronizing usage tracker for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:41.015273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e52fe241-4f9f-4385-b2ff-1035c4a06f17 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:41.019461 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e52fe241-4f9f-4385-b2ff-1035c4a06f17 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3369548 Feb 16 16:56:41.020695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50216) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:41.020915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Made reservation on behalf of ecf886768a09443999b140e3ddd92bdb for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:41.023205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.036253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.049087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet b8d29777-949d-458d-87f6-04c4c52774d0 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:41.058679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Unset dirty status for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:41.066520 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-372e6b2e-ea29-4546-9632-032cce59b7e7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3794146 Feb 16 16:56:41.068019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.068418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50220) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:41.072642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f121e577-caef-4a24-99c0-45954f03e2fe tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.107957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f121e577-caef-4a24-99c0-45954f03e2fe tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.197849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port c150f058-67af-4eaa-8b7f-a82b2577bcb8 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:41.213029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.216278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f121e577-caef-4a24-99c0-45954f03e2fe tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.240931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e577-caef-4a24-99c0-45954f03e2fe tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4b54ed0-5b31-4f87-b40e-d4207fa68c01,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:41.276765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.277061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f121e577-caef-4a24-99c0-45954f03e2fe tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.278156 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f121e577-caef-4a24-99c0-45954f03e2fe tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b4b54ed0-5b31-4f87-b40e-d4207fa68c01 HTTP/1.1" status: 204 len: 168 time: 0.2565792 Feb 16 16:56:41.281965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50226) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:41.314099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.314457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa3cc3e-72b9-41be-bcc0-6a9432bdebc8 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:41.343316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.402728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.489101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.490212 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8b83b084-5edd-411b-9c65-696041b6bd91 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3aa3cc3e-72b9-41be-bcc0-6a9432bdebc8 HTTP/1.1" status: 204 len: 168 time: 1.2836096 Feb 16 16:56:41.505086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.531150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8df6a823-a338-4069-b0b8-46387c40aeed tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:41.565273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:56:41.571162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8df6a823-a338-4069-b0b8-46387c40aeed tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:41.572717 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8df6a823-a338-4069-b0b8-46387c40aeed tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2891824 Feb 16 16:56:41.574573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95013bf5-1469-4ddd-931f-9e764216fb2d']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:41.579739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50232) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:41.595856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8db86a-7bda-4055-8c78-bc186df7424f') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:41.596242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8db86a-7bda-4055-8c78-bc186df7424f') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:41.613591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.632493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.640771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:41.641170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:41.657171 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:41.659436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50236) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:41.735179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.753335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.757559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.790208 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/networks/95013bf5-1469-4ddd-931f-9e764216fb2d HTTP/1.1" status: 204 len: 168 time: 0.7204113 Feb 16 16:56:41.791545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bfecc-7f9b-405e-97f2-fa9f05ed3501 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Network': ['ID=95013bf5-1469-4ddd-931f-9e764216fb2d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:41.793054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44337dea-ab24-4e52-ba0c-4957962a9a62 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.798325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:41.827395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Allocated IP 172.26.7.188 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/adde4c48-6f70-4111-a962-9da2f9884844) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:41.828935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44337dea-ab24-4e52-ba0c-4957962a9a62 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.846408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.933943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.981336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44337dea-ab24-4e52-ba0c-4957962a9a62 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.019648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.019648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44337dea-ab24-4e52-ba0c-4957962a9a62 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8076195b-c808-4540-9684-1403e176d2ed,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.078604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1507497920', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:42.097073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:42.114057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Usage tracker for resource:router and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:42.119242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:42.123640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.137863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:42.162034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd408ecc-d2b6-413c-9ed1-af16d0c510c8']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:42.170765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.171784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.182581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd372a677-ac6b-4a99-b0f8-9410007eea45') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:42.183844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd372a677-ac6b-4a99-b0f8-9410007eea45') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:42.205217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.219787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d29777-949d-458d-87f6-04c4c52774d0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.225717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.227789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.237372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.250447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134eaa9a-3ee2-476e-8741-070223cc0789 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:42.251774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:42.252226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.258103 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d9eea970-9705-4e19-9880-c33794b67905 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/b8d29777-949d-458d-87f6-04c4c52774d0 HTTP/1.1" status: 204 len: 168 time: 1.6387770 Feb 16 16:56:42.264088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:42.271417 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:42.273507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50246) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.319672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44337dea-ab24-4e52-ba0c-4957962a9a62 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.322678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-44337dea-ab24-4e52-ba0c-4957962a9a62 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8076195b-c808-4540-9684-1403e176d2ed HTTP/1.1" status: 204 len: 168 time: 0.7080452 Feb 16 16:56:42.332180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.334892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50250) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.383579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Network 3d0e9568-2790-409d-940a-e0984acc2d6a is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:42.389660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:42.396315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:42.397231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:42.397829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.402966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=c150f058-67af-4eaa-8b7f-a82b2577bcb8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.439785 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b86ddfbd-6d78-4c2b-8e65-471613bfb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0162909 Feb 16 16:56:42.450128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7925280e-94a2-43c6-a7e6-c3d205f77d08 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:42.455021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50254) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.474789 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0131060c-49b3-48da-8ece-a75391eb6258 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1973805 Feb 16 16:56:42.480515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50258) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.523967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7925280e-94a2-43c6-a7e6-c3d205f77d08 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:42.529879 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7925280e-94a2-43c6-a7e6-c3d205f77d08 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1803329 Feb 16 16:56:42.529879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50262) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.549157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.549799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:42.554453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] Deleting port b60b2497-3592-42ac-b0c4-9470ae571626 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:42.554847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.564494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:42.611470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c31d1-6df6-40ff-97af-d51e144b85da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:42.612052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e02c31d1-6df6-40ff-97af-d51e144b85da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Synchronizing usage tracker for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:42.638206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c46bf672-f86a-4821-8cbe-fad4ba3473c6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.639510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.659485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:42.665201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c46bf672-f86a-4821-8cbe-fad4ba3473c6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.670462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.676242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:42.681755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event updated for resources: {'Port': ['ID=adde4c48-6f70-4111-a962-9da2f9884844,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.684954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:42.722503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e02c31d1-6df6-40ff-97af-d51e144b85da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Unset dirty status for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:42.726242 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e02c31d1-6df6-40ff-97af-d51e144b85da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "GET /v2.0/ports/c150f058-67af-4eaa-8b7f-a82b2577bcb8 HTTP/1.1" status: 200 len: 958 time: 0.2677534 Feb 16 16:56:42.730362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50266) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.756479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Network': ['ID=bd408ecc-d2b6-413c-9ed1-af16d0c510c8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.791670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] For port b60b2497-3592-42ac-b0c4-9470ae571626, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b60b2497-3592-42ac-b0c4-9470ae571626,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:42.792090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.795764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c46bf672-f86a-4821-8cbe-fad4ba3473c6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.830831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Deleting port c150f058-67af-4eaa-8b7f-a82b2577bcb8 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:42.831175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.855880 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-991b878f-3487-4269-9338-86968302ede8 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/networks/bd408ecc-d2b6-413c-9ed1-af16d0c510c8 HTTP/1.1" status: 204 len: 168 time: 1.0534792 Feb 16 16:56:42.858355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.858509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bf672-f86a-4821-8cbe-fad4ba3473c6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=751303ca-97e7-47e0-be63-f1cedd77368d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.861189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:42.863171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50270) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.939537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] Calling delete_port for b60b2497-3592-42ac-b0c4-9470ae571626 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:42.947222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c46bf672-f86a-4821-8cbe-fad4ba3473c6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.951259 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c46bf672-f86a-4821-8cbe-fad4ba3473c6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/751303ca-97e7-47e0-be63-f1cedd77368d HTTP/1.1" status: 204 len: 168 time: 0.4183979 Feb 16 16:56:42.962486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50274) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:42.965187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:43.024259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.081757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] No DVR routers for this DVR port b60b2497-3592-42ac-b0c4-9470ae571626 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:43.095854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de78b6-fbc2-402b-b535-f94cee3d40f7 None None] Pushing event deleted for resources: {'Port': ['ID=b60b2497-3592-42ac-b0c4-9470ae571626,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:43.172288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:43.175618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.326723 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5b5b5757-c939-4273-b5b4-58026bc4fb5c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3568561 Feb 16 16:56:43.339787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50278) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:43.375085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.391720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd63838-806e-44fb-ad0b-14a9e2693cdb tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:43.397626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd63838-806e-44fb-ad0b-14a9e2693cdb tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:43.398347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4fd63838-806e-44fb-ad0b-14a9e2693cdb tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Synchronizing usage tracker for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:43.443592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-36560a71-772b-400f-9c7c-f20c21025a2c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.459820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4fd63838-806e-44fb-ad0b-14a9e2693cdb tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Unset dirty status for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:43.465134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4fd63838-806e-44fb-ad0b-14a9e2693cdb tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5969551 Feb 16 16:56:43.465134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-36560a71-772b-400f-9c7c-f20c21025a2c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.476853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50282) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:43.487820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-828470390'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:43.512703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Calling delete_port for c150f058-67af-4eaa-8b7f-a82b2577bcb8 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:43.536402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:43.561004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:43.566666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.585744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-36560a71-772b-400f-9c7c-f20c21025a2c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.619014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560a71-772b-400f-9c7c-f20c21025a2c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f5f644-5bb7-4d87-8276-2996c440ecad,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:43.621432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:43.624710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.752120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-36560a71-772b-400f-9c7c-f20c21025a2c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.753358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-36560a71-772b-400f-9c7c-f20c21025a2c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e6f5f644-5bb7-4d87-8276-2996c440ecad HTTP/1.1" status: 204 len: 168 time: 0.4124825 Feb 16 16:56:43.805352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50288) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:43.842398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.857896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.884472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:43.918506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event deleted for resources: {'Port': ['ID=c150f058-67af-4eaa-8b7f-a82b2577bcb8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:43.930577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.944692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.983517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:43.988292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:43.988581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Added segment e4a31640-9f08-4ced-a208-3627d8c41a61 of type vlan for network a32da0ba-4e2f-487b-b95a-425473d16570 Feb 16 16:56:44.002749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d231f9dd-d07e-421f-9028-b6465d270a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c150f058-67af-4eaa-8b7f-a82b2577bcb8 HTTP/1.1" status: 204 len: 168 time: 1.2704422 Feb 16 16:56:44.008817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50292) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:44.010279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:44.025504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffc002-0f10-473c-9f54-18c33da7c9fa None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:44.032032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a79687e7-7542-4aa8-ac33-f670401f50a0 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:44.038051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:44.038681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.049398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.070313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=5511acb0-5cf6-4834-b053-b1f53dce65e8,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:44.070827 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c5af2c-cb32-4ba2-9e88-3d21d3d95f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:56:44.071359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-34c5af2c-cb32-4ba2-9e88-3d21d3d95f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Synchronizing usage tracker for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:44.143124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a79687e7-7542-4aa8-ac33-f670401f50a0 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:44.147189 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a79687e7-7542-4aa8-ac33-f670401f50a0 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3295438 Feb 16 16:56:44.152423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50296) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:44.155258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.160402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b60b2497-3592-42ac-b0c4-9470ae571626 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:44.173546 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a4c2219e-1ea9-4891-9fa0-7aa2333844a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6833551 Feb 16 16:56:44.178610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50300) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:44.183716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-34c5af2c-cb32-4ba2-9e88-3d21d3d95f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Unset dirty status for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:44.185106 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-34c5af2c-cb32-4ba2-9e88-3d21d3d95f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "GET /v2.0/ports/c150f058-67af-4eaa-8b7f-a82b2577bcb8 HTTP/1.1" status: 404 len: 333 time: 0.1753185 Feb 16 16:56:44.189900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '5511acb0-5cf6-4834-b053-b1f53dce65e8', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-350202400'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:44.191668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50304) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:44.200994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Request body: {'port': {'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-901474218'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:44.217187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:44.235350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: b60b2497-3592-42ac-b0c4-9470ae571626 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:44.235764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b60b2497-3592-42ac-b0c4-9470ae571626 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:44.252746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.260091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:44.289769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:56:44.343986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Made reservation on behalf of ecf886768a09443999b140e3ddd92bdb for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:44.346287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.375350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.380709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:44.381284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.397275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16bdd-e8ae-43f2-b2e5-f53e7a563de6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.427967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '5511acb0-5cf6-4834-b053-b1f53dce65e8'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:56:44.429085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.451124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port f4f092e5-90d6-4862-9a61-5894b3dddeaf yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:44.533921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16bdd-e8ae-43f2-b2e5-f53e7a563de6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.549132 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0687802 Feb 16 16:56:44.549132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Allocated IP 172.26.7.180 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/67177d8c-77aa-434a-b560-438b875d61cd) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:44.553807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50308) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:44.565438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930ed5e-9aba-4f41-bcef-b8c7795faa17 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Network': ['ID=a32da0ba-4e2f-487b-b95a-425473d16570,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:44.568652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:44.574843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1815646811'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:44.577289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:44.586985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:44.598081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network a32da0ba-4e2f-487b-b95a-425473d16570 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:44.599527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:44.642954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:44.657450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:44.685280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:44.687314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:44.688724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.714662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16bdd-e8ae-43f2-b2e5-f53e7a563de6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.737974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/5511acb0-5cf6-4834-b053-b1f53dce65e8/1dd87129-cfba-494e-a9f4-4ef4245edd90) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:44.797123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16bdd-e8ae-43f2-b2e5-f53e7a563de6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:44.850432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.860705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:44.864993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16bdd-e8ae-43f2-b2e5-f53e7a563de6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.866100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91d16bdd-e8ae-43f2-b2e5-f53e7a563de6 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/fc9dcb4f-fc7d-4dfa-b9ed-16d668ebb18d HTTP/1.1" status: 204 len: 168 time: 0.7111263 Feb 16 16:56:44.874921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50312) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:44.882316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Router 115b6853-b685-4176-8a4e-1012c43c6969 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:44.893240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.895375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.895956 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Added segment 7eca8998-a742-4b14-86d2-b275e3c016f2 of type vlan for network e677e3bd-6932-4724-a11f-3e1261f2e44a Feb 16 16:56:44.902865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:44.965725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 3f84db1d-7a9d-43fe-93af-ad76a5dc65eb yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:45.018783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.019051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.031107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Transition to ACTIVE for port object 1dd87129-cfba-494e-a9f4-4ef4245edd90 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:45.036312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0f25adf6-e946-41e6-b11e-a2d6baa8f200 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:45.043688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.053170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Transition to ACTIVE for port object 1dd87129-cfba-494e-a9f4-4ef4245edd90 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:45.058876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.119739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.129543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:45.132660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:45.137251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:45.143191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Pushing event updated for resources: {'Port': ['ID=1dd87129-cfba-494e-a9f4-4ef4245edd90,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.216944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:45.219186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.225428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.226597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.235703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] Sync routers for ids ['115b6853-b685-4176-8a4e-1012c43c6969'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:45.240633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Network 3d0e9568-2790-409d-940a-e0984acc2d6a is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:45.267340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:45.280040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=f4f092e5-90d6-4862-9a61-5894b3dddeaf,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.286487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:45.287665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.288400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.294689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:45.298068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0f25adf6-e946-41e6-b11e-a2d6baa8f200 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:45.299510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0f25adf6-e946-41e6-b11e-a2d6baa8f200 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4236445 Feb 16 16:56:45.300230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] Routers {'115b6853-b685-4176-8a4e-1012c43c6969'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:45.300859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['115b6853-b685-4176-8a4e-1012c43c6969'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:45.313207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:45.319379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50316) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:45.325629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:45.358450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Attempting to bind port 1dd87129-cfba-494e-a9f4-4ef4245edd90 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:45.358840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Attempting to bind port 1dd87129-cfba-494e-a9f4-4ef4245edd90 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:45.359201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Attempting to bind port 1dd87129-cfba-494e-a9f4-4ef4245edd90 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:45.361878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event updated for resources: {'Port': ['ID=67177d8c-77aa-434a-b560-438b875d61cd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.372823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:45.373291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:45.373782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.374203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:45.374692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Bound port: 1dd87129-cfba-494e-a9f4-4ef4245edd90, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:45.375066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.376309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--618766555'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:45.383826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8289740 Feb 16 16:56:45.384753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:45.387119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:45.387927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.389286 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-62b7bb2e-0c6b-4772-8ce3-339ccf98a9d9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5525763 Feb 16 16:56:45.392065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:45.393450 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ccc8e459-f2a9-452f-89d1-4f970aea6d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1977384 Feb 16 16:56:45.394286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50324) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:45.394927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4561a4-ae11-42f3-87d6-13f29fac9ff2 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Network': ['ID=e677e3bd-6932-4724-a11f-3e1261f2e44a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.398197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'ports': [{'network_id': 'a32da0ba-4e2f-487b-b95a-425473d16570', 'name': 'tempest-port--240043327', 'admin_state_up': True}, {'network_id': 'e677e3bd-6932-4724-a11f-3e1261f2e44a', 'admin_state_up': False}]} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:45.398806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'port': {'network_id': 'a32da0ba-4e2f-487b-b95a-425473d16570', 'name': 'tempest-port--240043327', 'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:45.398967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50326) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:45.399625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'port': {'network_id': 'e677e3bd-6932-4724-a11f-3e1261f2e44a', 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:45.404935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': False}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:45.405784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] Routers {'115b6853-b685-4176-8a4e-1012c43c6969'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:45.406407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['115b6853-b685-4176-8a4e-1012c43c6969'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:45.457275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:45.464853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network e677e3bd-6932-4724-a11f-3e1261f2e44a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:45.500745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:45.522064 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:56:45.522545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:45.565326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:45.565326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92085f99-8c5e-4fb0-b595-19a15f5276a8 None None] The sync data for ids ['115b6853-b685-4176-8a4e-1012c43c6969'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:45.646156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] For port 1dd87129-cfba-494e-a9f4-4ef4245edd90, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:45.650760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] For port 1dd87129-cfba-494e-a9f4-4ef4245edd90, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1dd87129-cfba-494e-a9f4-4ef4245edd90,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:45.655275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.678947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.758403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4978c02-dc45-4920-9295-d39c33eabeea None None] Pushing event updated for resources: {'Port': ['ID=1dd87129-cfba-494e-a9f4-4ef4245edd90,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.778589 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3d493f69-c057-4a7b-b4ac-22ab39e5652e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5990753 Feb 16 16:56:45.781382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50332) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:45.884594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:45.891289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:45.915291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:45.919421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:45.929177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:46.013746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:46.089958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Usage tracker for resource:port and tenant:0e61e34e76754d1eb7505c5b929ef34f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:46.109156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:46.128993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1dd87129-cfba-494e-a9f4-4ef4245edd90 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:46.165825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.183785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:46.190383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.247810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 1dd87129-cfba-494e-a9f4-4ef4245edd90 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:46.264821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239e483-3984-4b88-bb93-03825270210d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:46.265541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5239e483-3984-4b88-bb93-03825270210d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:46.355507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.356800 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0362463 Feb 16 16:56:46.357571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e1d75-2e56-4744-a017-f7077fd9ca84 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2597df-a93d-464d-afb7-00ab319f7134,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:46.362005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50336) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:46.370988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': '7e2597df-a93d-464d-afb7-00ab319f7134', 'direction': 'ingress', 'protocol': 17}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:46.376750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'port': 2} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:46.380853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.394844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:46.404453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:46.412668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:46.415332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5239e483-3984-4b88-bb93-03825270210d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:46.416460 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5239e483-3984-4b88-bb93-03825270210d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6240294 Feb 16 16:56:46.423737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:46.425403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50340) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:46.431582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.463771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.472329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] device_id is not set on port f4f092e5-90d6-4862-9a61-5894b3dddeaf yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:46.481645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.513776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.517278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Transition to ACTIVE for port object f4f092e5-90d6-4862-9a61-5894b3dddeaf will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:46.565374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.633598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:46.703350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aea66d-8302-45c0-a03f-63f247947438 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:46.705759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aea66d-8302-45c0-a03f-63f247947438 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:46.706518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-06aea66d-8302-45c0-a03f-63f247947438 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:46.724691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=f4f092e5-90d6-4862-9a61-5894b3dddeaf,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:46.735801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:46.736411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:46.737135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:46.742618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:46.743129 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:46.751967 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 2 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:46.775513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:46.775839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:46.777003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:46.786694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:46.787021 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:46.787555 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 3 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:46.806880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:46.807207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:46.808828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:46.816036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:46.816356 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:46.817305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 4 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:46.845718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:46.846044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:46.846371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:46.853626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:46.853948 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:46.855650 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 5 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:46.958955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:46.959298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:46.959614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:46.971437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:46.971761 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:46.974055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 6 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:47.017371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-06aea66d-8302-45c0-a03f-63f247947438 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:47.018895 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-06aea66d-8302-45c0-a03f-63f247947438 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5904477 Feb 16 16:56:47.022246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] Provisioning for port 1dd87129-cfba-494e-a9f4-4ef4245edd90 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:47.028028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] Provisioning complete for port 1dd87129-cfba-494e-a9f4-4ef4245edd90 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:47.029042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.033758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50344) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:47.059707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:47.060040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:47.060368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:47.070290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:47.070637 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:47.072783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 7 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:47.095631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.158965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.181845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.199983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] For port 1dd87129-cfba-494e-a9f4-4ef4245edd90, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1dd87129-cfba-494e-a9f4-4ef4245edd90,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:47.201437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] device_id is not set on port aa3542b0-b2ba-4866-901e-ee7d3f21ff3e yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:47.205311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.254296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb8b497-7f83-4310-ba38-40fa4b5acd9c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:47.269810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 5511acb0-5cf6-4834-b053-b1f53dce65e8 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:56:47.279439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:47.280009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:47.280333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:47.292617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fac36-050b-4669-996c-561edd3cddb6 None None] Pushing event updated for resources: {'Port': ['ID=1dd87129-cfba-494e-a9f4-4ef4245edd90,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:47.295312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:47.295639 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:47.303444 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 8 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:47.331377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:47.331664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.331787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:47.332020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:47.391742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:47.392268 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:47.402611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.403785 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ebb7da4b-9154-4a5d-b26a-c08237c45109 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0399387 Feb 16 16:56:47.404381 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 9 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:47.415232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50348) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:47.425360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.442202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:47.442530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:47.442883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:47.465587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:47.466258 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:47.469845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempt 10 to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf Feb 16 16:56:47.469997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.566568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:47.566910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:47.567240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempting to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:47.593390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:56:47.593721 dv-neutron-829527-2-hyperv neutron-server[87720]: ERROR neutron.plugins.ml2.managers [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Failed to bind port f4f092e5-90d6-4862-9a61-5894b3dddeaf on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'f7cfd981-e8f9-405e-a948-c80fdf51e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d0e9568-2790-409d-940a-e0984acc2d6a'}] Feb 16 16:56:47.594079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.624122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6060ba16-3fbb-4a83-9166-69d9c47b7087 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.693131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.783637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6060ba16-3fbb-4a83-9166-69d9c47b7087 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.799351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.808989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.827524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.875455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] device_id is not set on port ce0cce74-9cfc-4320-b430-115aea985aed yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:56:47.907733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] For port f4f092e5-90d6-4862-9a61-5894b3dddeaf, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:47.908099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attempted to set empty binding levels {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 16:56:47.921845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.943735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:47.983811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Router 905e270e-6398-4d58-be83-89f4681f753a is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:47.994431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=5511acb0-5cf6-4834-b053-b1f53dce65e8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:48.000193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.000792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] In _notify_port_updated(), no bound segment for port f4f092e5-90d6-4862-9a61-5894b3dddeaf on network 3d0e9568-2790-409d-940a-e0984acc2d6a {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:56:48.001638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:48.002232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.006277 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "PUT /v2.0/ports/f4f092e5-90d6-4862-9a61-5894b3dddeaf HTTP/1.1" status: 200 len: 980 time: 2.6030893 Feb 16 16:56:48.008761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50354) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:48.013547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420c940-4637-42bc-8624-cbe3ccabfbb0 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:48.048008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6060ba16-3fbb-4a83-9166-69d9c47b7087 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.111541 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c31648a9-0d32-49a0-a516-92f09b9c11a4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/5511acb0-5cf6-4834-b053-b1f53dce65e8 HTTP/1.1" status: 204 len: 168 time: 1.0743504 Feb 16 16:56:48.118281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1dd87129-cfba-494e-a9f4-4ef4245edd90 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:48.121611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50358) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:48.165869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aed7e-9ca8-4c2c-af65-c2dae7b43993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event updated for resources: {'Port': ['ID=f4f092e5-90d6-4862-9a61-5894b3dddeaf,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:48.173189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060ba16-3fbb-4a83-9166-69d9c47b7087 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2597df-a93d-464d-afb7-00ab319f7134,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:48.204912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Deleting port f4f092e5-90d6-4862-9a61-5894b3dddeaf {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:48.205103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.214096 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c702efc8-23bd-4951-bf53-41e0560028ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914867 Feb 16 16:56:48.219482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:48.235165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:48.249145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6060ba16-3fbb-4a83-9166-69d9c47b7087 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.250256 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6060ba16-3fbb-4a83-9166-69d9c47b7087 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e2597df-a93d-464d-afb7-00ab319f7134 HTTP/1.1" status: 204 len: 168 time: 0.8341756 Feb 16 16:56:48.262137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50366) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:48.306634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Router 115b6853-b685-4176-8a4e-1012c43c6969 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:56:48.368109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 1dd87129-cfba-494e-a9f4-4ef4245edd90 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:48.368684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.388520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.458960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7c36ae36-0dcc-4610-a433-ac0df49e4d90 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:48.461335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:48.463257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:48.474889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:48.479155 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] Sync routers for ids ['905e270e-6398-4d58-be83-89f4681f753a'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:48.480971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:48.497200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:48.505438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.509418 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bf9948be-7fc7-4c83-bb82-b4732e241844 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8479314 Feb 16 16:56:48.509587 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] Routers {'905e270e-6398-4d58-be83-89f4681f753a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:48.509673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.510640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50370) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:48.512927 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['905e270e-6398-4d58-be83-89f4681f753a'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:48.540278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:56:48.550981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] Deleting port 1dd87129-cfba-494e-a9f4-4ef4245edd90 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:48.551701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.625657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:48.635083 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] Routers {'905e270e-6398-4d58-be83-89f4681f753a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:48.636622 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['905e270e-6398-4d58-be83-89f4681f753a'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:48.655012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7c36ae36-0dcc-4610-a433-ac0df49e4d90 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:48.656292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7c36ae36-0dcc-4610-a433-ac0df49e4d90 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3873982 Feb 16 16:56:48.668991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50374) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:48.699578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533268093'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:48.704110 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:48.704803 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6563f-a6f7-4343-9984-96f23a7ff6c2 None None] The sync data for ids ['905e270e-6398-4d58-be83-89f4681f753a'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:48.715568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:48.718030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] For port f4f092e5-90d6-4862-9a61-5894b3dddeaf, host hv-neutron-8295, got binding levels [] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:48.718384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.755488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:48.759043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.857002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] For port 1dd87129-cfba-494e-a9f4-4ef4245edd90, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1dd87129-cfba-494e-a9f4-4ef4245edd90,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:48.857463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:48.872986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:48.990399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] Calling delete_port for 1dd87129-cfba-494e-a9f4-4ef4245edd90 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:48.993058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Port': ['ID=aa3542b0-b2ba-4866-901e-ee7d3f21ff3e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.014988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Calling delete_port for f4f092e5-90d6-4862-9a61-5894b3dddeaf owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:49.045294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Checking segment: {'id': 'e4a31640-9f08-4ced-a208-3627d8c41a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a32da0ba-4e2f-487b-b95a-425473d16570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:49.045294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network hostable DHCP agents. Network: a32da0ba-4e2f-487b-b95a-425473d16570, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:49.046112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:49.059148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.063821 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-29cdac14-4ffb-4c8f-9041-4bb6a1023590 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "PUT /v2.0/routers/115b6853-b685-4176-8a4e-1012c43c6969 HTTP/1.1" status: 200 len: 922 time: 3.6630514 Feb 16 16:56:49.067547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50378) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.067883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.073986 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7847a1e0-c23e-4c28-9c92-17f567ed802b tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/905e270e-6398-4d58-be83-89f4681f753a HTTP/1.1" status: 200 len: 925 time: 0.5588472 Feb 16 16:56:49.078049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] Sync routers for ids ['115b6853-b685-4176-8a4e-1012c43c6969'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:49.080069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50382) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.091100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] Routers {'115b6853-b685-4176-8a4e-1012c43c6969'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:49.091708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['115b6853-b685-4176-8a4e-1012c43c6969'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:49.145444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.149514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1aa47981-d5c1-4b78-b004-e5b9dfe985e5 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=905e270e-6398-4d58-be83-89f4681f753a HTTP/1.1" status: 200 len: 205 time: 0.0645325 Feb 16 16:56:49.152058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50386) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.152573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:49.161025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:49.164878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:49.172091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:49.194240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:49.208423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] Pushing event deleted for resources: {'Port': ['ID=1dd87129-cfba-494e-a9f4-4ef4245edd90,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.210315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac065dd7-5a3c-4f65-b360-e48d3ed6bd2b None None] No DVR routers for this DVR port 1dd87129-cfba-494e-a9f4-4ef4245edd90 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:49.230943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] Routers {'115b6853-b685-4176-8a4e-1012c43c6969'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:49.232457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['115b6853-b685-4176-8a4e-1012c43c6969'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:49.277927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network a32da0ba-4e2f-487b-b95a-425473d16570 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:49.300772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:49.301208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8fda6-c69d-4963-919f-a00f515fbd83 None None] The sync data for ids ['115b6853-b685-4176-8a4e-1012c43c6969'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:49.301906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.304132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.338813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.366640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4f092e5-90d6-4862-9a61-5894b3dddeaf,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.392016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.412850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c98c3b-cad2-42d1-830f-06077e30d2d5,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.434821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.436041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-10dc005b-1633-41b5-a369-ca9ce78d7246 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7582247 Feb 16 16:56:49.439378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50390) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.441406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, a32da0ba-4e2f-487b-b95a-425473d16570) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:49.444549 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ba87836b-efba-4449-9448-2ef79d1215ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f4f092e5-90d6-4862-9a61-5894b3dddeaf HTTP/1.1" status: 204 len: 168 time: 1.4315977 Feb 16 16:56:49.448842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--479476852'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:49.452992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e84f1-bc23-4f75-b3d6-89eb387d3fc7 None None] Network a32da0ba-4e2f-487b-b95a-425473d16570 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:49.455877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50394) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.458404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:49.463856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:49.464723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:49.465614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.500863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:49.516431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:49.520062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f804cc7-a993-4f59-96a8-48197a6a6d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:56:49.520582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1f804cc7-a993-4f59-96a8-48197a6a6d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Synchronizing usage tracker for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:49.536257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.553164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1f804cc7-a993-4f59-96a8-48197a6a6d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] Unset dirty status for tenant:ecf886768a09443999b140e3ddd92bdb on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:49.554201 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1f804cc7-a993-4f59-96a8-48197a6a6d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756568041-project-admin] 10.222.0.43 "GET /v2.0/ports/f4f092e5-90d6-4862-9a61-5894b3dddeaf HTTP/1.1" status: 404 len: 333 time: 0.0974052 Feb 16 16:56:49.559456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50398) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.562401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:49.591465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:49.596610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.643399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:49.657072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:49.677571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Port': ['ID=ce0cce74-9cfc-4320-b430-115aea985aed,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.680096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.715969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.727094 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c823b077-3bad-4188-b9ec-b2144a9112c6 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/115b6853-b685-4176-8a4e-1012c43c6969 HTTP/1.1" status: 200 len: 922 time: 0.6553819 Feb 16 16:56:49.731379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50402) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.829241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:49.840414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Checking segment: {'id': '7eca8998-a742-4b14-86d2-b275e3c016f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e677e3bd-6932-4724-a11f-3e1261f2e44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:49.840766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network hostable DHCP agents. Network: e677e3bd-6932-4724-a11f-3e1261f2e44a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:49.844982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:49.857857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389166fb-fbd8-417a-8ae3-f39e9ecf9c59 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:49.859306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:49.859892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.892388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=439fec5e-c021-4080-8d49-3a89398ff24e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.920672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.926902 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-22f9e227-596c-493f-aa41-6250b99a3257 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7007294 Feb 16 16:56:49.927809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50406) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:49.931739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network e677e3bd-6932-4724-a11f-3e1261f2e44a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:49.938950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:49.948685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:49.952255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Deleting port 67177d8c-77aa-434a-b560-438b875d61cd {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:49.952588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.958083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.966270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.973122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.983093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:router and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:49.991277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, e677e3bd-6932-4724-a11f-3e1261f2e44a) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:49.993167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:50.008945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:50.016133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.021152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.022156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.030322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:50.030563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c366c-9b1c-4979-9aea-dfb6be907ad4 None None] Network e677e3bd-6932-4724-a11f-3e1261f2e44a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:50.044721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0e9568-2790-409d-940a-e0984acc2d6a']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:50.074900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cfd981-e8f9-405e-a948-c80fdf51e547') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:50.075190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cfd981-e8f9-405e-a948-c80fdf51e547') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:50.076675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.077947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.085238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd02dd7-ed8c-430b-94c0-ed4e7037235a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:50.090953 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-35400029-0ca2-498f-90d9-bda2e4b9e945 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7026744 Feb 16 16:56:50.093784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50410) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.134398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff50139-7e0c-4a67-b15f-8e835052ba7f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.135127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1ff50139-7e0c-4a67-b15f-8e835052ba7f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Synchronizing usage tracker for tenant:7d13d896002a40f4ac2df1d8cf67cc3c on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:50.139015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.140243 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-53ea7165-0605-4aac-bbb4-32b7309a3fd5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6996722 Feb 16 16:56:50.156696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.179190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.186322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1dd87129-cfba-494e-a9f4-4ef4245edd90 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:56:50.193519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:50.194043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.228688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 1dd87129-cfba-494e-a9f4-4ef4245edd90 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:56:50.230011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1dd87129-cfba-494e-a9f4-4ef4245edd90 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:56:50.272669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50414) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.282045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '439fec5e-c021-4080-8d49-3a89398ff24e'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:50.283425 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:50.285546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': '27c98c3b-cad2-42d1-830f-06077e30d2d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0fd02dd7-ed8c-430b-94c0-ed4e7037235a', 'remote_ip_prefix': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:50.285771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.299546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:50.313530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.322337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:50.329031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:50.336776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1ff50139-7e0c-4a67-b15f-8e835052ba7f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Unset dirty status for tenant:7d13d896002a40f4ac2df1d8cf67cc3c on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:50.337946 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1ff50139-7e0c-4a67-b15f-8e835052ba7f tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=115b6853-b685-4176-8a4e-1012c43c6969&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6055372 Feb 16 16:56:50.341519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50420) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.344649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:50.369076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.369353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.373555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.401096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.474663 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] 10.222.0.43 "DELETE /v2.0/networks/3d0e9568-2790-409d-940a-e0984acc2d6a HTTP/1.1" status: 204 len: 168 time: 0.9142659 Feb 16 16:56:50.476082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93900d5-700d-44d4-b100-c1fe23588112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-186624957-project] Pushing event deleted for resources: {'Network': ['ID=3d0e9568-2790-409d-940a-e0984acc2d6a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:50.514110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db410c-faec-4c68-844a-c88dc903b55d tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.516607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/439fec5e-c021-4080-8d49-3a89398ff24e/a39d3bb8-009a-4b33-a70a-0667a44ac2b2) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:50.520462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db410c-faec-4c68-844a-c88dc903b55d tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.525158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e7db410c-faec-4c68-844a-c88dc903b55d tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4304142 Feb 16 16:56:50.525905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50426) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.538811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Calling delete_port for 67177d8c-77aa-434a-b560-438b875d61cd owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:50.629787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4b7c1-2ada-4f3f-a516-0973d13c6e46 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.630521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-36f4b7c1-2ada-4f3f-a516-0973d13c6e46 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Synchronizing usage tracker for tenant:7d13d896002a40f4ac2df1d8cf67cc3c on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:50.641338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Deleting port aa3542b0-b2ba-4866-901e-ee7d3f21ff3e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:50.641598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.641828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.642957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ac48e3f3-0477-488e-90bb-aa5c8c3aa196 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7140822 Feb 16 16:56:50.645596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.667129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50430) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.708852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-36f4b7c1-2ada-4f3f-a516-0973d13c6e46 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Unset dirty status for tenant:7d13d896002a40f4ac2df1d8cf67cc3c on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:50.714829 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-36f4b7c1-2ada-4f3f-a516-0973d13c6e46 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.3706446 Feb 16 16:56:50.715850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50434) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.802023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.809031 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f1fe6d2-7e34-4c94-a694-1552cfcd885e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=115b6853-b685-4176-8a4e-1012c43c6969 HTTP/1.1" status: 200 len: 205 time: 0.0886736 Feb 16 16:56:50.809637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50440) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.863892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Transition to ACTIVE for port object a39d3bb8-009a-4b33-a70a-0667a44ac2b2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:50.884597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Transition to ACTIVE for port object a39d3bb8-009a-4b33-a70a-0667a44ac2b2 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:50.893139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.906541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50444) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:50.909759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:50.977936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:50.996311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Pushing event updated for resources: {'Port': ['ID=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:51.000496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:51.004264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:51.051995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event deleted for resources: {'Port': ['ID=67177d8c-77aa-434a-b560-438b875d61cd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:51.119644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Attempting to bind port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:51.120189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Attempting to bind port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:51.120923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Attempting to bind port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:51.126987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:51.127479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:51.127956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.128454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:51.128993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Bound port: a39d3bb8-009a-4b33-a70a-0667a44ac2b2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:51.129469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.230512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] For port a39d3bb8-009a-4b33-a70a-0667a44ac2b2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:51.234097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] For port a39d3bb8-009a-4b33-a70a-0667a44ac2b2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:51.240114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.254867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.264623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.340208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f250f-26c7-45e3-acc2-32c2c1fea916 None None] Pushing event updated for resources: {'Port': ['ID=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:51.345236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.470454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Calling delete_port for aa3542b0-b2ba-4866-901e-ee7d3f21ff3e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:51.502985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.689234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.695496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.727823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.755333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.760948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.762762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Port': ['ID=aa3542b0-b2ba-4866-901e-ee7d3f21ff3e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:51.773659 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-99263b3d-3cb6-494f-9e43-1933c915e57f tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/ports/aa3542b0-b2ba-4866-901e-ee7d3f21ff3e HTTP/1.1" status: 204 len: 168 time: 1.2443027 Feb 16 16:56:51.776708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.780009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50450) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:51.790713 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3ebdd003-8153-4816-851d-64347cffc704 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59b0f0a2f73247ebbffe93514906789c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765919 Feb 16 16:56:51.791346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d585aab-b8ce-411f-aba8-fae666c8908c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:51.800716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50454) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:51.824722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.830448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d494b309-71d8-442b-869c-3a2c12b9401c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5522671 Feb 16 16:56:51.833317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50458) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:51.866438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Deleting port adde4c48-6f70-4111-a962-9da2f9884844 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:51.866951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.892599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.893162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Fanout notify agent at l3_agent the message router_deleted on router 905e270e-6398-4d58-be83-89f4681f753a {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:51.914971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.937869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.938963 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1e9991c2-4db9-4bbe-8428-d8b60e618d23 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/905e270e-6398-4d58-be83-89f4681f753a HTTP/1.1" status: 204 len: 168 time: 2.7873945 Feb 16 16:56:51.943861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50462) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:51.954502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Deleting port ce0cce74-9cfc-4320-b430-115aea985aed {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:51.954875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:51.995246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8670b47c-4c8d-4d2c-a2a3-5c26a6d686f4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.007443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1482946006', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': False}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:52.026970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:52.035330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8670b47c-4c8d-4d2c-a2a3-5c26a6d686f4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.095588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:router and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:52.105681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:52.108526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8a637073-e1ac-4d5d-96b2-3b5a97037119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.119683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a39d3bb8-009a-4b33-a70a-0667a44ac2b2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:52.164383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:52.238274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.239396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.260717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8a637073-e1ac-4d5d-96b2-3b5a97037119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.261479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:52.280264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8670b47c-4c8d-4d2c-a2a3-5c26a6d686f4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.384321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.385620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670b47c-4c8d-4d2c-a2a3-5c26a6d686f4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d585aab-b8ce-411f-aba8-fae666c8908c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.397212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8670b47c-4c8d-4d2c-a2a3-5c26a6d686f4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.401677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8670b47c-4c8d-4d2c-a2a3-5c26a6d686f4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9d585aab-b8ce-411f-aba8-fae666c8908c HTTP/1.1" status: 204 len: 168 time: 0.5656064 Feb 16 16:56:52.402292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50466) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:52.416334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.505215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.592016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] Provisioning for port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:52.606053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] Provisioning complete for port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:52.606871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.615325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::1 (f92b56da-dfd9-433c-a595-962c6f07801d/439fec5e-c021-4080-8d49-3a89398ff24e/a8b05d48-3ff9-427e-84ad-c5501ff7561a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:52.673851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8a637073-e1ac-4d5d-96b2-3b5a97037119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.708285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Calling delete_port for adde4c48-6f70-4111-a962-9da2f9884844 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:52.744540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.769306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a637073-e1ac-4d5d-96b2-3b5a97037119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ced2b-6be7-434c-a4b7-063fd83c5a96,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.788149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.788389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] For port a39d3bb8-009a-4b33-a70a-0667a44ac2b2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:56:52.795354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.870328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Calling delete_port for ce0cce74-9cfc-4320-b430-115aea985aed owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:56:52.873540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955c0cb-7cea-4a0b-9e42-f969b620424f None None] Pushing event updated for resources: {'Port': ['ID=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.908695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8a637073-e1ac-4d5d-96b2-3b5a97037119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:52.909799 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8a637073-e1ac-4d5d-96b2-3b5a97037119 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f14ced2b-6be7-434c-a4b7-063fd83c5a96 HTTP/1.1" status: 204 len: 168 time: 1.1060307 Feb 16 16:56:52.951707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ba42e30c-b4d1-4ecc-bbb4-b85a18745516 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:53.028065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.034540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.064484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object a8b05d48-3ff9-427e-84ad-c5501ff7561a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:53.070453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ba42e30c-b4d1-4ecc-bbb4-b85a18745516 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:53.071998 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ba42e30c-b4d1-4ecc-bbb4-b85a18745516 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6586721 Feb 16 16:56:53.081957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50474) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:53.093057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Port': ['ID=ce0cce74-9cfc-4320-b430-115aea985aed,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:53.101386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.112814 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9fc53b40-8d80-43cf-95a2-9044e60d2be7 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/ports/ce0cce74-9cfc-4320-b430-115aea985aed HTTP/1.1" status: 204 len: 168 time: 1.3295209 Feb 16 16:56:53.118697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50478) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:53.152326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.167956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c7f0002e-0d0d-49be-beff-baec248b94d1 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Synchronizing usage tracker for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:53.225444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c7f0002e-0d0d-49be-beff-baec248b94d1 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Unset dirty status for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:53.231282 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c7f0002e-0d0d-49be-beff-baec248b94d1 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1070316 Feb 16 16:56:53.233544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:53.240906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1029116730'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:53.254145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:53.262101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Usage tracker for resource:network and tenant:0e61e34e76754d1eb7505c5b929ef34f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:53.268075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:53.275274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:53.283263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.304465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:53.340915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:53.344923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.353767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50486) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:53.358815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event deleted for resources: {'Port': ['ID=adde4c48-6f70-4111-a962-9da2f9884844,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:53.470770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:53.511360 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea11ce2d-da62-4d7d-bde9-c3f583fdb222 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecf886768a09443999b140e3ddd92bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535702 Feb 16 16:56:53.512192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:53.518486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:53.525954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:53.527553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.577193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.577523 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Added segment 7e1a674a-b81b-4f80-8c3e-ef98800ea77c of type vlan for network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 Feb 16 16:56:53.582628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.661180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e85d0359-ac14-4ef4-9f1f-d6b0adf17950 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.694382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=a8b05d48-3ff9-427e-84ad-c5501ff7561a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:53.727598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1018a92a-5974-40e7-98c9-778cacc8011c None None] Provisioning for port a8b05d48-3ff9-427e-84ad-c5501ff7561a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:56:53.733570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1018a92a-5974-40e7-98c9-778cacc8011c None None] Provisioning complete for port a8b05d48-3ff9-427e-84ad-c5501ff7561a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:53.734158 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1018a92a-5974-40e7-98c9-778cacc8011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.766330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e85d0359-ac14-4ef4-9f1f-d6b0adf17950 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.794894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1018a92a-5974-40e7-98c9-778cacc8011c None None] Port a8b05d48-3ff9-427e-84ad-c5501ff7561a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:53.814054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.819997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.825526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.826649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.829100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5cf6010a-32e8-4b3f-b3c6-e0daa716eb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.864243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.893668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5cf6010a-32e8-4b3f-b3c6-e0daa716eb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.908489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.908489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Fanout notify agent at l3_agent the message router_deleted on router 115b6853-b685-4176-8a4e-1012c43c6969 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:56:53.921494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e85d0359-ac14-4ef4-9f1f-d6b0adf17950 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.932795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.939009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:53.939592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:53.990905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0359-ac14-4ef4-9f1f-d6b0adf17950 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd02dd7-ed8c-430b-94c0-ed4e7037235a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.036101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.085118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.088827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a39d3bb8-009a-4b33-a70a-0667a44ac2b2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:56:54.091020 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5e5b719c-724e-40a1-97d8-71375ba2fa9e tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/115b6853-b685-4176-8a4e-1012c43c6969 HTTP/1.1" status: 204 len: 168 time: 3.2738929 Feb 16 16:56:54.092687 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8581741 Feb 16 16:56:54.094794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50494) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:54.096895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50496) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:54.101545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1376440696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:54.107120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-748164071'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:54.111885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21d0e-1ec8-4dbd-8a5c-4ce1b366fb4a tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Network': ['ID=9ec33d90-4c6b-4777-be20-c77fd8d62b60,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.116119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:54.122439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Usage tracker for resource:network and tenant:0e61e34e76754d1eb7505c5b929ef34f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:54.126541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:54.135563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5cf6010a-32e8-4b3f-b3c6-e0daa716eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.141285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:54.145342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:54.146760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:54.161855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e85d0359-ac14-4ef4-9f1f-d6b0adf17950 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.163389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e85d0359-ac14-4ef4-9f1f-d6b0adf17950 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/0fd02dd7-ed8c-430b-94c0-ed4e7037235a HTTP/1.1" status: 204 len: 168 time: 1.0804114 Feb 16 16:56:54.176558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50502) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:54.185974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5cf6010a-32e8-4b3f-b3c6-e0daa716eb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.186469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Usage tracker for resource:router and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:54.187556 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5cf6010a-32e8-4b3f-b3c6-e0daa716eb2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5a55292-5355-4fa0-b431-2073333fcbb9 HTTP/1.1" status: 204 len: 168 time: 0.6706438 Feb 16 16:56:54.205089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:54.208452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:54.216982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:54.218265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.230761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Allocated IP 172.26.7.239 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:54.263044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6010a-32e8-4b3f-b3c6-e0daa716eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a55292-5355-4fa0-b431-2073333fcbb9,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.275577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:54.276280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.294010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:54.304938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.305419 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Added segment 8adbf29a-1e0a-489d-a326-7271bbf8e231 of type vlan for network ba3e7399-b990-49b9-9948-96c98670278d Feb 16 16:56:54.345629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.387864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.388883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.389546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.399017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.408861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:54.409498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.466529 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3684292 Feb 16 16:56:54.530809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8ef7859e-508e-44a7-ad55-ef1ace8fc1e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:54.555722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.581366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025aced-f2e8-4da8-9c69-5d0b552e2eea tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Network': ['ID=ba3e7399-b990-49b9-9948-96c98670278d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.595730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ba3e7399-b990-49b9-9948-96c98670278d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:54.626058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8ef7859e-508e-44a7-ad55-ef1ace8fc1e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:54.627393 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ef7859e-508e-44a7-ad55-ef1ace8fc1e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4471769 Feb 16 16:56:54.630981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50510) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:54.725482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.767946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63f633fc-ecff-4f47-a4aa-51474174a75b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.787359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.799504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.800670 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e957126e-9343-4210-8e6e-6a2f51fe3103 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7049503 Feb 16 16:56:54.805284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50518) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:54.816412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:54.882032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.884579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.892069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63f633fc-ecff-4f47-a4aa-51474174a75b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.927473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.928677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:54.989174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:54.992737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:54.994671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Port': ['ID=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.997456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:55.275205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63f633fc-ecff-4f47-a4aa-51474174a75b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:55.334609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f633fc-ecff-4f47-a4aa-51474174a75b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c98c3b-cad2-42d1-830f-06077e30d2d5,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:55.396237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=a8b05d48-3ff9-427e-84ad-c5501ff7561a,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:55.490726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50536) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:55.533713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:55.540960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:55.572163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63f633fc-ecff-4f47-a4aa-51474174a75b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:55.576908 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-63f633fc-ecff-4f47-a4aa-51474174a75b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/27c98c3b-cad2-42d1-830f-06077e30d2d5 HTTP/1.1" status: 204 len: 168 time: 0.9444528 Feb 16 16:56:55.584736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50542) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:55.721512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-180502f1-3ded-49b8-9572-f80d405c3ab0 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:55.735749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:55.772323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-180502f1-3ded-49b8-9572-f80d405c3ab0 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:55.779134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-180502f1-3ded-49b8-9572-f80d405c3ab0 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1932449 Feb 16 16:56:55.779754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50546) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:55.788611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--859522627'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:55.798993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:55.810225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:55.876105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:55.901284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:55.907957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:55.911512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:55.921115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:55.952840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8ae61803-7de8-402e-b050-a1058106e736 None None] Provisioning complete for port a8b05d48-3ff9-427e-84ad-c5501ff7561a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:55.955198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ae61803-7de8-402e-b050-a1058106e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:55.957075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-679616760'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:55.961728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:55.966475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:network and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:55.972046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:55.983233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:56.016726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Made reservation on behalf of f6e0ba967a93417a8c0f243dbd771ccb for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:56.020503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.038489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.076762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:56.077274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8ae61803-7de8-402e-b050-a1058106e736 None None] Port a8b05d48-3ff9-427e-84ad-c5501ff7561a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:56:56.083535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:security_group_rule and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:56.089364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Router 746f21b3-0553-4e57-85af-f1f72af1e353 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:56.091308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:56.099147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:56.112855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.115818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.187480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.286531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.324414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b23c7b-d620-4f0a-86d9-d7294d313c38,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:56.334314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.374641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.379420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3af6f55b-140a-42c5-b218-7f80776ceb1c tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5927868 Feb 16 16:56:56.379420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50550) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:56.384372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': '09b23c7b-d620-4f0a-86d9-d7294d313c38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:56.401894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:56.420948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:56.425120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:56.446168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:56.452490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:56.499625 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Sync routers for ids ['746f21b3-0553-4e57-85af-f1f72af1e353'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:56.505906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-35018607-13a0-4797-80b2-90a6f7ebfa5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "PUT /v2.0/routers/746f21b3-0553-4e57-85af-f1f72af1e353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8376174 Feb 16 16:56:56.509088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50554) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:56.523859 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Routers {'746f21b3-0553-4e57-85af-f1f72af1e353'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:56.525211 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['746f21b3-0553-4e57-85af-f1f72af1e353'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:56.594293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.624439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.660777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c58cd-6a66-4bd2-b06e-f82b9a80d90b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:56.661380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e86c58cd-6a66-4bd2-b06e-f82b9a80d90b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:56.685404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Allocated IP 172.26.7.194 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/a59ba1e3-addc-47f2-b629-96b8f353127e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:56.716667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e86c58cd-6a66-4bd2-b06e-f82b9a80d90b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:56.720894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e86c58cd-6a66-4bd2-b06e-f82b9a80d90b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports/a8b05d48-3ff9-427e-84ad-c5501ff7561a HTTP/1.1" status: 200 len: 911 time: 0.2104859 Feb 16 16:56:56.740213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50558) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:56.820970 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Set router 746f21b3-0553-4e57-85af-f1f72af1e353 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:56.882597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.882928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.895684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.956875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129d3056-b526-420a-be77-a77dca84f82c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:56.958108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979045ec-0649-4456-b957-c0e19be41cff,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:56.976733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:56.992742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.998341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:56.998705 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Added segment 7cb087ab-93bb-44db-9c3b-1587fa379754 of type vlan for network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 Feb 16 16:56:57.001723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.005679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b895f3cf-2bcd-40a4-b976-0a0d1586dd7f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6230094 Feb 16 16:56:57.012502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50562) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:57.022337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.123141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.137660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3ad65-2cb1-42ec-ac33-243ae6e0598a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:57.157701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3ad65-2cb1-42ec-ac33-243ae6e0598a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:57.164575 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-92b3ad65-2cb1-42ec-ac33-243ae6e0598a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4234252 Feb 16 16:56:57.170744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50566) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:57.183441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.294946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:57.297586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6c913d12-7710-4b66-884d-6e885a82e507 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.302137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.308452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:57.309034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.320643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6c913d12-7710-4b66-884d-6e885a82e507 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.356014 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:50Z', 'updated_at': '2022-02-16T16:56:53Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None, '_interfaces': [{'id': 'a8b05d48-3ff9-427e-84ad-c5501ff7561a', 'name': '', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'mac_address': 'fa:16:3e:65:b2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '439fec5e-c021-4080-8d49-3a89398ff24e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:52Z', 'updated_at': '2022-02-16T16:56:54Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'subnets': [{'id': '439fec5e-c021-4080-8d49-3a89398ff24e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:57.361768 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Checking router: 746f21b3-0553-4e57-85af-f1f72af1e353 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:57.362092 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Updating router 746f21b3-0553-4e57-85af-f1f72af1e353 port a8b05d48-3ff9-427e-84ad-c5501ff7561a binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:56:57.424976 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.455123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9603896 Feb 16 16:56:57.460555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50570) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:57.465375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa069b-dd68-4d1b-92b4-f304f2617ab1 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Network': ['ID=6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:57.471028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'subnet': {'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:57.478016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:56:57.489220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Router c246efe9-58c6-4531-9864-0c15b176ce52 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:56:57.751815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:57.752268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:57.771894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:subnet and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:57.777170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:57.786203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:57.806201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:56:57.807938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Made reservation on behalf of f6e0ba967a93417a8c0f243dbd771ccb for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:57.811583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:57.816563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Sync routers for ids ['c246efe9-58c6-4531-9864-0c15b176ce52'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:56:57.833286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Routers {'c246efe9-58c6-4531-9864-0c15b176ce52'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:57.834048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['c246efe9-58c6-4531-9864-0c15b176ce52'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:57.939676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50576) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:57.943642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:56:57.951497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'subnets': [{'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--721074796', 'ip_version': 6}, {'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:57.951806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'subnet': {'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--721074796', 'ip_version': 6}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:57.952603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Request body: {'subnet': {'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:57.975055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6c913d12-7710-4b66-884d-6e885a82e507 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.004282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6c913d12-7710-4b66-884d-6e885a82e507 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.004671 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.008449 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6c913d12-7710-4b66-884d-6e885a82e507 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/129d3056-b526-420a-be77-a77dca84f82c HTTP/1.1" status: 204 len: 168 time: 0.9920967 Feb 16 16:56:58.016419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50580) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:58.025075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Transition to ACTIVE for port object a8b05d48-3ff9-427e-84ad-c5501ff7561a will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:58.028382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c913d12-7710-4b66-884d-6e885a82e507 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=129d3056-b526-420a-be77-a77dca84f82c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:58.044337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.048134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3ca597fc-91fd-4883-9ecc-1ed6f46b498d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.1009750 Feb 16 16:56:58.055156 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.056888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50584) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:58.122247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Set router c246efe9-58c6-4531-9864-0c15b176ce52 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:58.124823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-96022cd1-c02f-4bec-a96e-faddda765a37 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:58.173304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event updated for resources: {'Port': ['ID=a59ba1e3-addc-47f2-b629-96b8f353127e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:58.197483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-96022cd1-c02f-4bec-a96e-faddda765a37 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:58.204897 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-96022cd1-c02f-4bec-a96e-faddda765a37 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1839519 Feb 16 16:56:58.207614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50588) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:58.229058 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780195ec-8895-4c66-b50f-d9d54af1b21f None None] Pushing event updated for resources: {'Port': ['ID=a8b05d48-3ff9-427e-84ad-c5501ff7561a,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:58.484144 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Attempting to bind port a8b05d48-3ff9-427e-84ad-c5501ff7561a on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:58.484751 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Attempting to bind port a8b05d48-3ff9-427e-84ad-c5501ff7561a by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:58.485258 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Attempting to bind port a8b05d48-3ff9-427e-84ad-c5501ff7561a on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:58.492828 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:58.493486 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:58.494032 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.495206 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:58.495979 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Bound port: a8b05d48-3ff9-427e-84ad-c5501ff7561a, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:58.496776 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.547783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0726f0c8-d62f-4829-aee0-3e202ae070fb tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.574796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246efe9-58c6-4531-9864-0c15b176ce52', 'name': 'tempest-snat-router-1482946006', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.239'}], 'enable_snat': False}, 'gw_port_id': '6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:52Z', 'updated_at': '2022-02-16T16:56:55Z', 'revision_number': 3, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port': {'id': '6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:45:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246efe9-58c6-4531-9864-0c15b176ce52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:53Z', 'updated_at': '2022-02-16T16:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:58.580551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Checking router: c246efe9-58c6-4531-9864-0c15b176ce52 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:56:58.581108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Updating router c246efe9-58c6-4531-9864-0c15b176ce52 port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:56:58.597579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b47f394d-9938-4aba-8b40-575a3b82ff60 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/c246efe9-58c6-4531-9864-0c15b176ce52 HTTP/1.1" status: 200 len: 909 time: 0.5394075 Feb 16 16:56:58.607406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50594) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:58.608558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:58.619008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Usage tracker for resource:subnet and tenant:0e61e34e76754d1eb7505c5b929ef34f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:58.625309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1482946006', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': True}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:58.630972 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] For port a8b05d48-3ff9-427e-84ad-c5501ff7561a, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:58.634269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:58.635475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] For port a8b05d48-3ff9-427e-84ad-c5501ff7561a, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a8b05d48-3ff9-427e-84ad-c5501ff7561a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:58.638350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:58.640123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0726f0c8-d62f-4829-aee0-3e202ae070fb tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.644713 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.648653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Usage tracker for resource:router and tenant:8b34932273364a27bc42ed4d65a9b454 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:58.652649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:58.667038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:56:58.667893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.677534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:58.703729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Made reservation on behalf of 0e61e34e76754d1eb7505c5b929ef34f for: {'subnet': 2} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:58.708925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.709429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.732635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:58.776354 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780195ec-8895-4c66-b50f-d9d54af1b21f None None] Pushing event updated for resources: {'Port': ['ID=a8b05d48-3ff9-427e-84ad-c5501ff7561a,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:58.787818 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Routers {'746f21b3-0553-4e57-85af-f1f72af1e353'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:58.788935 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['746f21b3-0553-4e57-85af-f1f72af1e353'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:58.920889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0726f0c8-d62f-4829-aee0-3e202ae070fb tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.001360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726f0c8-d62f-4829-aee0-3e202ae070fb tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b23c7b-d620-4f0a-86d9-d7294d313c38,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:59.025075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] Set router 746f21b3-0553-4e57-85af-f1f72af1e353 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:56:59.038898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0726f0c8-d62f-4829-aee0-3e202ae070fb tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.043187 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0726f0c8-d62f-4829-aee0-3e202ae070fb tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/09b23c7b-d620-4f0a-86d9-d7294d313c38 HTTP/1.1" status: 204 len: 168 time: 0.8343244 Feb 16 16:56:59.043933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50598) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:59.051776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.113538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.114614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.147901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.225170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.250159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Subnet': ['ID=df8772c0-31ef-45c0-9628-eb53226787e2,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:59.297067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Checking segment: {'id': '7cb087ab-93bb-44db-9c3b-1587fa379754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:59.299817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network hostable DHCP agents. Network: 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:59.317040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.340349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Transition to ACTIVE for port object 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:56:59.352024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.454868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:59.464113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Attempting to bind port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:56:59.464703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Attempting to bind port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:56:59.465211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Attempting to bind port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:56:59.476199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:56:59.476873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:56:59.477414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.478195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:56:59.479531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Bound port: 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:56:59.480997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.487166 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:50Z', 'updated_at': '2022-02-16T16:56:53Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None, '_interfaces': [{'id': 'a8b05d48-3ff9-427e-84ad-c5501ff7561a', 'name': '', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'mac_address': 'fa:16:3e:65:b2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '439fec5e-c021-4080-8d49-3a89398ff24e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:52Z', 'updated_at': '2022-02-16T16:56:58Z', 'revision_number': 4, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'subnets': [{'id': '439fec5e-c021-4080-8d49-3a89398ff24e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:59.492546 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fdba2-c1a0-4409-bbcd-dde20702fd71 None None] The sync data for ids ['746f21b3-0553-4e57-85af-f1f72af1e353'] in dv-neutron-829527-2-hyperv is: [{'id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:50Z', 'updated_at': '2022-02-16T16:56:53Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None, '_interfaces': [{'id': 'a8b05d48-3ff9-427e-84ad-c5501ff7561a', 'name': '', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'mac_address': 'fa:16:3e:65:b2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '439fec5e-c021-4080-8d49-3a89398ff24e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:52Z', 'updated_at': '2022-02-16T16:56:58Z', 'revision_number': 4, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'subnets': [{'id': '439fec5e-c021-4080-8d49-3a89398ff24e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:56:59.516121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c76ae5-207d-40cd-94e9-7c0501ffa71d None None] Pushing event updated for resources: {'Port': ['ID=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:59.583133 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] For port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:56:59.587709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] For port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:56:59.595503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.599175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:59.641404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94e98f-fa48-4dd2-b25b-4118e50cce78 None None] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:56:59.671580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:59.672166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.708924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-632622f3-5f8a-4d90-a50f-e365ec93bef8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:56:59.714338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.788343 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c0c19640-7a23-4014-9998-068f95106f9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3242395 Feb 16 16:56:59.788547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Routers {'c246efe9-58c6-4531-9864-0c15b176ce52'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:56:59.788547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['c246efe9-58c6-4531-9864-0c15b176ce52'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:59.790030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50602) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:59.809554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-632622f3-5f8a-4d90-a50f-e365ec93bef8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:56:59.815221 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-632622f3-5f8a-4d90-a50f-e365ec93bef8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7650142 Feb 16 16:56:59.815351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1867892653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:59.823970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50606) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:56:59.828192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365704964'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:59.865832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:59.868381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port a8b05d48-3ff9-427e-84ad-c5501ff7561a {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:56:59.868838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:59.902090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:56:59.921403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c76ae5-207d-40cd-94e9-7c0501ffa71d None None] Pushing event updated for resources: {'Port': ['ID=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:59.934901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:56:59.968267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:router and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:56:59.985573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:00.008492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:00.084141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.088388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.089397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.130738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.177866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] Set router c246efe9-58c6-4531-9864-0c15b176ce52 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:00.241915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.282968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a8b05d48-3ff9-427e-84ad-c5501ff7561a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:00.306484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] For port a8b05d48-3ff9-427e-84ad-c5501ff7561a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a8b05d48-3ff9-427e-84ad-c5501ff7561a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:00.307540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.314242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.315395 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a4c1bfa-adf1-41ca-a586-a6a7953d6ba5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5248718 Feb 16 16:57:00.324739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50610) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:00.457484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.493176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for a8b05d48-3ff9-427e-84ad-c5501ff7561a owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:00.590301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Subnet': ['ID=840bc3a7-2b32-4af8-91b2-8f523967918f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:00.597089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.635077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:00.647184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.659407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40', 'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40', 'tenant_id': 'f6e0ba967a93417a8c0f243dbd771ccb', 'fixed_ips': [{'subnet_id': 'df8772c0-31ef-45c0-9628-eb53226787e2'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:00.660336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.685315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Checking segment: {'id': '7e1a674a-b81b-4f80-8c3e-ef98800ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:00.685668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network hostable DHCP agents. Network: 9ec33d90-4c6b-4777-be20-c77fd8d62b60, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:00.693397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.695318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.715337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:00.761012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:00.777658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 9ec33d90-4c6b-4777-be20-c77fd8d62b60) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:00.784513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:00.794357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:00.800273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1b48f-8f58-4d63-b63b-8de78ac13303 None None] Network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:00.833838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a8b05d48-3ff9-427e-84ad-c5501ff7561a completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:00.875343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:00.964976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a8b05d48-3ff9-427e-84ad-c5501ff7561a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:00.965341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.038075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1646dc83-eb7c-48ac-92c4-88d4be58029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.079062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event updated for resources: {'Subnet': ['ID=5f304156-9557-40a2-9e4b-7d9588b39542,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:01.094867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Checking segment: {'id': '8adbf29a-1e0a-489d-a326-7271bbf8e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:01.095080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network hostable DHCP agents. Network: ba3e7399-b990-49b9-9948-96c98670278d, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:01.112742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Allocated IP 172.26.7.64 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/22625228-41ce-4bc7-bb4c-18db2780b349) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:01.132126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Network ba3e7399-b990-49b9-9948-96c98670278d is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:01.152408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Allocated IP 172.20.0.2 (6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40/df8772c0-31ef-45c0-9628-eb53226787e2/a59a6e45-21d6-438b-988d-8d259c902dd4) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:01.215542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ba3e7399-b990-49b9-9948-96c98670278d) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:01.225555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246efe9-58c6-4531-9864-0c15b176ce52', 'name': 'tempest-snat-router-1482946006', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.239'}], 'enable_snat': False}, 'gw_port_id': '6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:52Z', 'updated_at': '2022-02-16T16:56:55Z', 'revision_number': 3, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port': {'id': '6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:45:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246efe9-58c6-4531-9864-0c15b176ce52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:53Z', 'updated_at': '2022-02-16T16:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:01.226067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.226545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.227237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.259137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08084f3-3b96-4d5d-a9e5-e5e026744230 None None] Network ba3e7399-b990-49b9-9948-96c98670278d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:01.274223 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e86c0811-6c5e-43be-b277-c0c6e201f368 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3334100 Feb 16 16:57:01.278951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50614) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:01.335097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.372371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e8be4-e275-4a67-8809-b6e54126241d None None] The sync data for ids ['c246efe9-58c6-4531-9864-0c15b176ce52'] in dv-neutron-829527-2-hyperv is: [{'id': 'c246efe9-58c6-4531-9864-0c15b176ce52', 'name': 'tempest-snat-router-1482946006', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.239'}], 'enable_snat': False}, 'gw_port_id': '6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:52Z', 'updated_at': '2022-02-16T16:56:55Z', 'revision_number': 3, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port': {'id': '6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:45:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246efe9-58c6-4531-9864-0c15b176ce52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:56:53Z', 'updated_at': '2022-02-16T16:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:01.384535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.485502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-9ec33d90-4c6b-4777-be20-c77fd8d62b60', 'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60', 'tenant_id': '0e61e34e76754d1eb7505c5b929ef34f', 'fixed_ips': [{'subnet_id': '840bc3a7-2b32-4af8-91b2-8f523967918f'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:01.486528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.508674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.517736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:01.518700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Port': ['ID=22625228-41ce-4bc7-bb4c-18db2780b349,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:01.527630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:01.533834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:01.615185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd53cf4-adc6-493a-bebb-4a55bc15d719 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.616948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd53cf4-adc6-493a-bebb-4a55bc15d719 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.618952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd53cf4-adc6-493a-bebb-4a55bc15d719 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.621690 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3bd53cf4-adc6-493a-bebb-4a55bc15d719 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3328400 Feb 16 16:57:01.639077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50618) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:01.803799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.832376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.850248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.881351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:01.951489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Deleting subnet 840bc3a7-2b32-4af8-91b2-8f523967918f {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:01.973359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Allocated IP 2001:db8::1 (9ec33d90-4c6b-4777-be20-c77fd8d62b60/840bc3a7-2b32-4af8-91b2-8f523967918f/185a2bc7-5c49-4abb-9e05-ea846e856d5d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:02.030679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Router 28071f0b-0be5-4a17-9da0-166f872788f4 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:02.053377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-ba3e7399-b990-49b9-9948-96c98670278d', 'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d', 'tenant_id': '0e61e34e76754d1eb7505c5b929ef34f', 'fixed_ips': [{'subnet_id': '5f304156-9557-40a2-9e4b-7d9588b39542'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:02.054189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.069464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=a8b05d48-3ff9-427e-84ad-c5501ff7561a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:02.195726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:02.233687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11dd7f9-ba7f-490f-89fb-6036be1a8cfc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:02.251793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.412358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.432418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.436106 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-613e11f9-616c-425b-ac0a-2c401e7ed490 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6100245 Feb 16 16:57:02.451895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50622) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:02.459357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'b11dd7f9-ba7f-490f-89fb-6036be1a8cfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:02.466370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:02.471813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:02.476690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:02.481700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Transition to ACTIVE for port object a59a6e45-21d6-438b-988d-8d259c902dd4 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:02.490365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:02.566332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Transition to ACTIVE for port object a59a6e45-21d6-438b-988d-8d259c902dd4 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:02.590900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:02.602137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.696891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.716466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.721032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:02.721400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.767538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.819246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:02.830600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:02.833503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:02.846113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:02.862133 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] Sync routers for ids ['28071f0b-0be5-4a17-9da0-166f872788f4'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:02.862766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Pushing event updated for resources: {'Port': ['ID=a59a6e45-21d6-438b-988d-8d259c902dd4,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:02.878811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.887906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.898145 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] Routers {'28071f0b-0be5-4a17-9da0-166f872788f4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:02.899302 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['28071f0b-0be5-4a17-9da0-166f872788f4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:02.908477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Allocated IP 2001:db8:0:1::1 (ba3e7399-b990-49b9-9948-96c98670278d/5f304156-9557-40a2-9e4b-7d9588b39542/beb0bd0c-e989-4766-a44a-2ebc60da6f17) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:02.911721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:02.988260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0a4130-650f-4aa1-8e1a-4fccbd182504,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:02.988638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Transition to ACTIVE for port object 185a2bc7-5c49-4abb-9e05-ea846e856d5d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:03.015937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.018172 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1f77ff00-bc47-4799-9444-af57cfaee10f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5643995 Feb 16 16:57:03.020582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50626) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.032041 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:03.052885 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-250d36df-3702-4480-95a2-15bfebc84451 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules/9c0a4130-650f-4aa1-8e1a-4fccbd182504 HTTP/1.1" status: 200 len: 763 time: 0.0311770 Feb 16 16:57:03.055488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50630) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.061125 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] Routers {'28071f0b-0be5-4a17-9da0-166f872788f4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:03.062807 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:56:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['28071f0b-0be5-4a17-9da0-166f872788f4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:03.126502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Attempting to bind port a59a6e45-21d6-438b-988d-8d259c902dd4 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:03.127166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Attempting to bind port a59a6e45-21d6-438b-988d-8d259c902dd4 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7cb087ab-93bb-44db-9c3b-1587fa379754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:03.127680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Attempting to bind port a59a6e45-21d6-438b-988d-8d259c902dd4 on network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:03.128532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8771b3a6-c361-4626-adbc-19c044369745 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:03.137338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Router dc7e391c-6761-43ce-8d8b-33af5e038ee0 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:03.142801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.144313 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-154d445c-0712-4541-9b8f-d643995a798b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "PUT /v2.0/routers/28071f0b-0be5-4a17-9da0-166f872788f4 HTTP/1.1" status: 200 len: 880 time: 8.3372719 Feb 16 16:57:03.147631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50634) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.160592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Transition to ACTIVE for port object 185a2bc7-5c49-4abb-9e05-ea846e856d5d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:03.179684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:03.180512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Checking segment: {'id': '7cb087ab-93bb-44db-9c3b-1587fa379754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:03.181038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.181800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Bound using segment: {'id': '7cb087ab-93bb-44db-9c3b-1587fa379754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:03.183041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Bound port: a59a6e45-21d6-438b-988d-8d259c902dd4, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb087ab-93bb-44db-9c3b-1587fa379754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:03.183613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.193920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.196573 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:03.196969 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e921bff-d12a-4b10-b7a0-5348dfd588a8 None None] The sync data for ids ['28071f0b-0be5-4a17-9da0-166f872788f4'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:03.203728 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.291020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.382992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:03.394747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:03.404707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8771b3a6-c361-4626-adbc-19c044369745 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:03.406144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8771b3a6-c361-4626-adbc-19c044369745 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3497612 Feb 16 16:57:03.412151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:03.417526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:03.425670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Pushing event updated for resources: {'Port': ['ID=185a2bc7-5c49-4abb-9e05-ea846e856d5d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:03.443012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.444161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50638) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.466344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.540830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-adf4055a-ac84-4cde-aa3b-7e21413dac5a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.579421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-adf4055a-ac84-4cde-aa3b-7e21413dac5a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.589099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Router 746f21b3-0553-4e57-85af-f1f72af1e353 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:03.618800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Allocated IP 172.20.0.1 (6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40/df8772c0-31ef-45c0-9628-eb53226787e2/9da917df-f482-42ab-9025-468f6105b587) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:03.678718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] For port a59a6e45-21d6-438b-988d-8d259c902dd4, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:03.696294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9a52-bd2b-432c-8a15-469c6a601355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.707502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Attempting to bind port 185a2bc7-5c49-4abb-9e05-ea846e856d5d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:03.707854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Attempting to bind port 185a2bc7-5c49-4abb-9e05-ea846e856d5d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7e1a674a-b81b-4f80-8c3e-ef98800ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:03.708573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Attempting to bind port 185a2bc7-5c49-4abb-9e05-ea846e856d5d on network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:03.713456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] For port a59a6e45-21d6-438b-988d-8d259c902dd4, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a59a6e45-21d6-438b-988d-8d259c902dd4,segment=NetworkSegment(7cb087ab-93bb-44db-9c3b-1587fa379754),segment_id=7cb087ab-93bb-44db-9c3b-1587fa379754)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:03.720316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.725124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:03.731929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.768396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:03.775389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:03.776342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Checking segment: {'id': '7e1a674a-b81b-4f80-8c3e-ef98800ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:03.776998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.777217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Bound using segment: {'id': '7e1a674a-b81b-4f80-8c3e-ef98800ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:03.777669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Bound port: 185a2bc7-5c49-4abb-9e05-ea846e856d5d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1a674a-b81b-4f80-8c3e-ef98800ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ec33d90-4c6b-4777-be20-c77fd8d62b60'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:03.778033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.795048 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b0dab806-8547-4b82-95cb-5f9a39730a25 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/28071f0b-0be5-4a17-9da0-166f872788f4 HTTP/1.1" status: 200 len: 921 time: 0.6461933 Feb 16 16:57:03.796500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50642) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.800705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.801813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Sync routers for ids ['dc7e391c-6761-43ce-8d8b-33af5e038ee0'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:03.803841 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0b2e2247-df13-47ed-ba5c-48177de04ef5 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1923306 Feb 16 16:57:03.805296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50646) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.817351 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Transition to ACTIVE for port object beb0bd0c-e989-4766-a44a-2ebc60da6f17 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:03.855597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-adf4055a-ac84-4cde-aa3b-7e21413dac5a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.899900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.931363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:03.933486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4055a-ac84-4cde-aa3b-7e21413dac5a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c0a4130-650f-4aa1-8e1a-4fccbd182504,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:03.957683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Transition to ACTIVE for port object beb0bd0c-e989-4766-a44a-2ebc60da6f17 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:03.958658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Routers {'dc7e391c-6761-43ce-8d8b-33af5e038ee0'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:03.959503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dc7e391c-6761-43ce-8d8b-33af5e038ee0'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:03.963796 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] Sync routers for ids ['746f21b3-0553-4e57-85af-f1f72af1e353'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:03.971347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0fd29694-8a39-418d-8d59-d21ab54726ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "PUT /v2.0/routers/746f21b3-0553-4e57-85af-f1f72af1e353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7897530 Feb 16 16:57:03.978049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-adf4055a-ac84-4cde-aa3b-7e21413dac5a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:03.979486 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-adf4055a-ac84-4cde-aa3b-7e21413dac5a tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9c0a4130-650f-4aa1-8e1a-4fccbd182504 HTTP/1.1" status: 204 len: 168 time: 0.5347490 Feb 16 16:57:03.984624 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] Routers {'746f21b3-0553-4e57-85af-f1f72af1e353'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:03.986275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50650) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.986502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50654) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:03.987247 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['746f21b3-0553-4e57-85af-f1f72af1e353'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:04.052690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.086089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bebf5-8ed6-473c-8821-4bb23d8fc541 None None] Pushing event updated for resources: {'Port': ['ID=a59a6e45-21d6-438b-988d-8d259c902dd4,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:04.162499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f78ac-4c56-49db-a7af-0e95860e6471 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:04.168540 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b99f78ac-4c56-49db-a7af-0e95860e6471 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=28071f0b-0be5-4a17-9da0-166f872788f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3694806 Feb 16 16:57:04.169348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50660) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:04.220678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2fa642-a4d4-4802-befd-2398fe844672 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:04.222503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2fa642-a4d4-4802-befd-2398fe844672 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:04.223341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-db2fa642-a4d4-4802-befd-2398fe844672 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:04.234661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.284260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Transition to ACTIVE for port object 9da917df-f482-42ab-9025-468f6105b587 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:04.293415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Network ba3e7399-b990-49b9-9948-96c98670278d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:04.300485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Pushing event updated for resources: {'Port': ['ID=beb0bd0c-e989-4766-a44a-2ebc60da6f17,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:04.302036 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] Set router 746f21b3-0553-4e57-85af-f1f72af1e353 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:04.303251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:04.320923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:04.355187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3db2f1e5-b1a7-4f09-9259-61ba0debba06 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:04.356345 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9e9a2dec-eb04-475c-ba32-917a714cbb2c tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/dc7e391c-6761-43ce-8d8b-33af5e038ee0 HTTP/1.1" status: 200 len: 907 time: 0.5502996 Feb 16 16:57:04.363488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50664) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:04.364029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.364980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:04.429672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.493490 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:50Z', 'updated_at': '2022-02-16T16:57:01Z', 'revision_number': 3, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:04.507195 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] Checking router: 746f21b3-0553-4e57-85af-f1f72af1e353 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:57:04.511942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3db2f1e5-b1a7-4f09-9259-61ba0debba06 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:04.513801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3db2f1e5-b1a7-4f09-9259-61ba0debba06 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5216660 Feb 16 16:57:04.515064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.528595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Subnet': ['ID=840bc3a7-2b32-4af8-91b2-8f523967918f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:04.531140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-db2fa642-a4d4-4802-befd-2398fe844672 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:04.531643 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] Routers {'746f21b3-0553-4e57-85af-f1f72af1e353'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:04.532640 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['746f21b3-0553-4e57-85af-f1f72af1e353'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:04.535802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-db2fa642-a4d4-4802-befd-2398fe844672 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5454409 Feb 16 16:57:04.536817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50668) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:04.537510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50670) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:04.548033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:04.555622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:04.561935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:04.585970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] For port 185a2bc7-5c49-4abb-9e05-ea846e856d5d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:04.629095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.634271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.671460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'b11dd7f9-ba7f-490f-89fb-6036be1a8cfc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:04.679094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:04.687717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] For port 185a2bc7-5c49-4abb-9e05-ea846e856d5d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=185a2bc7-5c49-4abb-9e05-ea846e856d5d,segment=NetworkSegment(7e1a674a-b81b-4f80-8c3e-ef98800ea77c),segment_id=7e1a674a-b81b-4f80-8c3e-ef98800ea77c)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:04.692234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:04.706761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 439fec5e-c021-4080-8d49-3a89398ff24e {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:04.714654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.809172 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] Set router 746f21b3-0553-4e57-85af-f1f72af1e353 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:04.847142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Attempting to bind port beb0bd0c-e989-4766-a44a-2ebc60da6f17 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:04.847679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Attempting to bind port beb0bd0c-e989-4766-a44a-2ebc60da6f17 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '8adbf29a-1e0a-489d-a326-7271bbf8e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:04.848043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Attempting to bind port beb0bd0c-e989-4766-a44a-2ebc60da6f17 on network ba3e7399-b990-49b9-9948-96c98670278d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:04.851044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-372c73c5-3061-48d4-9421-33c45401411b tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/subnets/840bc3a7-2b32-4af8-91b2-8f523967918f HTTP/1.1" status: 204 len: 168 time: 3.2002156 Feb 16 16:57:04.866240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.873632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Set router dc7e391c-6761-43ce-8d8b-33af5e038ee0 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:04.922795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50676) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:04.925673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:04.937256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.008980 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:50Z', 'updated_at': '2022-02-16T16:57:01Z', 'revision_number': 3, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:05.009583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:05.009583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Checking segment: {'id': '8adbf29a-1e0a-489d-a326-7271bbf8e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:05.010651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.011070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Bound using segment: {'id': '8adbf29a-1e0a-489d-a326-7271bbf8e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:05.011582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Bound port: beb0bd0c-e989-4766-a44a-2ebc60da6f17, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adbf29a-1e0a-489d-a326-7271bbf8e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba3e7399-b990-49b9-9948-96c98670278d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:05.011936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.018863 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa75ff-8528-4ca3-8660-edd675acc859 None None] The sync data for ids ['746f21b3-0553-4e57-85af-f1f72af1e353'] in dv-neutron-829527-2-hyperv is: [{'id': '746f21b3-0553-4e57-85af-f1f72af1e353', 'name': 'tempest-NetworksTestDHCPv6-router-1425569418', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:50Z', 'updated_at': '2022-02-16T16:57:01Z', 'revision_number': 3, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:05.088495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863fe8-6c69-421f-94f8-d9e443313923 None None] Pushing event updated for resources: {'Port': ['ID=185a2bc7-5c49-4abb-9e05-ea846e856d5d,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:05.169311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e9d2d1-33ed-4541-a66a-9d48edc09526 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:05.170020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-70e9d2d1-33ed-4541-a66a-9d48edc09526 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Synchronizing usage tracker for tenant:7d13d896002a40f4ac2df1d8cf67cc3c on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:05.172700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.203724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.224221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Port': ['ID=9da917df-f482-42ab-9025-468f6105b587,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:05.231548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Deleting subnet 5f304156-9557-40a2-9e4b-7d9588b39542 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:05.236710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-70e9d2d1-33ed-4541-a66a-9d48edc09526 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Unset dirty status for tenant:7d13d896002a40f4ac2df1d8cf67cc3c on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:05.238003 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70e9d2d1-33ed-4541-a66a-9d48edc09526 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 1.0631804 Feb 16 16:57:05.243136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50680) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:05.244992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.246183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.257584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:05.258360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.355623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-864fbe2b-dd6d-49a6-9cbe-983bcf073080 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=28071f0b-0be5-4a17-9da0-166f872788f4 HTTP/1.1" status: 200 len: 205 time: 0.1098628 Feb 16 16:57:05.356305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50684) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:05.480970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] For port beb0bd0c-e989-4766-a44a-2ebc60da6f17, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:05.515916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] For port beb0bd0c-e989-4766-a44a-2ebc60da6f17, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=beb0bd0c-e989-4766-a44a-2ebc60da6f17,segment=NetworkSegment(8adbf29a-1e0a-489d-a326-7271bbf8e231),segment_id=8adbf29a-1e0a-489d-a326-7271bbf8e231)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:05.582964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.670891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.741145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.764424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.826757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9f64a-4d0d-4b0a-a248-a83f677833b8 None None] Pushing event updated for resources: {'Port': ['ID=beb0bd0c-e989-4766-a44a-2ebc60da6f17,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:05.845083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7e391c-6761-43ce-8d8b-33af5e038ee0', 'name': 'tempest-snat-router-1482946006', 'tenant_id': '8b34932273364a27bc42ed4d65a9b454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '22625228-41ce-4bc7-bb4c-18db2780b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:56:59Z', 'updated_at': '2022-02-16T16:57:01Z', 'revision_number': 3, 'project_id': '8b34932273364a27bc42ed4d65a9b454', 'gw_port': {'id': '22625228-41ce-4bc7-bb4c-18db2780b349', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7e391c-6761-43ce-8d8b-33af5e038ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:00Z', 'updated_at': '2022-02-16T16:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:05.848276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.852864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Checking router: dc7e391c-6761-43ce-8d8b-33af5e038ee0 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:57:05.853566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Updating router dc7e391c-6761-43ce-8d8b-33af5e038ee0 port 22625228-41ce-4bc7-bb4c-18db2780b349 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:57:05.857730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.954264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:05.967078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6419da-ecae-41eb-85a5-25854ccdd82c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:06.010802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Deleting port 22625228-41ce-4bc7-bb4c-18db2780b349 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:06.011596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.013344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9559132-fd52-47d1-bc7d-df1a3325f336 None None] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:06.047056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.131459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.132678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eaba68b3-24bf-4aee-8e50-a539896631bf tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5812998 Feb 16 16:57:06.163264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.192959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50688) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:06.231384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=439fec5e-c021-4080-8d49-3a89398ff24e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:06.258985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.263973 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1b74f5a3-a8ca-4e01-a2da-e6a594fb0d54 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/439fec5e-c021-4080-8d49-3a89398ff24e HTTP/1.1" status: 204 len: 168 time: 1.7082279 Feb 16 16:57:06.276493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50692) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:06.294393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8e960-4c4d-4fdb-82c0-b9679d07e41a None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:06.320205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7e188692-b434-4059-a067-e21de1f352e6 None None] Provisioning for port a59a6e45-21d6-438b-988d-8d259c902dd4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:06.358200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.362917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 185a2bc7-5c49-4abb-9e05-ea846e856d5d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:06.413351 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41f70a58-4e4e-4de7-86de-1a99adfbdfee tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules/4c6419da-ecae-41eb-85a5-25854ccdd82c HTTP/1.1" status: 200 len: 763 time: 0.2056468 Feb 16 16:57:06.417476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50698) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:06.418240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Deleting port a59ba1e3-addc-47f2-b629-96b8f353127e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:06.420209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.582444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.614385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e548f00a-62ce-40e8-9b86-b811a94ccf9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:router {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:06.660111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.762597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b69117-c1f0-4e07-be61-51547ef4648a None None] Network 9ec33d90-4c6b-4777-be20-c77fd8d62b60 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:06.775302 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e7af5bc0-6a1d-4aec-bb15-18de7f3b312f tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3279335 Feb 16 16:57:06.786129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50702) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:06.830183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Calling delete_port for 22625228-41ce-4bc7-bb4c-18db2780b349 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:06.862121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e548f00a-62ce-40e8-9b86-b811a94ccf9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:router {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:06.863817 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e548f00a-62ce-40e8-9b86-b811a94ccf9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5866642 Feb 16 16:57:06.874377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50706) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:06.911189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45a5da68-a163-49ed-8dc9-9b21e40e43aa tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.921578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.983436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45a5da68-a163-49ed-8dc9-9b21e40e43aa tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.033507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Subnet': ['ID=5f304156-9557-40a2-9e4b-7d9588b39542,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:07.038140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.045894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-421f8357-5898-4059-9461-c9ee17a6cfff None None] Provisioning for port 185a2bc7-5c49-4abb-9e05-ea846e856d5d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:07.052262 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a243f36b-8f84-4a57-817c-c210745290ed tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/subnets/5f304156-9557-40a2-9e4b-7d9588b39542 HTTP/1.1" status: 204 len: 168 time: 2.1006234 Feb 16 16:57:07.052448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.056286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.058743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50710) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:07.060769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.110316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.123393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.316803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d3357-cd1f-460c-8ab4-e4f0d3dd1ccb None None] Network ba3e7399-b990-49b9-9948-96c98670278d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:07.439237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 185a2bc7-5c49-4abb-9e05-ea846e856d5d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:07.499486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Calling delete_port for a59ba1e3-addc-47f2-b629-96b8f353127e owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:07.513959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 185a2bc7-5c49-4abb-9e05-ea846e856d5d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:07.514444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.557861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.resource_extend [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:57:07.575910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45a5da68-a163-49ed-8dc9-9b21e40e43aa tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.606084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.609328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.643202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5da68-a163-49ed-8dc9-9b21e40e43aa tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c6419da-ecae-41eb-85a5-25854ccdd82c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:07.644892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Port': ['ID=9da917df-f482-42ab-9025-468f6105b587,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:07.658095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.663890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f9738-0378-40cf-8681-e9fc6fae6cb0 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.664574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-974f9738-0378-40cf-8681-e9fc6fae6cb0 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Synchronizing usage tracker for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:07.666613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.667116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Fanout notify agent at l3_agent the message router_deleted on router 746f21b3-0553-4e57-85af-f1f72af1e353 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:07.681167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45a5da68-a163-49ed-8dc9-9b21e40e43aa tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.684869 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-45a5da68-a163-49ed-8dc9-9b21e40e43aa tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4c6419da-ecae-41eb-85a5-25854ccdd82c HTTP/1.1" status: 204 len: 168 time: 0.8891919 Feb 16 16:57:07.685941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50714) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:07.722702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.723772 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1f4a01c-f225-4e91-bda4-cc643e17eddf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/routers/746f21b3-0553-4e57-85af-f1f72af1e353 HTTP/1.1" status: 204 len: 168 time: 0.8478823 Feb 16 16:57:07.731329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50718) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:07.734960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d59edded-5edc-48c8-a71a-de4aec4cc7fd None None] Provisioning for port beb0bd0c-e989-4766-a44a-2ebc60da6f17 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:07.740227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:07.763385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:07.788677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-974f9738-0378-40cf-8681-e9fc6fae6cb0 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Unset dirty status for tenant:0e61e34e76754d1eb7505c5b929ef34f on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:07.795953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-974f9738-0378-40cf-8681-e9fc6fae6cb0 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7251289 Feb 16 16:57:07.799472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50722) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:07.868398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:07.869606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:07.895941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event deleted for resources: {'Port': ['ID=22625228-41ce-4bc7-bb4c-18db2780b349,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:07.917865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c3d59e1-143e-4b85-a22a-b7069e8c46e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:08.004665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.062218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:08.071105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:08.078071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c3d59e1-143e-4b85-a22a-b7069e8c46e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:08.079407 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8c3d59e1-143e-4b85-a22a-b7069e8c46e1 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3925588 Feb 16 16:57:08.087037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] Deleting port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:08.087404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.089938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.091269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50726) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:08.099374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:08.103403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:08.108212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': 'b11dd7f9-ba7f-490f-89fb-6036be1a8cfc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:08.110713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:08.123398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:08.144017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:08.146310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.172570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 185a2bc7-5c49-4abb-9e05-ea846e856d5d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=185a2bc7-5c49-4abb-9e05-ea846e856d5d,segment=NetworkSegment(7e1a674a-b81b-4f80-8c3e-ef98800ea77c),segment_id=7e1a674a-b81b-4f80-8c3e-ef98800ea77c)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:08.177729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] DHCP port deletion for 9ec33d90-4c6b-4777-be20-c77fd8d62b60 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:08.182733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] DHCP port deletion for ba3e7399-b990-49b9-9948-96c98670278d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:08.187073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:08.191224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.200638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.202038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a59a6e45-21d6-438b-988d-8d259c902dd4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:08.278602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Deleting port beb0bd0c-e989-4766-a44a-2ebc60da6f17 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:08.278892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.350591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.362458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] Deleting port 185a2bc7-5c49-4abb-9e05-ea846e856d5d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:08.363678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.408013 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Project c454ea1707c74fa9a348dac1130740ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:57:08.427493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Deleting port beb0bd0c-e989-4766-a44a-2ebc60da6f17 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:08.428003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.438875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.454508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.459431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.491140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event deleted for resources: {'Port': ['ID=a59ba1e3-addc-47f2-b629-96b8f353127e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:08.525979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.526503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc7e391c-6761-43ce-8d8b-33af5e038ee0 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:08.562213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=185a2bc7-5c49-4abb-9e05-ea846e856d5d,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:08.575203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Port 22625228-41ce-4bc7-bb4c-18db2780b349 not found while updating agent binding for router dc7e391c-6761-43ce-8d8b-33af5e038ee0. {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 16:57:08.607025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.615993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.661359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.662463 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-48b85bec-7aec-4e4d-bcda-6961ebd3d9b8 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/routers/dc7e391c-6761-43ce-8d8b-33af5e038ee0 HTTP/1.1" status: 204 len: 168 time: 4.2974365 Feb 16 16:57:08.682942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50730) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:08.735425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428e9adb-70b4-48e0-9976-128ca750c8b2,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:08.748385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.750086 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1d2c9b73-75f0-40ba-a611-a18965f747ce tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6529992 Feb 16 16:57:08.751465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.755521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50734) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:08.805688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] For port 185a2bc7-5c49-4abb-9e05-ea846e856d5d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=185a2bc7-5c49-4abb-9e05-ea846e856d5d,segment=NetworkSegment(7e1a674a-b81b-4f80-8c3e-ef98800ea77c),segment_id=7e1a674a-b81b-4f80-8c3e-ef98800ea77c)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:08.806169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.835024 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fa1d12ae-2167-4cdb-b294-e28947ef07b2 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules/428e9adb-70b4-48e0-9976-128ca750c8b2 HTTP/1.1" status: 200 len: 769 time: 0.0447514 Feb 16 16:57:08.836956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:08.841001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50738) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:08.843684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:08.873915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.883515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:08.884205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:08.925044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d719c556-1a06-4fa3-9641-2482be4cfbe3 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:08.926205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=da957cb6-56f1-4895-a7b8-60b88121b47b,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:08.927797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Routers set() bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:08.928181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Router IDs set() for agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 16:57:08.928821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc7e391c-6761-43ce-8d8b-33af5e038ee0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent'). {{(pid=87722) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:57:08.929351 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6eccdc-b12e-4ca2-b3c9-207159b35e23 None None] The sync data for ids ['dc7e391c-6761-43ce-8d8b-33af5e038ee0'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:08.951400 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4aca0ef4-7777-43c1-9988-afc66ed9e3ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2191963 Feb 16 16:57:08.953904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:08.960887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:08.968102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d719c556-1a06-4fa3-9641-2482be4cfbe3 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:08.969743 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d719c556-1a06-4fa3-9641-2482be4cfbe3 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1276562 Feb 16 16:57:08.971133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:08.973292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50746) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:08.988928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:router and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:08.995169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:09.008749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:09.022488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8071b47f-99e7-47c6-b43d-b8d928f1f4f8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.035812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8071b47f-99e7-47c6-b43d-b8d928f1f4f8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.043151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.044164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.071996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.084744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8071b47f-99e7-47c6-b43d-b8d928f1f4f8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.093740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a59a6e45-21d6-438b-988d-8d259c902dd4 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:09.106907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] Calling delete_port for 185a2bc7-5c49-4abb-9e05-ea846e856d5d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:09.114726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b47f-99e7-47c6-b43d-b8d928f1f4f8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=428e9adb-70b4-48e0-9976-128ca750c8b2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:09.122982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8071b47f-99e7-47c6-b43d-b8d928f1f4f8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.124211 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8071b47f-99e7-47c6-b43d-b8d928f1f4f8 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/428e9adb-70b4-48e0-9976-128ca750c8b2 HTTP/1.1" status: 204 len: 168 time: 0.1499798 Feb 16 16:57:09.126718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50750) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:09.144170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.149456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Provisioning complete for port a59a6e45-21d6-438b-988d-8d259c902dd4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:09.149456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.183085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.184932 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-50197dcf-010e-4b54-8148-fcbf825f213e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2293828 Feb 16 16:57:09.189247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50754) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:09.203913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7585b7d-6e91-4280-b02c-be1c9262b3af tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:09.259100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a59a6e45-21d6-438b-988d-8d259c902dd4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:09.259468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.274595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.280972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7585b7d-6e91-4280-b02c-be1c9262b3af tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:09.282700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f7585b7d-6e91-4280-b02c-be1c9262b3af tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1546111 Feb 16 16:57:09.292112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50758) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:09.384365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] For port beb0bd0c-e989-4766-a44a-2ebc60da6f17, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=beb0bd0c-e989-4766-a44a-2ebc60da6f17,segment=NetworkSegment(8adbf29a-1e0a-489d-a326-7271bbf8e231),segment_id=8adbf29a-1e0a-489d-a326-7271bbf8e231)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:09.385973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.437039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.492972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.557159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Router d34cd13e-53fe-47a2-89ae-d0de91b19931 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:09.573032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Calling delete_port for beb0bd0c-e989-4766-a44a-2ebc60da6f17 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:09.587273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] For port a39d3bb8-009a-4b33-a70a-0667a44ac2b2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:09.588472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.613831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] For port beb0bd0c-e989-4766-a44a-2ebc60da6f17, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=beb0bd0c-e989-4766-a44a-2ebc60da6f17,segment=NetworkSegment(8adbf29a-1e0a-489d-a326-7271bbf8e231),segment_id=8adbf29a-1e0a-489d-a326-7271bbf8e231)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:09.614261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.625341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.809819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ba01de5-e08d-4a06-a731-1945ca9ad173 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.851236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.851877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Fanout notify agent at l3_agent the message router_deleted on router 28071f0b-0be5-4a17-9da0-166f872788f4 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:09.881671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ba01de5-e08d-4a06-a731-1945ca9ad173 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.909517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] Calling delete_port for a39d3bb8-009a-4b33-a70a-0667a44ac2b2 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:09.921381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.922476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ffb4c6d5-3330-40d7-8780-997fad0e4b8c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/28071f0b-0be5-4a17-9da0-166f872788f4 HTTP/1.1" status: 204 len: 168 time: 4.5476780 Feb 16 16:57:09.931025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50762) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:09.940024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1071421443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:09.946151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.946315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:09.947939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.964634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.972502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Calling delete_port for beb0bd0c-e989-4766-a44a-2ebc60da6f17 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:09.994507 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8d5b8bde-8513-446c-8213-20c7d3194676 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "PUT /v2.0/routers/d34cd13e-53fe-47a2-89ae-d0de91b19931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5877528 Feb 16 16:57:09.996168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.004687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] Pushing event deleted for resources: {'Port': ['ID=185a2bc7-5c49-4abb-9e05-ea846e856d5d,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:10.005419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50766) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:10.006808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:10.007526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28507894-f25d-4a0f-85d8-63bee8ec8551 None None] No DVR routers for this DVR port 185a2bc7-5c49-4abb-9e05-ea846e856d5d on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:10.017078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'port': {'network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40', 'name': 'tempest-FloatingIPNegativeTestJSON-1483699216'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:10.033337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] Sync routers for ids ['d34cd13e-53fe-47a2-89ae-d0de91b19931'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:10.047142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Usage tracker for resource:router and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:10.053840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Port': ['ID=beb0bd0c-e989-4766-a44a-2ebc60da6f17,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:10.062524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:10.067027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] No DVR routers for this DVR port beb0bd0c-e989-4766-a44a-2ebc60da6f17 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:10.126325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:10.130447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ba01de5-e08d-4a06-a731-1945ca9ad173 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.152378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] Routers {'d34cd13e-53fe-47a2-89ae-d0de91b19931'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:10.153061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d34cd13e-53fe-47a2-89ae-d0de91b19931'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.162633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Deleting port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:10.163289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.283955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.289257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] For port a59a6e45-21d6-438b-988d-8d259c902dd4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a59a6e45-21d6-438b-988d-8d259c902dd4,segment=NetworkSegment(7cb087ab-93bb-44db-9c3b-1587fa379754),segment_id=7cb087ab-93bb-44db-9c3b-1587fa379754)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:10.293129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.293500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba01de5-e08d-4a06-a731-1945ca9ad173 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11dd7f9-ba7f-490f-89fb-6036be1a8cfc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:10.309949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.311118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.318175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.329717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ba01de5-e08d-4a06-a731-1945ca9ad173 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.330904 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ba01de5-e08d-4a06-a731-1945ca9ad173 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/b11dd7f9-ba7f-490f-89fb-6036be1a8cfc HTTP/1.1" status: 204 len: 168 time: 1.0378239 Feb 16 16:57:10.339488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50770) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:10.362907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.386945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] Routers {'d34cd13e-53fe-47a2-89ae-d0de91b19931'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:10.387580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d34cd13e-53fe-47a2-89ae-d0de91b19931'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.394328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.481528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:10.481877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:10.491992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.492438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ef4da-bf9d-411a-9d14-139680485e89 None None] The sync data for ids ['d34cd13e-53fe-47a2-89ae-d0de91b19931'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:10.498887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] No DVR routers for this DVR port a39d3bb8-009a-4b33-a70a-0667a44ac2b2 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:10.502786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-52f317fd-0773-4274-a9c3-51bcb1699eb5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:10.529223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Provisioning for port 9da917df-f482-42ab-9025-468f6105b587 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:10.543028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-52f317fd-0773-4274-a9c3-51bcb1699eb5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:10.549582 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-52f317fd-0773-4274-a9c3-51bcb1699eb5 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2085857 Feb 16 16:57:10.551934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50774) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:10.553055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed381f17-d0ba-42b2-bf34-b92d0447cea8 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:10.555109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::1 (f92b56da-dfd9-433c-a595-962c6f07801d/da957cb6-56f1-4895-a7b8-60b88121b47b/1079e8be-bde2-49ab-bcb5-e1fac6285d04) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:10.561992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358104098'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:10.576199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:10.583301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Provisioning complete for port 9da917df-f482-42ab-9025-468f6105b587 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:10.583753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.591713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:10.629506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.665527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e7399-b990-49b9-9948-96c98670278d']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.687008 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Pushing event updated for resources: {'Port': ['ID=a59a6e45-21d6-438b-988d-8d259c902dd4,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:10.700779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.707093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adbf29a-1e0a-489d-a326-7271bbf8e231') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.707384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adbf29a-1e0a-489d-a326-7271bbf8e231') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:10.737268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:10.741469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.751219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:10.761234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:port and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:10.761789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:10.765550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] For port 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:10.765909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.773052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:10.775087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:10.780922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.783829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:10.796509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:10.812695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24053fe-da93-419f-b641-b88518d2b831 None None] Pushing event deleted for resources: {'Port': ['ID=a39d3bb8-009a-4b33-a70a-0667a44ac2b2,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:10.813040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.820546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:10.820897 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:10.842154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2d357847-14a7-4012-acf0-4f74f154372e None None] Port 9da917df-f482-42ab-9025-468f6105b587 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:10.847516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 1079e8be-bde2-49ab-bcb5-e1fac6285d04 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:10.904461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.919267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.930588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Calling delete_port for 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:10.971946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.978069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:10.979220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.988627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Deleting port beb0bd0c-e989-4766-a44a-2ebc60da6f17 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:10.988943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.994075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:10.995192 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:11.030208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:11.047187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:11.053999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.057525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.058466 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5054972 Feb 16 16:57:11.059358 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a01adb9a-6220-41dd-afee-fe4e5689974f tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1235149 Feb 16 16:57:11.059497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:11.060296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50778) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:11.060426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.065210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50780) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:11.070439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Made reservation on behalf of f6e0ba967a93417a8c0f243dbd771ccb for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:11.072727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': True}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:11.074481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.081935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ef6c-89b4-4901-b332-1b21bc55976d None None] The port 'beb0bd0c-e989-4766-a44a-2ebc60da6f17' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:57:11.084756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6fc8015-a195-467d-ada1-d36b03de9f41 None None] Provisioning complete for port 9da917df-f482-42ab-9025-468f6105b587 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:11.085125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8015-a195-467d-ada1-d36b03de9f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.105150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Request body: {'security_group_rule': {'security_group_id': '27ff12f1-3d06-44d3-a34a-4ad2933b8c3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:11.129165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:11.137785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Usage tracker for resource:security_group_rule and tenant:c454ea1707c74fa9a348dac1130740ca is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:11.158640 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc8015-a195-467d-ada1-d36b03de9f41 None None] Port 9da917df-f482-42ab-9025-468f6105b587 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:11.167447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': 'da957cb6-56f1-4895-a7b8-60b88121b47b'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:11.168665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.228128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:11.232846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] device_id is not set on port 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:57:11.272220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.276515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:11.291512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=1079e8be-bde2-49ab-bcb5-e1fac6285d04,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:11.299251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.364310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Network': ['ID=ba3e7399-b990-49b9-9948-96c98670278d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:11.375317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d33f3-184a-4f22-971d-1b8319244398 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ff12f1-3d06-44d3-a34a-4ad2933b8c3e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:11.422715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a8b05d48-3ff9-427e-84ad-c5501ff7561a no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:11.423890 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-847399bc-5f75-41e9-8d67-ba258d7d16fe tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/networks/ba3e7399-b990-49b9-9948-96c98670278d HTTP/1.1" status: 204 len: 168 time: 3.6232705 Feb 16 16:57:11.428591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50786) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:11.430582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.465318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a8b05d48-3ff9-427e-84ad-c5501ff7561a {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:11.465682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a8b05d48-3ff9-427e-84ad-c5501ff7561a not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:11.475819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/da957cb6-56f1-4895-a7b8-60b88121b47b/ef379f68-1c47-483c-80b2-a7475b1ede38) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:11.610041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a59a6e45-21d6-438b-988d-8d259c902dd4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:11.610564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.659127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.694918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event deleted for resources: {'Port': ['ID=6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:11.747282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.747633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.747964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.748297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.748628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.748952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.749455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.749780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.750098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.750602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.751082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.751548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:11.771885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Allocated IP 172.20.0.13 (6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40/df8772c0-31ef-45c0-9628-eb53226787e2/2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:11.777405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.790901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a59a6e45-21d6-438b-988d-8d259c902dd4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:11.791513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.803693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.821508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.832646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.837353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.859366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Transition to ACTIVE for port object ef379f68-1c47-483c-80b2-a7475b1ede38 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:11.887672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Transition to ACTIVE for port object ef379f68-1c47-483c-80b2-a7475b1ede38 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:11.898449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.925941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5966a1aa-a9df-4d4d-8c84-97054e4ff6a0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:11.941660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.019639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:12.026424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:12.029432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:12.037245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Pushing event updated for resources: {'Port': ['ID=ef379f68-1c47-483c-80b2-a7475b1ede38,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:12.140467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Attempting to bind port ef379f68-1c47-483c-80b2-a7475b1ede38 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:12.140836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Attempting to bind port ef379f68-1c47-483c-80b2-a7475b1ede38 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:12.141193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Attempting to bind port ef379f68-1c47-483c-80b2-a7475b1ede38 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:12.145863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a39d3bb8-009a-4b33-a70a-0667a44ac2b2 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:12.153737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.156764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.187229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a39d3bb8-009a-4b33-a70a-0667a44ac2b2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:12.187568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a39d3bb8-009a-4b33-a70a-0667a44ac2b2 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:12.187924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 185a2bc7-5c49-4abb-9e05-ea846e856d5d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:12.229456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 185a2bc7-5c49-4abb-9e05-ea846e856d5d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:12.229940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 185a2bc7-5c49-4abb-9e05-ea846e856d5d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:12.235579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:12.236233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:12.237041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.237624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:12.238693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Bound port: ef379f68-1c47-483c-80b2-a7475b1ede38, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:12.239432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.348839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] For port ef379f68-1c47-483c-80b2-a7475b1ede38, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:12.353348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] For port ef379f68-1c47-483c-80b2-a7475b1ede38, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ef379f68-1c47-483c-80b2-a7475b1ede38,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:12.360815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.374265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.375808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b3461803-e88e-4a11-b614-7104ff0854b4 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3067532 Feb 16 16:57:12.376713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.377377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c246efe9-58c6-4531-9864-0c15b176ce52 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:12.389206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50790) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:12.425942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.453465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.454353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-59706d12-9cc2-49ad-9a88-5c08535002ae tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c246efe9-58c6-4531-9864-0c15b176ce52 HTTP/1.1" status: 204 len: 168 time: 3.7668648 Feb 16 16:57:12.461558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50794) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:12.472934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.505703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-808780189', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:12.520826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:12.527135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.530225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a03bc2-6ae4-41d7-9bf3-b3a3074c2948 None None] Pushing event updated for resources: {'Port': ['ID=ef379f68-1c47-483c-80b2-a7475b1ede38,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:12.530441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Usage tracker for resource:router and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:12.559466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec33d90-4c6b-4777-be20-c77fd8d62b60']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:12.577088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:12.586757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:12.590632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1a674a-b81b-4f80-8c3e-ef98800ea77c') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:12.590925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1a674a-b81b-4f80-8c3e-ef98800ea77c') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:12.618823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.632515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.633540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.650805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.666448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.667296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.672198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.692311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-82cf8b52-1237-4529-908b-940db96f497b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.694375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:12.694865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:12.717670 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:12.790853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.865741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.872592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-82cf8b52-1237-4529-908b-940db96f497b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.902197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=1079e8be-bde2-49ab-bcb5-e1fac6285d04,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:12.910841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.928756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Allocated IP 172.26.7.99 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/ee1d994d-f034-4eca-965a-f71bcd0a0316) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:12.939524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.943466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Transition to ACTIVE for port object 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:12.962332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Network': ['ID=9ec33d90-4c6b-4777-be20-c77fd8d62b60,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:12.982799 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4e36e307-8e95-4304-8086-bbb5400ce936 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/networks/9ec33d90-4c6b-4777-be20-c77fd8d62b60 HTTP/1.1" status: 204 len: 168 time: 1.5440443 Feb 16 16:57:12.985560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50798) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:13.005069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.005410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.005928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.006259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.006615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.006946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.007266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.007584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.007900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.008209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.008518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.008826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:13.072060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-82cf8b52-1237-4529-908b-940db96f497b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.126214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf8b52-1237-4529-908b-940db96f497b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ff12f1-3d06-44d3-a34a-4ad2933b8c3e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:13.157339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.208246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.220465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-82cf8b52-1237-4529-908b-940db96f497b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.223916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-82cf8b52-1237-4529-908b-940db96f497b tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/27ff12f1-3d06-44d3-a34a-4ad2933b8c3e HTTP/1.1" status: 204 len: 168 time: 0.8187263 Feb 16 16:57:13.234414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50802) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:13.277885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:13.287001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:13.296413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:13.329146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Port': ['ID=2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:13.466843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bf5f021e-72d2-4af1-a224-82e7d7f7f8ac tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:13.544635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:13.555493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:13.568753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.574908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.611706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:13.612540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.651776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e677e3bd-6932-4724-a11f-3e1261f2e44a']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:13.673584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eca8998-a742-4b14-86d2-b275e3c016f2') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:13.674260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eca8998-a742-4b14-86d2-b275e3c016f2') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:13.686372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bf5f021e-72d2-4af1-a224-82e7d7f7f8ac tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:13.688578 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bf5f021e-72d2-4af1-a224-82e7d7f7f8ac tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4395378 Feb 16 16:57:13.690312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a65ae10b-dd58-45db-8f63-70515134f92c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6798465 Feb 16 16:57:13.693350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50808) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:13.693936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50810) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:13.707903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ef379f68-1c47-483c-80b2-a7475b1ede38 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:13.723232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.765883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:13.796241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:13.812213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:floatingip and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:13.817260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.826363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c6ef1e-9b85-4171-8015-822377c172d7 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Synchronizing usage tracker for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:13.833788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:13.846817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:13.847153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.874975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bb392f89-7a1c-4e6e-b56e-6448d914f299 None None] Provisioning for port 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:13.884493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ef379f68-1c47-483c-80b2-a7475b1ede38 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:13.893012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bb392f89-7a1c-4e6e-b56e-6448d914f299 None None] Provisioning complete for port 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:13.893753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bb392f89-7a1c-4e6e-b56e-6448d914f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:13.898024 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:13.900586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:13.957939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:13.976563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-bb392f89-7a1c-4e6e-b56e-6448d914f299 None None] Port 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:13.992049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:14.026160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.038079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:14.038895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6409b1bd-ac7d-49e8-9bdf-2e89a6df58ae not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:14.065204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Router 06a3629c-e9ff-45c3-bed8-e07353a72869 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:14.071344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c6ef1e-9b85-4171-8015-822377c172d7 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] Unset dirty status for tenant:c454ea1707c74fa9a348dac1130740ca on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:14.076019 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a5c6ef1e-9b85-4171-8015-822377c172d7 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3807116 Feb 16 16:57:14.081305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50816) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:14.116334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.118020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Provisioning for port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:14.126349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Provisioning complete for port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:14.127114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.204282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.207346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:14.213193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.238018 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-84c01735-802b-4c49-9d7b-45290fdd0a55 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] delete failed (client error): The resource could not be found. Feb 16 16:57:14.239083 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-84c01735-802b-4c49-9d7b-45290fdd0a55 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "DELETE /v2.0/security-groups/27ff12f1-3d06-44d3-a34a-4ad2933b8c3e HTTP/1.1" status: 404 len: 347 time: 0.1548872 Feb 16 16:57:14.271654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/networks/e677e3bd-6932-4724-a11f-3e1261f2e44a HTTP/1.1" status: 204 len: 168 time: 1.2810547 Feb 16 16:57:14.275877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Provisioning for port ef379f68-1c47-483c-80b2-a7475b1ede38 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:14.276076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50820) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:14.276304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50822) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:14.287034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Provisioning complete for port ef379f68-1c47-483c-80b2-a7475b1ede38 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:14.287852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.490621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac90e-4f83-4826-9589-8eb77c822509 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Network': ['ID=e677e3bd-6932-4724-a11f-3e1261f2e44a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:14.561027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.584244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1d994d-f034-4eca-965a-f71bcd0a0316,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:14.608545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:14.612106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.614526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] For port ef379f68-1c47-483c-80b2-a7475b1ede38, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ef379f68-1c47-483c-80b2-a7475b1ede38,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:14.620444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.645990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:14.653500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.660766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:14.676576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4ed3d4f4-5fc1-4898-ba23-ea3a3dbd8845 tempest-SecGroupIPv6Test-325690561 tempest-SecGroupIPv6Test-325690561-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3959916 Feb 16 16:57:14.746329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.766209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Pushing event updated for resources: {'Port': ['ID=ef379f68-1c47-483c-80b2-a7475b1ede38,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:14.794771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.795239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.795582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.795915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.796238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.796570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.796885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.797208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.797521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.797838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.798153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.798465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef8ba18-6583-4479-9222-ea3cb1fe68f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.826916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1fc6d75-d823-484d-bb98-e9084e076013 None None] Provisioning complete for port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:14.827369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1fc6d75-d823-484d-bb98-e9084e076013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.841066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:14.851592 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Sync routers for ids ['06a3629c-e9ff-45c3-bed8-e07353a72869'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:14.870236 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Routers {'06a3629c-e9ff-45c3-bed8-e07353a72869'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:14.870878 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['06a3629c-e9ff-45c3-bed8-e07353a72869'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:14.888144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.907845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:14.913260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2dc952f3-0fd0-4dfb-9327-c443696160c6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "PUT /v2.0/routers/06a3629c-e9ff-45c3-bed8-e07353a72869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7229795 Feb 16 16:57:14.917883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc6d75-d823-484d-bb98-e9084e076013 None None] Port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:14.920226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50830) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:15.055481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9f83b2aa-245f-4e06-a3ce-b1774be1ce03 None None] Provisioning complete for port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:15.055958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9f83b2aa-245f-4e06-a3ce-b1774be1ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.140461 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Set router 06a3629c-e9ff-45c3-bed8-e07353a72869 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:15.152438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32da0ba-4e2f-487b-b95a-425473d16570']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:15.173202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a31640-9f08-4ced-a208-3627d8c41a61') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:15.173549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a31640-9f08-4ced-a208-3627d8c41a61') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:15.198263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.199696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9f83b2aa-245f-4e06-a3ce-b1774be1ce03 None None] Port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:15.263975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.278136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50836) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:15.296621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:15.297012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:15.313884 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:15.416442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Allocated IP 172.26.7.176 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/ba49785b-f800-4e66-b8ff-2e46e94bed54) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:15.427481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.447758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.465438 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] 10.222.0.43 "DELETE /v2.0/networks/a32da0ba-4e2f-487b-b95a-425473d16570 HTTP/1.1" status: 204 len: 168 time: 1.1779232 Feb 16 16:57:15.485681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc06f-f1c1-4940-b249-2f1396e8bc11 tempest-BulkNetworkOpsIpV6Test-137385573 tempest-BulkNetworkOpsIpV6Test-137385573-project] Pushing event deleted for resources: {'Network': ['ID=a32da0ba-4e2f-487b-b95a-425473d16570,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:15.502323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92105c-e2d3-473c-b26a-7a1973a359af tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:15.503090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7c92105c-e2d3-473c-b26a-7a1973a359af tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:15.548065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7c92105c-e2d3-473c-b26a-7a1973a359af tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:15.550522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7c92105c-e2d3-473c-b26a-7a1973a359af tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports/1079e8be-bde2-49ab-bcb5-e1fac6285d04 HTTP/1.1" status: 200 len: 911 time: 0.6228518 Feb 16 16:57:15.615880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50844) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:15.631210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ef379f68-1c47-483c-80b2-a7475b1ede38 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:15.743292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7ccf022f-0998-4fed-969e-bec3707b632c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c454ea1707c74fa9a348dac1130740ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597530 Feb 16 16:57:15.743292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50850) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:15.811984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ef379f68-1c47-483c-80b2-a7475b1ede38 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:15.812590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.827815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.843448 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:09Z', 'updated_at': '2022-02-16T16:57:11Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None, '_interfaces': [{'id': '1079e8be-bde2-49ab-bcb5-e1fac6285d04', 'name': '', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'mac_address': 'fa:16:3e:0c:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'da957cb6-56f1-4895-a7b8-60b88121b47b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:10Z', 'updated_at': '2022-02-16T16:57:12Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'subnets': [{'id': 'da957cb6-56f1-4895-a7b8-60b88121b47b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:15.849076 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Checking router: 06a3629c-e9ff-45c3-bed8-e07353a72869 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:57:15.849898 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Updating router 06a3629c-e9ff-45c3-bed8-e07353a72869 port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:57:15.875520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df78671a-520a-4181-9dd1-d9c4ecf3fc96 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:15.881244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df78671a-520a-4181-9dd1-d9c4ecf3fc96 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:15.882051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-df78671a-520a-4181-9dd1-d9c4ecf3fc96 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:15.892610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.914320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-df78671a-520a-4181-9dd1-d9c4ecf3fc96 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:15.915528 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-df78671a-520a-4181-9dd1-d9c4ecf3fc96 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2931364 Feb 16 16:57:15.924049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50854) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:15.938235 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:15.942745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50858) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:15.985132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16385-2539-4314-b0ae-1a40ff8c6aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.107578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16385-2539-4314-b0ae-1a40ff8c6aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.224713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.377327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:16.389687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:16.397741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:16.415761 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-05b1100b-062b-4917-b649-6972c8ae3983 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e61e34e76754d1eb7505c5b929ef34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712553 Feb 16 16:57:16.417112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Allocated IP 172.26.7.183 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/3d21485c-cf8d-4684-83b8-bb531db90837) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:16.421050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50866) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:16.423456 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.449630 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Transition to ACTIVE for port object 1079e8be-bde2-49ab-bcb5-e1fac6285d04 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:16.459208 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.460044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16385-2539-4314-b0ae-1a40ff8c6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.478961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Port': ['ID=ba49785b-f800-4e66-b8ff-2e46e94bed54,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:16.495596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.527173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16385-2539-4314-b0ae-1a40ff8c6aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b231a0a-2ed7-477e-bb47-4e28e3be2589,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:16.568560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.574924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91d16385-2539-4314-b0ae-1a40ff8c6aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.578530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91d16385-2539-4314-b0ae-1a40ff8c6aaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b231a0a-2ed7-477e-bb47-4e28e3be2589 HTTP/1.1" status: 204 len: 168 time: 0.8325739 Feb 16 16:57:16.592717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-354929cb-8c89-4e63-9861-4bb765feae30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.633214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.639309 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2405984-362f-4fef-bb12-f165f64e3bb9 None None] Pushing event updated for resources: {'Port': ['ID=1079e8be-bde2-49ab-bcb5-e1fac6285d04,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:16.738200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-354929cb-8c89-4e63-9861-4bb765feae30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.768386 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Attempting to bind port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:16.768826 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Attempting to bind port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:16.769441 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Attempting to bind port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:16.778813 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:16.779244 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:16.779691 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.780149 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:16.780626 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Bound port: 1079e8be-bde2-49ab-bcb5-e1fac6285d04, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:16.780992 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.801036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.903923 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] For port 1079e8be-bde2-49ab-bcb5-e1fac6285d04, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:16.908794 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] For port 1079e8be-bde2-49ab-bcb5-e1fac6285d04, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1079e8be-bde2-49ab-bcb5-e1fac6285d04,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:16.915761 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:16.929343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.004740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-354929cb-8c89-4e63-9861-4bb765feae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.028222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Router 8063ceb7-ae5a-4e69-b478-643ad17ffc12 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:17.032721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354929cb-8c89-4e63-9861-4bb765feae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7835646-08fd-480f-8cfe-423c4203416e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:17.071695 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Routers {'06a3629c-e9ff-45c3-bed8-e07353a72869'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:17.072964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['06a3629c-e9ff-45c3-bed8-e07353a72869'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:17.137418 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2405984-362f-4fef-bb12-f165f64e3bb9 None None] Pushing event updated for resources: {'Port': ['ID=1079e8be-bde2-49ab-bcb5-e1fac6285d04,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:17.255833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-354929cb-8c89-4e63-9861-4bb765feae30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.256956 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-354929cb-8c89-4e63-9861-4bb765feae30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7835646-08fd-480f-8cfe-423c4203416e HTTP/1.1" status: 204 len: 168 time: 0.8330903 Feb 16 16:57:17.264710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.378071 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] Set router 06a3629c-e9ff-45c3-bed8-e07353a72869 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:17.452663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.537592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event updated for resources: {'Port': ['ID=3d21485c-cf8d-4684-83b8-bb531db90837,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:17.542315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:17.551847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:17.555208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.560044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5c3fe1e2-e0c6-4b49-952f-57844d815cfe tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "PUT /v2.0/routers/8063ceb7-ae5a-4e69-b478-643ad17ffc12 HTTP/1.1" status: 200 len: 914 time: 6.4885314 Feb 16 16:57:17.560044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:17.560286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50886) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:17.562894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:17.563440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] Sync routers for ids ['8063ceb7-ae5a-4e69-b478-643ad17ffc12'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:17.583782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] Routers {'8063ceb7-ae5a-4e69-b478-643ad17ffc12'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:17.584417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8063ceb7-ae5a-4e69-b478-643ad17ffc12'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:17.759131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:17.781585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] Routers {'8063ceb7-ae5a-4e69-b478-643ad17ffc12'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:17.787943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8063ceb7-ae5a-4e69-b478-643ad17ffc12'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:17.808133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.816257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:17.943095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:17.943493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226b1c5-b2ef-43ec-91d6-5349e06e69a9 None None] The sync data for ids ['8063ceb7-ae5a-4e69-b478-643ad17ffc12'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:17.956000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 1079e8be-bde2-49ab-bcb5-e1fac6285d04 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:17.956589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.018183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Port': ['ID=ba49785b-f800-4e66-b8ff-2e46e94bed54,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:18.033520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.068389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50904) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:18.094941 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:09Z', 'updated_at': '2022-02-16T16:57:11Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None, '_interfaces': [{'id': '1079e8be-bde2-49ab-bcb5-e1fac6285d04', 'name': '', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'mac_address': 'fa:16:3e:0c:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'da957cb6-56f1-4895-a7b8-60b88121b47b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:10Z', 'updated_at': '2022-02-16T16:57:16Z', 'revision_number': 4, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'subnets': [{'id': 'da957cb6-56f1-4895-a7b8-60b88121b47b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:18.102356 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff499efc-0524-43ff-bedc-9b7b0ba05412 None None] The sync data for ids ['06a3629c-e9ff-45c3-bed8-e07353a72869'] in dv-neutron-829527-2-hyperv is: [{'id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:09Z', 'updated_at': '2022-02-16T16:57:11Z', 'revision_number': 2, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None, '_interfaces': [{'id': '1079e8be-bde2-49ab-bcb5-e1fac6285d04', 'name': '', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'mac_address': 'fa:16:3e:0c:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'da957cb6-56f1-4895-a7b8-60b88121b47b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:10Z', 'updated_at': '2022-02-16T16:57:16Z', 'revision_number': 4, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'subnets': [{'id': 'da957cb6-56f1-4895-a7b8-60b88121b47b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:18.145471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.147181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-21513b7e-e4e7-438d-8a5e-5ff45612e43c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4496622 Feb 16 16:57:18.152892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50912) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:18.161632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-86b2c039-5a7e-44aa-8088-f855ede6498d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'floatingip': {'port_id': '2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:18.342667 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ed261364-38eb-4842-9aed-47d5cfafd655 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/8063ceb7-ae5a-4e69-b478-643ad17ffc12 HTTP/1.1" status: 200 len: 920 time: 0.7813270 Feb 16 16:57:18.352016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50920) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:18.396477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] For port 1079e8be-bde2-49ab-bcb5-e1fac6285d04, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1079e8be-bde2-49ab-bcb5-e1fac6285d04,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:18.396836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.512770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.564689 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:57:18.580972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f640fd34-c94d-4ffa-a802-6fd2329a7c12 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:18.581684 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.api.v2.base [None req-f640fd34-c94d-4ffa-a802-6fd2329a7c12 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 16:57:18.582176 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-f640fd34-c94d-4ffa-a802-6fd2329a7c12 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:57:18.583169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f640fd34-c94d-4ffa-a802-6fd2329a7c12 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5138569 Feb 16 16:57:18.591821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 1079e8be-bde2-49ab-bcb5-e1fac6285d04 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:18.594596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50928) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:18.612779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--341555653'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:18.623683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:18.640518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:18.646157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:18.659545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:18.686537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-86b2c039-5a7e-44aa-8088-f855ede6498d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.726286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50932) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:18.739819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90deae2-f66d-45e3-b31b-ecbdfaa64c11 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:18.745138 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f90deae2-f66d-45e3-b31b-ecbdfaa64c11 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=8063ceb7-ae5a-4e69-b478-643ad17ffc12&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3885868 Feb 16 16:57:18.760120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50936) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:18.766945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.809984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:18.893667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:18.985746 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-86b2c039-5a7e-44aa-8088-f855ede6498d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] update failed (client error): The resource could not be found. Feb 16 16:57:18.990297 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-86b2c039-5a7e-44aa-8088-f855ede6498d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "PUT /v2.0/floatingips/4407c9eb-b72e-4b59-a725-e9b3fff1f4f4 HTTP/1.1" status: 404 len: 507 time: 0.8359554 Feb 16 16:57:18.990970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50942) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:19.088934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-282054427'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:19.097103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:19.112390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:19.117357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:19.144137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:19.147417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:19.156143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:19.182412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:19.310777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58816a5e-85b8-40b0-9b78-f53dcedba8c6 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:19.312195 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-58816a5e-85b8-40b0-9b78-f53dcedba8c6 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.5498867 Feb 16 16:57:19.313365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:19.317244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.322356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.329431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50946) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:19.372740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.386197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting port ba49785b-f800-4e66-b8ff-2e46e94bed54 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:19.386530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.414682 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-05963617-c96a-49d2-acb7-b2cd8da179ec tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=8063ceb7-ae5a-4e69-b478-643ad17ffc12 HTTP/1.1" status: 200 len: 205 time: 0.0808423 Feb 16 16:57:19.420836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:19.423446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50950) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:19.423981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=1079e8be-bde2-49ab-bcb5-e1fac6285d04,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:19.432897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.435683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:security_group_rule and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:19.445316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:19.516247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:19.705847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.720813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.754212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:19.787242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:19.795131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4a7f0-fd2e-4218-b1e4-38f5306f4451,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:19.806176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:19.819826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.826286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:19.841905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.896177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.907999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:19.920821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04161ac3-d582-4a2e-84af-ef4b980e22ff,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:19.937153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:19.938121 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment 1b5b373a-e845-4dc9-8fa1-8f5aa62b1191 of type vlan for network 54cd9c1c-dd04-4037-b981-c3c966cbb581 Feb 16 16:57:19.958465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Router 2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:20.010302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.015740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.073062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.112751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.231475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec272fb-abae-4d49-9d8d-c50c68dc5e52,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:20.239345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.239889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.244684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.250967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:20.251574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.291196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.292375 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2e37f482-0358-4a18-946c-ccc1eb2582ba tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6968296 Feb 16 16:57:20.300308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50954) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:20.356884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'eec272fb-abae-4d49-9d8d-c50c68dc5e52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:20.368052 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6400185 Feb 16 16:57:20.375956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:20.378321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50958) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:20.397754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-897865782'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:20.401446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:20.408184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:20.410921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:20.417412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:20.421605 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] Sync routers for ids ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:20.435254 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] Routers {'2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:20.436251 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.438938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:20.441676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:20.445963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:20.448947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1e03-7049-413e-85eb-4e61883aeda3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=54cd9c1c-dd04-4037-b981-c3c966cbb581,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:20.456708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:20.466101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.467301 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f7e32142-50a5-43b0-8791-d0f80bb8f5e4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0053701 Feb 16 16:57:20.474596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50962) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:20.482401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:57:20.483593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': False}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:20.516962 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.529137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] Routers {'2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:20.529940 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.555235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:20.559756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.586684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.605642 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.605642 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3a43b-ea6d-4c16-9b0f-fb2ddc0a58c9 None None] The sync data for ids ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:20.747718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:20.754151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Calling delete_port for ba49785b-f800-4e66-b8ff-2e46e94bed54 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:20.779923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.781008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.781343 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment ed60d564-ad0e-4c7d-ab06-7348b4cad9b0 of type vlan for network 00fa0a09-d320-46b3-89eb-1b5f26274f0f Feb 16 16:57:20.797512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.835345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Router 06a3629c-e9ff-45c3-bed8-e07353a72869 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:20.859845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.894267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cba72e-165f-48e4-8b12-b23f1a0c7772,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:20.929270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.937057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Deleting port ee1d994d-f034-4eca-965a-f71bcd0a0316 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:20.937628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.938700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:20.939874 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8dda709-7e94-4d13-b00c-468675757475 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6362891 Feb 16 16:57:20.970099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50966) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:21.032705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'eec272fb-abae-4d49-9d8d-c50c68dc5e52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:21.062316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:21.104189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:21.106187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:21.114764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] Sync routers for ids ['06a3629c-e9ff-45c3-bed8-e07353a72869'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:21.120579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:21.126359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] Routers {'06a3629c-e9ff-45c3-bed8-e07353a72869'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:21.127121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['06a3629c-e9ff-45c3-bed8-e07353a72869'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:21.133445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:21.266142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] Set router 06a3629c-e9ff-45c3-bed8-e07353a72869 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:21.267258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.272377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.278385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:21.279077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.279525 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d71bd3c8-fde0-4856-928a-4f23dd896aac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "PUT /v2.0/routers/06a3629c-e9ff-45c3-bed8-e07353a72869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3544619 Feb 16 16:57:21.283178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50972) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:21.300747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.374733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:09Z', 'updated_at': '2022-02-16T16:57:18Z', 'revision_number': 3, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:21.378913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] Checking router: 06a3629c-e9ff-45c3-bed8-e07353a72869 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:57:21.382318 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0016866 Feb 16 16:57:21.392639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] Routers {'06a3629c-e9ff-45c3-bed8-e07353a72869'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:21.393404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['06a3629c-e9ff-45c3-bed8-e07353a72869'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:21.413148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50976) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:21.427993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event deleted for resources: {'Port': ['ID=ba49785b-f800-4e66-b8ff-2e46e94bed54,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:21.459732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:21.476162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b4442-d611-469d-a7a3-34efeec30f00 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=00fa0a09-d320-46b3-89eb-1b5f26274f0f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:21.497171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.553111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.563606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:57:21.645971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] Set router 06a3629c-e9ff-45c3-bed8-e07353a72869 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:21.699156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373b86f-97ac-4bd0-a70b-9fe4fddad493 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:21.700634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373b86f-97ac-4bd0-a70b-9fe4fddad493 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:21.702311 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8373b86f-97ac-4bd0-a70b-9fe4fddad493 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4161174 Feb 16 16:57:21.704909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50980) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:21.769473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:09Z', 'updated_at': '2022-02-16T16:57:18Z', 'revision_number': 3, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:21.782590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Calling delete_port for ee1d994d-f034-4eca-965a-f71bcd0a0316 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:21.785691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec6347-1f36-43a7-977c-c4492f9e62a6 None None] The sync data for ids ['06a3629c-e9ff-45c3-bed8-e07353a72869'] in dv-neutron-829527-2-hyperv is: [{'id': '06a3629c-e9ff-45c3-bed8-e07353a72869', 'name': 'tempest-NetworksTestDHCPv6-router-1062681054', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:09Z', 'updated_at': '2022-02-16T16:57:18Z', 'revision_number': 3, 'project_id': '4ab397e4bbd043caad49bfd904748e77', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:21.865241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet da957cb6-56f1-4895-a7b8-60b88121b47b {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:21.869282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.872122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.872399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:21.873258 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3ff1562e-65d1-46d3-82c8-d1c271bbac23 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "DELETE /v2.0/floatingips/4407c9eb-b72e-4b59-a725-e9b3fff1f4f4 HTTP/1.1" status: 204 len: 168 time: 2.8730125 Feb 16 16:57:21.877549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50984) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:21.886189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:21.892843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'floatingip': {'floating_network_id': '6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40', 'port_id': '2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:21.897110 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:57:21.901421 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a12a1925-d7a0-436e-a9f6-137637436cab tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9272146 Feb 16 16:57:21.901934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50988) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:21.902859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:21.907587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:21.909984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:21.946445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:floatingip and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:21.955587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:21.958821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:21.987255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:22.010753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.015573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:22.019707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.041783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.268726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.365382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2205df10-85ad-4daa-bfdd-4c23534b332c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.431913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.436584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.462390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2205df10-85ad-4daa-bfdd-4c23534b332c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.542950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.609216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event deleted for resources: {'Port': ['ID=ee1d994d-f034-4eca-965a-f71bcd0a0316,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:22.611122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2205df10-85ad-4daa-bfdd-4c23534b332c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.625100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.693934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=da957cb6-56f1-4895-a7b8-60b88121b47b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:22.699735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205df10-85ad-4daa-bfdd-4c23534b332c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec272fb-abae-4d49-9d8d-c50c68dc5e52,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:22.702352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:22.711630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ba32c-906e-4aaf-9d13-ab7d95e289cc None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:22.771997 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e79954e9-72e1-4c57-a3b2-b59f535938e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/da957cb6-56f1-4895-a7b8-60b88121b47b HTTP/1.1" status: 204 len: 168 time: 1.0582397 Feb 16 16:57:22.776764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 50992) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:22.812786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Router 2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:22.914722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.007623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:23.012928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.014220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-235b22ef-a876-4402-a0d1-581b5bddce21 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "PUT /v2.0/routers/2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c HTTP/1.1" status: 200 len: 925 time: 2.5388720 Feb 16 16:57:23.019732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 50996) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.019937 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] Sync routers for ids ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:23.026582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:23.035292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] Deleting port ef379f68-1c47-483c-80b2-a7475b1ede38 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:23.035992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.038004 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] Routers {'2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:23.038643 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.074002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2205df10-85ad-4daa-bfdd-4c23534b332c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.075116 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2205df10-85ad-4daa-bfdd-4c23534b332c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/eec272fb-abae-4d49-9d8d-c50c68dc5e52 HTTP/1.1" status: 204 len: 168 time: 1.1693592 Feb 16 16:57:23.117692 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.128878 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] Routers {'2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:23.129480 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.151178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51000) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.236270 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1939d8c-4cd3-4d0a-9014-38a9bc40e9fd tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c HTTP/1.1" status: 200 len: 925 time: 0.2153318 Feb 16 16:57:23.238933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51004) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.243138 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.243951 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c9442-6d2f-4c5d-bee5-e74f6daf65c5 None None] The sync data for ids ['2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:23.263654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.289036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] For port ef379f68-1c47-483c-80b2-a7475b1ede38, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ef379f68-1c47-483c-80b2-a7475b1ede38,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:23.289036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.322906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0253d-dab7-4668-ae3a-468d5382ea86 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:23.324235 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-20e0253d-dab7-4668-ae3a-468d5382ea86 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0842936 Feb 16 16:57:23.326740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51008) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.346335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.355111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.372738 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:23.379096 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-629e6c86-eb2b-40ef-992a-5e516aabb8b5 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4932811 Feb 16 16:57:23.388219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51012) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.408974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:23.425353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] Calling delete_port for ef379f68-1c47-483c-80b2-a7475b1ede38 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:23.429749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0ec8825a-81b2-405b-ae5e-9fc946d387d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6441967 Feb 16 16:57:23.435422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51016) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.453356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:23.459699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=db2d099e-1d7e-4464-be30-c7a896944293,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:23.468750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7421479d-7373-4e40-b0a9-7c4ea45de5dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:23.473749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Usage tracker for resource:floatingip and tenant:f6e0ba967a93417a8c0f243dbd771ccb is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:23.479679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:23.483088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.483570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Fanout notify agent at l3_agent the message router_deleted on router 8063ceb7-ae5a-4e69-b478-643ad17ffc12 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:23.498474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:23.502696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:23.503054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 54cd9c1c-dd04-4037-b981-c3c966cbb581, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:23.518089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.518200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.519190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-228bda39-6062-4381-a3c3-28f5974d397b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/8063ceb7-ae5a-4e69-b478-643ad17ffc12 HTTP/1.1" status: 204 len: 168 time: 4.0927312 Feb 16 16:57:23.523244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51022) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.535569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934187809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:23.549326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.564362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:23.571072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Usage tracker for resource:router and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:23.583085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:23.585423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] No DVR routers for this DVR port ef379f68-1c47-483c-80b2-a7475b1ede38 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:23.587873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c628dd-b3f0-40b5-ba83-9de80a7b280f None None] Pushing event deleted for resources: {'Port': ['ID=ef379f68-1c47-483c-80b2-a7475b1ede38,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:23.592486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef348f-f264-4b87-8234-38b1f255f144 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:23.597643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7421479d-7373-4e40-b0a9-7c4ea45de5dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:23.597643 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7421479d-7373-4e40-b0a9-7c4ea45de5dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4428051 Feb 16 16:57:23.597834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3bef348f-f264-4b87-8234-38b1f255f144 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Synchronizing usage tracker for tenant:8b34932273364a27bc42ed4d65a9b454 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:23.602250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51026) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.609380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:23.612629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185018727'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:23.613495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ef379f68-1c47-483c-80b2-a7475b1ede38 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:23.613873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:23.618085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.652280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ef379f68-1c47-483c-80b2-a7475b1ede38 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:23.652610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ef379f68-1c47-483c-80b2-a7475b1ede38 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:23.653027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1079e8be-bde2-49ab-bcb5-e1fac6285d04 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:23.672253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:23.683032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 54cd9c1c-dd04-4037-b981-c3c966cbb581) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:23.689814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 1079e8be-bde2-49ab-bcb5-e1fac6285d04 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:23.690126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1079e8be-bde2-49ab-bcb5-e1fac6285d04 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:23.693876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:23.695241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.706125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48c7e7-0824-46be-a7ad-1c70847d31c9 None None] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:23.715345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.716851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.751417 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-73f88767-8a41-4823-8b0c-06af1498afa9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3345048 Feb 16 16:57:23.758803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:23.759065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.761293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51030) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.776765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:23.792694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.797411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3bef348f-f264-4b87-8234-38b1f255f144 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Unset dirty status for tenant:8b34932273364a27bc42ed4d65a9b454 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:23.801198 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3bef348f-f264-4b87-8234-38b1f255f144 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.4708071 Feb 16 16:57:23.801536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51034) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.854628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.873678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6a0cf55-f177-4e76-ba77-f1ebdb471101 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c HTTP/1.1" status: 200 len: 205 time: 0.0709941 Feb 16 16:57:23.877549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51038) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:23.887181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.947319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.948055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8030160c-583c-47d7-aa26-04cfc5ed40c9 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4243770 Feb 16 16:57:23.960828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-54cd9c1c-dd04-4037-b981-c3c966cbb581', 'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': 'db2d099e-1d7e-4464-be30-c7a896944293'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:23.962594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:23.996893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51042) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.005628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': False}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:24.139194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Allocated IP 2001:db8::2 (54cd9c1c-dd04-4037-b981-c3c966cbb581/db2d099e-1d7e-4464-be30-c7a896944293/bff43a3e-953e-40dc-ad8d-a853bbe083d4) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:24.193316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:24.198231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.204303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.206708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:24.214928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:24.225971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:24.229357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:24.245109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:24.248995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:24.259178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:24.272358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.272932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Fanout notify agent at l3_agent the message router_deleted on router 06a3629c-e9ff-45c3-bed8-e07353a72869 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:24.300905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:24.304724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.419884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.420955 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dbbfef09-0208-4f68-9e7e-b90a8962c179 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/routers/06a3629c-e9ff-45c3-bed8-e07353a72869 HTTP/1.1" status: 204 len: 168 time: 0.9842670 Feb 16 16:57:24.439937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51046) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.451094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.467022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.478916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Transition to ACTIVE for port object bff43a3e-953e-40dc-ad8d-a853bbe083d4 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:24.500578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Transition to ACTIVE for port object bff43a3e-953e-40dc-ad8d-a853bbe083d4 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:24.506384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.507866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.513450 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5d13c102-a30d-4987-bb4d-c3e7549d9e2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0679350 Feb 16 16:57:24.515929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51050) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.520649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.578396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:24.581505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:24.585304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:24.592267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Pushing event updated for resources: {'Port': ['ID=bff43a3e-953e-40dc-ad8d-a853bbe083d4,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:24.632506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.637297 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0291870 Feb 16 16:57:24.639199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb08f74-1e91-4fac-8d73-7885501fe21d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a1217-9ccc-4851-92d1-8e401162bb51,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:24.641290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51054) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.647631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3000e-43a3-4b4a-af10-2e7801529be0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:24.648259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8ad3000e-43a3-4b4a-af10-2e7801529be0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:24.681462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ca030d8f-5c06-42cc-99ed-83212095a170 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'd71a1217-9ccc-4851-92d1-8e401162bb51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:24.682237 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-ca030d8f-5c06-42cc-99ed-83212095a170 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 16:57:24.682843 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-ca030d8f-5c06-42cc-99ed-83212095a170 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:24.686850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ca030d8f-5c06-42cc-99ed-83212095a170 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0401008 Feb 16 16:57:24.690601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51058) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.698759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Attempting to bind port bff43a3e-953e-40dc-ad8d-a853bbe083d4 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:24.699125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Attempting to bind port bff43a3e-953e-40dc-ad8d-a853bbe083d4 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:24.699478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Attempting to bind port bff43a3e-953e-40dc-ad8d-a853bbe083d4 on network 54cd9c1c-dd04-4037-b981-c3c966cbb581 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:24.705231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:24.705579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Checking segment: {'id': '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:24.705965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.706338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Bound using segment: {'id': '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:24.706967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Bound port: bff43a3e-953e-40dc-ad8d-a853bbe083d4, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '54cd9c1c-dd04-4037-b981-c3c966cbb581'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:24.707334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.743394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8ad3000e-43a3-4b4a-af10-2e7801529be0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:24.744823 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ad3000e-43a3-4b4a-af10-2e7801529be0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2277124 Feb 16 16:57:24.752381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51062) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.755759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.803621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] For port bff43a3e-953e-40dc-ad8d-a853bbe083d4, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:24.806970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] For port bff43a3e-953e-40dc-ad8d-a853bbe083d4, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bff43a3e-953e-40dc-ad8d-a853bbe083d4,segment=NetworkSegment(1b5b373a-e845-4dc9-8fa1-8f5aa62b1191),segment_id=1b5b373a-e845-4dc9-8fa1-8f5aa62b1191)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:24.809407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Allocated IP 172.26.7.132 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/a21cab10-dfec-4cba-b557-9f8ba3787bad) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:24.811849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.849234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.850543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7466ed38-3234-43e1-a4a1-c59390011a75 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:router {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:24.890225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.903985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01022b2e-e54e-486f-b73f-704344a65d21 None None] Pushing event updated for resources: {'Port': ['ID=bff43a3e-953e-40dc-ad8d-a853bbe083d4,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:24.926132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-440f71d3-8e16-444a-b8cd-023f0b003835 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:24.944066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7466ed38-3234-43e1-a4a1-c59390011a75 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:router {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:24.945108 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7466ed38-3234-43e1-a4a1-c59390011a75 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1918328 Feb 16 16:57:24.958292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51066) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:24.979864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:25.071684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-440f71d3-8e16-444a-b8cd-023f0b003835 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.095718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=58e998b4-db0f-4475-87b8-4e57cdde01c2,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:25.164300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:25.164884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 00fa0a09-d320-46b3-89eb-1b5f26274f0f, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:25.178266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.205557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:25.219644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.220397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:25.224900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:25.230713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-440f71d3-8e16-444a-b8cd-023f0b003835 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.234186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Deleting port 3d21485c-cf8d-4684-83b8-bb531db90837 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:25.234509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.263370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f71d3-8e16-444a-b8cd-023f0b003835 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a1217-9ccc-4851-92d1-8e401162bb51,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:25.266798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:25.271411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.291895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 00fa0a09-d320-46b3-89eb-1b5f26274f0f) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:25.304054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096d3ad-bd9d-404d-af15-4b9a2c77b787 None None] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:25.361625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:25.361967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.388307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-440f71d3-8e16-444a-b8cd-023f0b003835 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.389426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-440f71d3-8e16-444a-b8cd-023f0b003835 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/d71a1217-9ccc-4851-92d1-8e401162bb51 HTTP/1.1" status: 204 len: 168 time: 0.6976073 Feb 16 16:57:25.394293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51070) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:25.434714 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-143e32b7-de61-4c6d-9450-44046c626372 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6732087 Feb 16 16:57:25.440424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51074) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:25.459925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-683262216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:25.468787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd5c3cb9-d8d2-498d-a3a3-0a914ec149c4 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:25.470123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:25.478279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:25.491852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:25.524220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd5c3cb9-d8d2-498d-a3a3-0a914ec149c4 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:25.529426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bd5c3cb9-d8d2-498d-a3a3-0a914ec149c4 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1299167 Feb 16 16:57:25.531393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51078) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:25.541565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--68116783'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:25.551140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:25.563895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-00fa0a09-d320-46b3-89eb-1b5f26274f0f', 'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '58e998b4-db0f-4475-87b8-4e57cdde01c2'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:25.564434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.575537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:25.577091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.584278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:25.613606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.639764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:25.647994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:25.653663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:25.696186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bff43a3e-953e-40dc-ad8d-a853bbe083d4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:25.697919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:25.781542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:57:25.784322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.834680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Allocated IP 2001:db8:1::2 (00fa0a09-d320-46b3-89eb-1b5f26274f0f/58e998b4-db0f-4475-87b8-4e57cdde01c2/049f96c2-f0a4-4fe3-84c2-4e468d0e74a7) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:25.848181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port bff43a3e-953e-40dc-ad8d-a853bbe083d4 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:25.864525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=30e2a2e4-857b-4fbf-8c47-e12f13f9f121,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:25.871978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:25.877560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:25.880259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:25.887540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:25.888126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.895416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:25.914540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:25.935977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5514d6c-ad92-43b6-95cd-d75bf7517ed3 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:25.937499 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-07389e2b-36c7-4e3b-9701-bd2a3bcd04cd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9740422 Feb 16 16:57:25.941005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51082) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:25.958589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:25.984499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:25.992313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.036158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.162392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Calling delete_port for 3d21485c-cf8d-4684-83b8-bb531db90837 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:26.213520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60db94a-f612-4dd4-b586-e85b531496ec,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.223137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.225058 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8c308d08-5949-4388-aed5-8f04269fed25 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6929281 Feb 16 16:57:26.229789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51086) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:26.245261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9e46e599-9eb7-4953-93a9-af5ac08fc621 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'b60db94a-f612-4dd4-b586-e85b531496ec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:26.246319 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-9e46e599-9eb7-4953-93a9-af5ac08fc621 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 16:57:26.247014 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-9e46e599-9eb7-4953-93a9-af5ac08fc621 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:26.248104 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9e46e599-9eb7-4953-93a9-af5ac08fc621 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0171502 Feb 16 16:57:26.251796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51090) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:26.289804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.304376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Transition to ACTIVE for port object 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:26.340957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed067-6922-4cde-aeac-8ed33310cf7f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.342771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:26.347834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.348835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.355740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:26.357279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafd0c0-f663-4d5f-ba9d-20afaf6e5235 None None] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:26.360829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:26.374072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:26.384678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed067-6922-4cde-aeac-8ed33310cf7f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.403490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:26.407825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.412470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event updated for resources: {'Port': ['ID=a21cab10-dfec-4cba-b557-9f8ba3787bad,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.448418 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Transition to ACTIVE for port object 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:26.453338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '30e2a2e4-857b-4fbf-8c47-e12f13f9f121'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:26.453687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.474817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.487078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.491639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.541898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.567119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed067-6922-4cde-aeac-8ed33310cf7f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.571687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] Provisioning for port bff43a3e-953e-40dc-ad8d-a853bbe083d4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:26.589858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ed067-6922-4cde-aeac-8ed33310cf7f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60db94a-f612-4dd4-b586-e85b531496ec,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.616460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed067-6922-4cde-aeac-8ed33310cf7f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.620947 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a8ed067-6922-4cde-aeac-8ed33310cf7f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/b60db94a-f612-4dd4-b586-e85b531496ec HTTP/1.1" status: 204 len: 168 time: 0.3648756 Feb 16 16:57:26.621179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51094) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:26.649198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting port a21cab10-dfec-4cba-b557-9f8ba3787bad {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:26.649198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.652414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] Provisioning complete for port bff43a3e-953e-40dc-ad8d-a853bbe083d4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:26.652854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.685218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.727794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7bdf7a51-7f4c-4fb0-8cd6-84b295d0a3f5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:26.736866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:26.746898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:26.764096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7bdf7a51-7f4c-4fb0-8cd6-84b295d0a3f5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:26.768786 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7bdf7a51-7f4c-4fb0-8cd6-84b295d0a3f5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1430075 Feb 16 16:57:26.768926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:26.770147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51098) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:26.773172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Pushing event updated for resources: {'Port': ['ID=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.775780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--688651964'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:26.783665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:26.794326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:26.851080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.890012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.893590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.897356 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1f2a4755-d5b2-440c-b161-056b698129c2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4509654 Feb 16 16:57:26.898582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51102) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:26.900713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.970885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event deleted for resources: {'Port': ['ID=3d21485c-cf8d-4684-83b8-bb531db90837,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.991890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Attempting to bind port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:26.992277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Attempting to bind port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:26.992626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Attempting to bind port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 on network 00fa0a09-d320-46b3-89eb-1b5f26274f0f {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:27.042798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:27.057028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:27.064871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:27.065179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.069589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:27.069766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Checking segment: {'id': 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:27.070511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.070511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Bound using segment: {'id': 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:27.070972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Bound port: 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '00fa0a09-d320-46b3-89eb-1b5f26274f0f'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:27.071858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.091526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Allocated IP 2001:db8::f816:3eff:fe1d:c372 (f92b56da-dfd9-433c-a595-962c6f07801d/30e2a2e4-857b-4fbf-8c47-e12f13f9f121/321ac6f3-76bb-4aa6-b00a-9825c7db0010) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:27.097742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:27.119838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Allocated IP 172.26.7.144 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/6fda0f37-2ef7-441c-9650-195044a4b2d1) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:27.126760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.214864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] For port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:27.219747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] For port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,segment=NetworkSegment(ed60d564-ad0e-4c7d-ab06-7348b4cad9b0),segment_id=ed60d564-ad0e-4c7d-ab06-7348b4cad9b0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:27.233588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=392c9603-1ae4-4dbe-a1fd-063c892af91d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:27.240285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:27.242717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.247023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:27.295090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.315498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.315771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.317671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:27.324691 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0a975c8d-9691-4c81-a013-55754a6efeb6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3786397 Feb 16 16:57:27.336438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51106) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:27.408480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:4f:d8:5c', 'name': 'tempest-NetworksTestDHCPv6-2079701355'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:27.469271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fab8e-aba2-49c7-8643-f7acfab306c4 None None] Pushing event updated for resources: {'Port': ['ID=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:27.490374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] For port bff43a3e-953e-40dc-ad8d-a853bbe083d4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bff43a3e-953e-40dc-ad8d-a853bbe083d4,segment=NetworkSegment(1b5b373a-e845-4dc9-8fa1-8f5aa62b1191),segment_id=1b5b373a-e845-4dc9-8fa1-8f5aa62b1191)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:27.512592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.519798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.617132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.633775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.698708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.708326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.717522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Calling delete_port for a21cab10-dfec-4cba-b557-9f8ba3787bad owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:27.743956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.788902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0dbe-7153-424c-8131-a43214812a55 None None] Pushing event updated for resources: {'Port': ['ID=bff43a3e-953e-40dc-ad8d-a853bbe083d4,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:27.794371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Transition to ACTIVE for port object 321ac6f3-76bb-4aa6-b00a-9825c7db0010 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:27.809038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcee4285-920c-444f-9d60-b7033dada734,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:27.847946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Transition to ACTIVE for port object 321ac6f3-76bb-4aa6-b00a-9825c7db0010 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:27.857919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.861889 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-85bcd202-bca1-4e98-863b-9162128695bb tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0887451 Feb 16 16:57:27.863766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:27.867328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51110) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:27.876242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a6297644-8b7e-45a7-bb45-dc187ea6d741 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'dcee4285-920c-444f-9d60-b7033dada734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:27.887764 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-a6297644-8b7e-45a7-bb45-dc187ea6d741 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 16:57:27.888427 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-a6297644-8b7e-45a7-bb45-dc187ea6d741 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:27.889565 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a6297644-8b7e-45a7-bb45-dc187ea6d741 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216508 Feb 16 16:57:27.894451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51114) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:27.982862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:27.986817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:27.990322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:28.012042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Pushing event updated for resources: {'Port': ['ID=321ac6f3-76bb-4aa6-b00a-9825c7db0010,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:28.038754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.039642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Fanout notify agent at l3_agent the message router_deleted on router 2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:28.061087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-23acd76d-83c4-4226-9d3d-151756f46b15 None None] Provisioning complete for port bff43a3e-953e-40dc-ad8d-a853bbe083d4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:28.061087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23acd76d-83c4-4226-9d3d-151756f46b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.101193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a39bfbde-1357-47c5-8a90-dde27b95181e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'dcee4285-920c-444f-9d60-b7033dada734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:28.101864 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-a39bfbde-1357-47c5-8a90-dde27b95181e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 16:57:28.102662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-a39bfbde-1357-47c5-8a90-dde27b95181e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:28.103974 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a39bfbde-1357-47c5-8a90-dde27b95181e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.2090642 Feb 16 16:57:28.110641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51118) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:28.120371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-55f0bbc8-b217-421c-b7c5-d54c78985813 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'dcee4285-920c-444f-9d60-b7033dada734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:28.121201 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-55f0bbc8-b217-421c-b7c5-d54c78985813 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 16:57:28.121700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-55f0bbc8-b217-421c-b7c5-d54c78985813 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:28.130135 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-55f0bbc8-b217-421c-b7c5-d54c78985813 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110993 Feb 16 16:57:28.130135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51122) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:28.137955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5db701c8-c922-47c9-bcf6-a8387a2bbab8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'dcee4285-920c-444f-9d60-b7033dada734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:28.138849 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-5db701c8-c922-47c9-bcf6-a8387a2bbab8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 16:57:28.139339 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-5db701c8-c922-47c9-bcf6-a8387a2bbab8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:28.143437 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5db701c8-c922-47c9-bcf6-a8387a2bbab8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109239 Feb 16 16:57:28.158602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51126) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:28.160461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.166176 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e71913c6-b23c-4ac5-8fe2-ac4455d5e3f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c HTTP/1.1" status: 204 len: 168 time: 4.2776875 Feb 16 16:57:28.184694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51130) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:28.194195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Attempting to bind port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:28.194195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Attempting to bind port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:28.194195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Attempting to bind port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:28.199797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-792995051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:28.207675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:28.207675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:28.208249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.208731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:28.209818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Bound port: 321ac6f3-76bb-4aa6-b00a-9825c7db0010, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:28.209818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.215315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:28.231913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.251751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:28.265292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Usage tracker for resource:router and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:28.268826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:28.276385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:28.278766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:28.286663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:28.294269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.298575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:28.351993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.354541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.360459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event deleted for resources: {'Port': ['ID=a21cab10-dfec-4cba-b557-9f8ba3787bad,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:28.374065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:28.379821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d1098d5b-e283-4c7c-8160-1b33354dc1b8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.383924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8::1 (54cd9c1c-dd04-4037-b981-c3c966cbb581/db2d099e-1d7e-4464-be30-c7a896944293/d941743d-aeb2-4cc9-afec-f9aeb6f2ff40) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:28.437534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] For port 321ac6f3-76bb-4aa6-b00a-9825c7db0010, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:28.442684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] For port 321ac6f3-76bb-4aa6-b00a-9825c7db0010, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=321ac6f3-76bb-4aa6-b00a-9825c7db0010,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:28.444281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d1098d5b-e283-4c7c-8160-1b33354dc1b8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.448398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.454179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.528318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.550768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fb5ef-8023-40af-9bc3-c81f01a89937 None None] Pushing event updated for resources: {'Port': ['ID=321ac6f3-76bb-4aa6-b00a-9825c7db0010,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:28.635472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:28.646208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:28.647081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.651269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:28.726107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d1098d5b-e283-4c7c-8160-1b33354dc1b8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.729658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d1098d5b-e283-4c7c-8160-1b33354dc1b8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.731007 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d1098d5b-e283-4c7c-8160-1b33354dc1b8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/dcee4285-920c-444f-9d60-b7033dada734 HTTP/1.1" status: 204 len: 168 time: 0.5712957 Feb 16 16:57:28.743775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51134) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:28.746385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.747699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-16d1d5c7-c7f3-43fc-861e-d6192f360ffe tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5620348 Feb 16 16:57:28.759944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51138) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:28.768885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Pushing event updated for resources: {'Port': ['ID=6fda0f37-2ef7-441c-9650-195044a4b2d1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:28.792424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.824260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3b7cc2c1-68e7-42cc-bbc6-461fcccd1950 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:28.829250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:28.834666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:28.913898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1098d5b-e283-4c7c-8160-1b33354dc1b8 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcee4285-920c-444f-9d60-b7033dada734,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:28.962859 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] create failed (client error): The resource could not be found. Feb 16 16:57:28.967457 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d07d8db4-d9a0-4a0f-b474-8f5b7f991f0c tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.5735075 Feb 16 16:57:29.005705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51142) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:29.036030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:29.060535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port f8bd743d-9463-4360-b042-0a1058056dcd yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:57:29.111262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3b7cc2c1-68e7-42cc-bbc6-461fcccd1950 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:29.116373 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3b7cc2c1-68e7-42cc-bbc6-461fcccd1950 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3675375 Feb 16 16:57:29.121332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51146) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:29.147558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099754740'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:29.149564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5849b49-e4a3-4993-aeb4-f59adffb6936 None None] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:29.170738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:29.192909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting port 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:29.193342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.220404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.306994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:29.342027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f2e16f6-05d6-4330-aab3-cb7cc7cba353 None None] Provisioning for port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:29.421969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:29.432064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.432305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:29.445962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:29.447192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.456005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=d941743d-aeb2-4cc9-afec-f9aeb6f2ff40,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:29.467624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.710204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.809420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 321ac6f3-76bb-4aa6-b00a-9825c7db0010 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:29.871176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:29.926338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b0d60b51-577d-4783-a80f-4b8997c6c72a None None] Provisioning for port d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:29.928049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:29.936568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:29.937563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b0d60b51-577d-4783-a80f-4b8997c6c72a None None] Provisioning complete for port d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:29.938104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b0d60b51-577d-4783-a80f-4b8997c6c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:29.971726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:30.007400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b0d60b51-577d-4783-a80f-4b8997c6c72a None None] Port d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:30.023462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:30.032578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bff43a3e-953e-40dc-ad8d-a853bbe083d4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:30.064013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.071850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a9c00-f18a-49cc-800a-04d1b6e52ce8 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:30.175551 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 172.20.0.5 (f92b56da-dfd9-433c-a595-962c6f07801d/392c9603-1ae4-4dbe-a1fd-063c892af91d/f8bd743d-9463-4360-b042-0a1058056dcd) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:30.217528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe4f:d85c (f92b56da-dfd9-433c-a595-962c6f07801d/30e2a2e4-857b-4fbf-8c47-e12f13f9f121/f8bd743d-9463-4360-b042-0a1058056dcd) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:30.340100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.340362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.372351 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] Provisioning for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:30.380048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port bff43a3e-953e-40dc-ad8d-a853bbe083d4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:30.380408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.383348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.409457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] Provisioning complete for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:30.409711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.498267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Calling delete_port for 2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:30.584043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.626101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:30.650175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Allocated IP 172.26.7.189 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/cb3efa79-8cbc-4f48-afbb-586e90b965b6) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:30.659843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.684230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.696022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.704234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.704993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.776229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] For port 321ac6f3-76bb-4aa6-b00a-9825c7db0010, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=321ac6f3-76bb-4aa6-b00a-9825c7db0010,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:30.778825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '30e2a2e4-857b-4fbf-8c47-e12f13f9f121', 'ip_address': '2001:db8::f816:3eff:fe1d:c372'}, {'subnet_id': '392c9603-1ae4-4dbe-a1fd-063c892af91d'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '321ac6f3-76bb-4aa6-b00a-9825c7db0010'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 16:57:30.824896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.882656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:30.905877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:30.906220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.934440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-658e9e46-d5be-431f-9227-b3d77d555155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.939671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58411082-0992-40bc-b08f-e89c7858c22d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:30.943384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.963494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:30.965147 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-af319967-a6f6-4b01-9214-36ecc3f0b4e0 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8415792 Feb 16 16:57:30.981127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51152) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:30.986646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=d941743d-aeb2-4cc9-afec-f9aeb6f2ff40,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:30.999188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0971c8-0e6c-42be-a477-4c938582daf6 None None] Pushing event updated for resources: {'Port': ['ID=321ac6f3-76bb-4aa6-b00a-9825c7db0010,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:31.007805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bca8daea-d693-4cb5-8d8a-41bb55eb1a43 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.008525 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.api.v2.base [None req-bca8daea-d693-4cb5-8d8a-41bb55eb1a43 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 16:57:31.009073 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-bca8daea-d693-4cb5-8d8a-41bb55eb1a43 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.010106 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bca8daea-d693-4cb5-8d8a-41bb55eb1a43 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144703 Feb 16 16:57:31.013350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51156) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.033819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.054656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:31.061522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:31.062996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.067173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:31.077555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.079847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.089405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:31.106120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.111415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:31.114939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:31.125529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.153370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event deleted for resources: {'Port': ['ID=2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:31.204321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.211084 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.213334 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6d221dbd-7271-4c91-ba39-46bd28e38aa7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1978204 Feb 16 16:57:31.226460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51160) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.246751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,segment=NetworkSegment(ed60d564-ad0e-4c7d-ab06-7348b4cad9b0),segment_id=ed60d564-ad0e-4c7d-ab06-7348b4cad9b0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:31.252535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.299809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-68998b98-ed8e-4333-924f-db9c058fb5e9 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.301018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object f8bd743d-9463-4360-b042-0a1058056dcd will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:31.303387 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-68998b98-ed8e-4333-924f-db9c058fb5e9 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 16:57:31.303920 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-68998b98-ed8e-4333-924f-db9c058fb5e9 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.304911 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-68998b98-ed8e-4333-924f-db9c058fb5e9 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0737450 Feb 16 16:57:31.319717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51164) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.325845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.333703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:31.339394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:31.342708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:31.349024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:31.366123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:31.421186 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.425642 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a3e24add-edd6-4f61-8dfa-0be70da14e89 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1013503 Feb 16 16:57:31.426670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51168) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.436028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c21a10d1-e18f-4294-a83c-6c22b5c63b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.436519 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-c21a10d1-e18f-4294-a83c-6c22b5c63b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 16:57:31.437016 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c21a10d1-e18f-4294-a83c-6c22b5c63b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.440806 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c21a10d1-e18f-4294-a83c-6c22b5c63b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103900 Feb 16 16:57:31.442072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51172) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.448250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.456094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.557532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:31.562234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:31.565823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:31.571931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:31.575262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event updated for resources: {'Port': ['ID=cb3efa79-8cbc-4f48-afbb-586e90b965b6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:31.601551 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Project fa222037da2f4523bac3506e2577dc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:57:31.608091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:31.611724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 321ac6f3-76bb-4aa6-b00a-9825c7db0010 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:31.613979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:31.622181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:31.666097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 6b732b45-69f5-4947-b532-456828d9c426 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:31.670289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ff876fb6-a97a-4ae3-bba9-6b91efa699da None None] Provisioning complete for port d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:31.670811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ff876fb6-a97a-4ae3-bba9-6b91efa699da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.672415 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.673443 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bc414dc6-4fd2-4086-b951-9f28deced8ff tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2304156 Feb 16 16:57:31.682467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51176) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.693725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5b6b0259-a934-4ef6-bc24-557623fe0ad6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.694189 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-5b6b0259-a934-4ef6-bc24-557623fe0ad6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 16:57:31.694731 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-5b6b0259-a934-4ef6-bc24-557623fe0ad6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:31.699177 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5b6b0259-a934-4ef6-bc24-557623fe0ad6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106788 Feb 16 16:57:31.700747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51180) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.702235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.718108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-62a36a71-6218-4213-9871-534e595f1460 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "DELETE /v2.0/ports/2dc9d328-b6b7-4e2b-bc9e-c3f0340353a4 HTTP/1.1" status: 204 len: 168 time: 2.7077215 Feb 16 16:57:31.721243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51182) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:31.762585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:31.782746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.786311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ff876fb6-a97a-4ae3-bba9-6b91efa699da None None] Port d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:31.834047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:31.834047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:31.834811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:31.889797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:31.895701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:31.905092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:31.914679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Allocated IP 172.20.0.2 (f92b56da-dfd9-433c-a595-962c6f07801d/392c9603-1ae4-4dbe-a1fd-063c892af91d/321ac6f3-76bb-4aa6-b00a-9825c7db0010) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:31.936553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=f8bd743d-9463-4360-b042-0a1058056dcd,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:31.944994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Router b9afbb69-a6a5-4522-b22e-c38f8a4db949 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:32.028681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:32.056712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.057231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:32.084779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fb1bf-5eee-4437-9a2a-b22b2fe57c64 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.085475 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e18fb1bf-5eee-4437-9a2a-b22b2fe57c64 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Synchronizing usage tracker for tenant:f6e0ba967a93417a8c0f243dbd771ccb on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:32.087969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:32.118587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:32.159307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:32.161006 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ffca5c25-41d1-4cba-b3ad-98c3b92ce541 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8198638 Feb 16 16:57:32.164368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51190) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.184367 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Project fa222037da2f4523bac3506e2577dc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:57:32.209747 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:32.210870 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-db544349-9285-4244-917f-6ad92d8aa663 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4579568 Feb 16 16:57:32.215375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51194) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.220718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:32.229769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e18fb1bf-5eee-4437-9a2a-b22b2fe57c64 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Unset dirty status for tenant:f6e0ba967a93417a8c0f243dbd771ccb on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:32.230990 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e18fb1bf-5eee-4437-9a2a-b22b2fe57c64 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "GET /v2.0/ports?device_id=d34cd13e-53fe-47a2-89ae-d0de91b19931 HTTP/1.1" status: 200 len: 913 time: 0.5079167 Feb 16 16:57:32.231414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '58411082-0992-40bc-b08f-e89c7858c22d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:32.240005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.246279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:32.252222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] Sync routers for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:32.259806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:32.264693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:32.266516 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-945f4f3c-63ac-4bac-8ca6-00c52341e669 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "PUT /v2.0/routers/b9afbb69-a6a5-4522-b22e-c38f8a4db949 HTTP/1.1" status: 200 len: 915 time: 8.2685316 Feb 16 16:57:32.269202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] For port 321ac6f3-76bb-4aa6-b00a-9825c7db0010, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=321ac6f3-76bb-4aa6-b00a-9825c7db0010,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:32.270108 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] Sync routers for ids ['b9afbb69-a6a5-4522-b22e-c38f8a4db949'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:32.280401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51202) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.284496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:32.285102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.288157 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] Routers {'b9afbb69-a6a5-4522-b22e-c38f8a4db949'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:32.289343 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b9afbb69-a6a5-4522-b22e-c38f8a4db949'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.318119 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-30a2ec01-d811-4938-a184-de0bcacd5595 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/6b732b45-69f5-4947-b532-456828d9c426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4089704 Feb 16 16:57:32.335034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:32.358657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51206) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.373731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.377604 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.386068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:32.392081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:32.392452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:32.392606 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] Routers {'b9afbb69-a6a5-4522-b22e-c38f8a4db949'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:32.393452 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b9afbb69-a6a5-4522-b22e-c38f8a4db949'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.425722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:32.468463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:32.469091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.470862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:32.483114 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.484178 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97e7d9-081b-4f80-9296-b0c5a66e5d71 None None] The sync data for ids ['b9afbb69-a6a5-4522-b22e-c38f8a4db949'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:32.531503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5955ed-1b12-4734-9568-e178aa5505f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.538628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5955ed-1b12-4734-9568-e178aa5505f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.538628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-db5955ed-1b12-4734-9568-e178aa5505f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:32.547448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Transition to ACTIVE for port object 321ac6f3-76bb-4aa6-b00a-9825c7db0010 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:32.551217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:32.551623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758259d-60b6-4e2e-9a9f-29de8d4ba1f0 None None] The sync data for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:32.557545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66676884-29b1-4c6d-9320-afeced749422 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.559116 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66676884-29b1-4c6d-9320-afeced749422 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports/d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 HTTP/1.1" status: 200 len: 911 time: 0.1943512 Feb 16 16:57:32.562528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:32.564251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51210) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.564680 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Project fa222037da2f4523bac3506e2577dc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:57:32.707761 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c3a4585d-2a57-4f6a-8f35-8e489cbbd972 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/b9afbb69-a6a5-4522-b22e-c38f8a4db949 HTTP/1.1" status: 200 len: 921 time: 0.4239647 Feb 16 16:57:32.707761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-db5955ed-1b12-4734-9568-e178aa5505f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:32.710509 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-db5955ed-1b12-4734-9568-e178aa5505f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5330322 Feb 16 16:57:32.724766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51214) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.724766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51216) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.753458 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:32.754489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e068cf17-0b85-421c-89a4-a1e9b3e15987 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5319798 Feb 16 16:57:32.761898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51222) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:32.779314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:32.788793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f5dc-e918-4625-a9d5-832220005865 None None] Pushing event updated for resources: {'Port': ['ID=321ac6f3-76bb-4aa6-b00a-9825c7db0010,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:32.861003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port f8bd743d-9463-4360-b042-0a1058056dcd {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:32.861341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.105753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a800d23-b55f-4013-9b2b-3a7d368a5917 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.241675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a800d23-b55f-4013-9b2b-3a7d368a5917 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.280648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf21b0-4709-42bb-9f75-8cf241f93b07 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:33.282430 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ffbf21b0-4709-42bb-9f75-8cf241f93b07 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=b9afbb69-a6a5-4522-b22e-c38f8a4db949&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5593653 Feb 16 16:57:33.334124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51226) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:33.426781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-06853b3a-4b46-4147-a2ba-942e1f99a6d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5838444 Feb 16 16:57:33.429676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13dfd1c8-dd77-4f5f-8f5d-1f90fb485a29 None None] Provisioning for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:33.456550 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13dfd1c8-dd77-4f5f-8f5d-1f90fb485a29 None None] Provisioning complete for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:33.456924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13dfd1c8-dd77-4f5f-8f5d-1f90fb485a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.552682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a800d23-b55f-4013-9b2b-3a7d368a5917 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.633674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a800d23-b55f-4013-9b2b-3a7d368a5917 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58411082-0992-40bc-b08f-e89c7858c22d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:33.637631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d01ea407-5e93-4a98-9ceb-c93ffca8d466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.657738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.666467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 321ac6f3-76bb-4aa6-b00a-9825c7db0010 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:33.717349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.722204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a800d23-b55f-4013-9b2b-3a7d368a5917 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.725743 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3a800d23-b55f-4013-9b2b-3a7d368a5917 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/58411082-0992-40bc-b08f-e89c7858c22d HTTP/1.1" status: 204 len: 168 time: 0.9606071 Feb 16 16:57:33.729952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51230) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:33.772948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd5e53a-72ac-415e-8280-a5f371832e66 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:33.776842 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-edd5e53a-72ac-415e-8280-a5f371832e66 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.4362903 Feb 16 16:57:33.789206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51234) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:33.800979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.819253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:33.819611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:33.861216 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6a171d4b-51a6-40aa-a7fe-9bba6fafe0e8 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9afbb69-a6a5-4522-b22e-c38f8a4db949 HTTP/1.1" status: 200 len: 205 time: 0.0680842 Feb 16 16:57:33.867688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51238) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:33.966028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-506a3452-3069-4b2d-b00f-cf2b9cdc895b None None] Provisioning for port f8bd743d-9463-4360-b042-0a1058056dcd completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:33.972335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-506a3452-3069-4b2d-b00f-cf2b9cdc895b None None] Provisioning complete for port f8bd743d-9463-4360-b042-0a1058056dcd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:33.972737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-506a3452-3069-4b2d-b00f-cf2b9cdc895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.014576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for f8bd743d-9463-4360-b042-0a1058056dcd owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:34.015235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-83da28a7-632a-408b-ab9c-f239e5cb4f7b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:34.030597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-506a3452-3069-4b2d-b00f-cf2b9cdc895b None None] Port f8bd743d-9463-4360-b042-0a1058056dcd cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:34.042237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-bf85514e-ea2d-4055-8ff7-62f7ccbd418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:34.043845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-bf85514e-ea2d-4055-8ff7-62f7ccbd418d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77d5020557b142948d879f0e8f88ca19&device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 1098 time: 0.4651127 Feb 16 16:57:34.088522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.164225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.206328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.355207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-83da28a7-632a-408b-ab9c-f239e5cb4f7b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:34.356424 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-83da28a7-632a-408b-ab9c-f239e5cb4f7b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6246743 Feb 16 16:57:34.375493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:34.404833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695116615'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:34.430521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:34.453869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.528980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.554500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:34.602705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=f8bd743d-9463-4360-b042-0a1058056dcd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:34.711563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-8b45312c-bfe1-4cb6-9b7d-dd9bd8885346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:34.713769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-8b45312c-bfe1-4cb6-9b7d-dd9bd8885346 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 200 len: 907 time: 0.6460114 Feb 16 16:57:34.725289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.945378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8:1::1 (00fa0a09-d320-46b3-89eb-1b5f26274f0f/58e998b4-db0f-4475-87b8-4e57cdde01c2/2d620774-c9b7-42f8-9cb5-62e9e234a336) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:34.954889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:34.963408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.044752 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-59af7220-9ecd-434c-b5dd-5de1ca391086 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/f8bd743d-9463-4360-b042-0a1058056dcd HTTP/1.1" status: 204 len: 168 time: 2.3201206 Feb 16 16:57:35.048145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51246) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:35.070096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:35.075093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Router 30035576-7ac0-4744-96b2-921d4ee76ce8 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:35.083900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:35.093199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:35.110508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:35.121284 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-b6e5c8f0-5fe4-40d5-a1bd-492bd37ed4f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 200 len: 1001 time: 0.3290009 Feb 16 16:57:35.153784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89181ed3-346b-4ed3-b141-0e0d171017b1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:35.155288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89181ed3-346b-4ed3-b141-0e0d171017b1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:35.156866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89181ed3-346b-4ed3-b141-0e0d171017b1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:35.158666 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-89181ed3-346b-4ed3-b141-0e0d171017b1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1099403 Feb 16 16:57:35.167651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51250) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:35.231435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.238347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.269827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object 2d620774-c9b7-42f8-9cb5-62e9e234a336 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:35.277924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 30e2a2e4-857b-4fbf-8c47-e12f13f9f121 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:35.283703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.298237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Deleting port 6fda0f37-2ef7-441c-9650-195044a4b2d1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:35.298595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.346372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.390668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.437749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-82fd1982-29f6-4d64-9816-0a352f056e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:35.439412 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-82fd1982-29f6-4d64-9816-0a352f056e4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5597547-d2bb-45b7-b0ae-a245e8fec7bb HTTP/1.1" status: 200 len: 845 time: 0.3081567 Feb 16 16:57:35.485163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:35.489479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:35.499965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:35.500481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.504863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=2d620774-c9b7-42f8-9cb5-62e9e234a336,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:35.557301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.688403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.700532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting port 9da917df-f482-42ab-9025-468f6105b587 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:35.700861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.735668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:35.742728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=30e2a2e4-857b-4fbf-8c47-e12f13f9f121,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:35.746356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.750895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.755998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] Sync routers for ids ['30035576-7ac0-4744-96b2-921d4ee76ce8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:35.764022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a37e8f94-8be1-46ea-9546-eecc9ba7fa61 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/30e2a2e4-857b-4fbf-8c47-e12f13f9f121 HTTP/1.1" status: 204 len: 168 time: 0.5955210 Feb 16 16:57:35.764752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.777849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51254) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:35.779285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.779437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573c0b9-24e3-4df5-bfe4-027903f8c7ca None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:35.797517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] Routers {'30035576-7ac0-4744-96b2-921d4ee76ce8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:35.798148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['30035576-7ac0-4744-96b2-921d4ee76ce8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:35.881731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:35.928542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.933139 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-55fd093b-8ee8-4d98-a648-22601dfb9934 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "PUT /v2.0/routers/30035576-7ac0-4744-96b2-921d4ee76ce8 HTTP/1.1" status: 200 len: 883 time: 7.1451492 Feb 16 16:57:35.933822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51258) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:35.940591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-75dda4fa-ad82-434d-98b7-3c44463b9565 None None] Provisioning for port 2d620774-c9b7-42f8-9cb5-62e9e234a336 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:35.946711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.953604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-75dda4fa-ad82-434d-98b7-3c44463b9565 None None] Provisioning complete for port 2d620774-c9b7-42f8-9cb5-62e9e234a336 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:35.954170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-75dda4fa-ad82-434d-98b7-3c44463b9565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:35.996382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] Routers {'30035576-7ac0-4744-96b2-921d4ee76ce8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:35.997089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['30035576-7ac0-4744-96b2-921d4ee76ce8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:36.000737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4ce87-7836-4c3b-a43b-1af64d0f90c8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:36.003074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.007200 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d8897e22-0d75-46c8-a02c-84884599ac0b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6267512 Feb 16 16:57:36.017776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51262) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:36.028678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '9eb4ce87-7836-4c3b-a43b-1af64d0f90c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:36.053740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:36.107861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:36.115246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:36.125605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:36.133672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:36.134459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfa1d8-77e3-4f5d-93f4-9c915824feab None None] The sync data for ids ['30035576-7ac0-4744-96b2-921d4ee76ce8'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:36.143552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-75dda4fa-ad82-434d-98b7-3c44463b9565 None None] Port 2d620774-c9b7-42f8-9cb5-62e9e234a336 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:36.167729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-487f1efd-b585-4a03-94f9-0933240beeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.169180 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-487f1efd-b585-4a03-94f9-0933240beeb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffffe003-05d4-4a18-af31-e5ddc33bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7002513 Feb 16 16:57:36.216403 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The resource could not be found. Feb 16 16:57:36.217572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00e76fdb-227d-44b3-92ab-41cc238d657f tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2009022 Feb 16 16:57:36.220456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51266) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:36.226370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '9eb4ce87-7836-4c3b-a43b-1af64d0f90c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5dafe508-488a-4adc-bf55-ee0b3f002128'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:36.234021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 392c9603-1ae4-4dbe-a1fd-063c892af91d {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:36.235400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:36.240956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:36.245599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:36.251097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Calling delete_port for 6fda0f37-2ef7-441c-9650-195044a4b2d1 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:36.261477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:36.267157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.273000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.273966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.328470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.456897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=2d620774-c9b7-42f8-9cb5-62e9e234a336,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:36.460006 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The resource could not be found. Feb 16 16:57:36.461342 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6d1d0ee-c79f-4cb7-8113-d5b627d36112 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2399988 Feb 16 16:57:36.470122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51270) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:36.618295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.709362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:36.712397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:36.717264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9d27730-9a25-48f9-bd58-323b63390e55 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.720189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.782942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.877409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9d27730-9a25-48f9-bd58-323b63390e55 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.937938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 6b732b45-69f5-4947-b532-456828d9c426 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:36.985294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Calling delete_port for 9da917df-f482-42ab-9025-468f6105b587 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:37.046613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ce298e81-3aa2-4a32-bf10-da3e90d1ccfc tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/30035576-7ac0-4744-96b2-921d4ee76ce8 HTTP/1.1" status: 200 len: 924 time: 1.1024833 Feb 16 16:57:37.064965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51274) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.095460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8a531388-c720-4fca-bbcd-ba0117117b32 None None] Provisioning complete for port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:37.096713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8a531388-c720-4fca-bbcd-ba0117117b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.114439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9d27730-9a25-48f9-bd58-323b63390e55 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.142595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d27730-9a25-48f9-bd58-323b63390e55 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4ce87-7836-4c3b-a43b-1af64d0f90c8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:37.160811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9d27730-9a25-48f9-bd58-323b63390e55 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.165589 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9d27730-9a25-48f9-bd58-323b63390e55 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/9eb4ce87-7836-4c3b-a43b-1af64d0f90c8 HTTP/1.1" status: 204 len: 168 time: 0.6909127 Feb 16 16:57:37.166187 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-cce24288-33ec-4969-af81-ce341bb8b05a service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9303598 Feb 16 16:57:37.167353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51278) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.170845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:37.184047 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] Sync routers for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:37.200869 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f54537fd-be6a-4bcc-a23c-c07cc8c03da3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/6b732b45-69f5-4947-b532-456828d9c426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6310713 Feb 16 16:57:37.209576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:37.210247 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:37.212146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51284) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.287128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8a531388-c720-4fca-bbcd-ba0117117b32 None None] Provisioning complete for port 2d620774-c9b7-42f8-9cb5-62e9e234a336 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:37.288524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8a531388-c720-4fca-bbcd-ba0117117b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.308857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d52e29-cec4-4815-b3ea-a7668bf6773c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:37.309529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-75d52e29-cec4-4815-b3ea-a7668bf6773c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:37.325579 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:37.330081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-75d52e29-cec4-4815-b3ea-a7668bf6773c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:37.331816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-75d52e29-cec4-4815-b3ea-a7668bf6773c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports/2d620774-c9b7-42f8-9cb5-62e9e234a336 HTTP/1.1" status: 200 len: 913 time: 0.1179039 Feb 16 16:57:37.338734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51288) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.342450 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:37.343156 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:37.353787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.364768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8a531388-c720-4fca-bbcd-ba0117117b32 None None] Port 2d620774-c9b7-42f8-9cb5-62e9e234a336 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:37.412740 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:37.413141 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a782f5e-f4be-4ffe-80c0-84a3bfd4da45 None None] The sync data for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:37.484973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5a12e84a-e658-4aed-8a07-9d3e3d4ce62e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:37.585596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.646445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5a12e84a-e658-4aed-8a07-9d3e3d4ce62e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:37.647732 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5a12e84a-e658-4aed-8a07-9d3e3d4ce62e tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4745502 Feb 16 16:57:37.660190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51292) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.669006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': '00614b07-d5b7-4753-ae31-7af85f0fc638', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:37.670267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f8f81-d41a-4cdd-85b9-b197967ff2a4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:37.671888 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5b9f8f81-d41a-4cdd-85b9-b197967ff2a4 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=30035576-7ac0-4744-96b2-921d4ee76ce8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6027184 Feb 16 16:57:37.672999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event deleted for resources: {'Port': ['ID=6fda0f37-2ef7-441c-9650-195044a4b2d1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:37.675849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51296) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.676692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:37.685959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:37.690472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:37.701415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:37.717633 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c4291fed-4cab-4422-9e45-883c011fd6f7 req-234f6183-f386-4c91-8a73-28cffcef8722 service neutron] 10.222.0.48 "GET /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301094 Feb 16 16:57:37.769743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.820458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The resource could not be found. Feb 16 16:57:37.822667 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4b45ba4-c859-4b74-88fc-1f8ae324ccf5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1615176 Feb 16 16:57:37.828076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51300) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:37.839245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--3432817'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:37.845724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:37.863526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:37.881572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.908868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:37.942122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:37.949274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=392c9603-1ae4-4dbe-a1fd-063c892af91d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:37.950862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:37.954995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:37.958631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:37.962396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be5993-9236-4f1f-9c0f-8ecc8cb6432f None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:37.996641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.021431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.054003 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-849bf332-4fa1-4c99-b0b7-7d9b7804589b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/392c9603-1ae4-4dbe-a1fd-063c892af91d HTTP/1.1" status: 204 len: 168 time: 2.2705941 Feb 16 16:57:38.067194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51304) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:38.073566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event deleted for resources: {'Port': ['ID=9da917df-f482-42ab-9025-468f6105b587,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:38.296526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:38.302772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] Deleting port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:38.303408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.380358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.391077 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0b349b09-3357-4bad-b6ce-6c382bc87375 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3187172 Feb 16 16:57:38.420235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51312) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:38.449516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:38.471535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.532386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.569075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] For port 321ac6f3-76bb-4aa6-b00a-9825c7db0010, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=321ac6f3-76bb-4aa6-b00a-9825c7db0010,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:38.569459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.592353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38be372-6037-49f2-8f33-5a1e952c54ad,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:38.608933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.611564 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e034b8b2-9194-4081-8555-b00383589c93 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.7810965 Feb 16 16:57:38.613403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51316) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:38.620808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--806846613'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:38.628137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:38.634743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:38.642823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:38.643101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97dfbb-5391-4ca3-b2e0-c584923ac995 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:38.643865 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff97dfbb-5391-4ca3-b2e0-c584923ac995 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.9362252 Feb 16 16:57:38.646664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:38.648513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51320) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:38.713097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] Calling delete_port for 321ac6f3-76bb-4aa6-b00a-9825c7db0010 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:38.741844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-30afcae3-6306-4804-a7bb-d621cf5fb06f tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=30035576-7ac0-4744-96b2-921d4ee76ce8 HTTP/1.1" status: 200 len: 205 time: 0.0913761 Feb 16 16:57:38.745546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51324) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:38.750667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.753535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.761169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.797703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.839789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:38.845422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 2d620774-c9b7-42f8-9cb5-62e9e234a336 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:38.846017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.848883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] Pushing event deleted for resources: {'Port': ['ID=321ac6f3-76bb-4aa6-b00a-9825c7db0010,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:38.858014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eede801-ef13-48cf-b445-fc67814b7203 None None] No DVR routers for this DVR port 321ac6f3-76bb-4aa6-b00a-9825c7db0010 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:38.893108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:38.905913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:38.912824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:38.923982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:38.925819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.926371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Fanout notify agent at l3_agent the message router_deleted on router b9afbb69-a6a5-4522-b22e-c38f8a4db949 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:38.927665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.952523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:38.953604 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8cfada4-4d36-4227-b184-7dedeb00ded7 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/b9afbb69-a6a5-4522-b22e-c38f8a4db949 HTTP/1.1" status: 204 len: 168 time: 5.0827405 Feb 16 16:57:38.958966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:38.961290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51328) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:38.965852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:38.988600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-197460126', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:39.003873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:39.005948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:39.011457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:39.014930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.085543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Usage tracker for resource:router and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:39.095603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:39.123461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:39.145604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.254078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.255072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.340675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Router d34cd13e-53fe-47a2-89ae-d0de91b19931 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:39.349293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.397219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.529169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 2d620774-c9b7-42f8-9cb5-62e9e234a336 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:39.530141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:39.545845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] Sync routers for ids ['d34cd13e-53fe-47a2-89ae-d0de91b19931'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:39.552115 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e5e98700-0599-489c-b089-96ed324e379b tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "PUT /v2.0/routers/d34cd13e-53fe-47a2-89ae-d0de91b19931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3084524 Feb 16 16:57:39.561628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.563614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51334) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:39.571859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] Routers {'d34cd13e-53fe-47a2-89ae-d0de91b19931'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:39.573243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d34cd13e-53fe-47a2-89ae-d0de91b19931'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.642637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 321ac6f3-76bb-4aa6-b00a-9825c7db0010 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:39.658249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.685966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 321ac6f3-76bb-4aa6-b00a-9825c7db0010 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:39.686448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 321ac6f3-76bb-4aa6-b00a-9825c7db0010 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:39.687965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.700423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] Routers {'d34cd13e-53fe-47a2-89ae-d0de91b19931'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:39.701136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d34cd13e-53fe-47a2-89ae-d0de91b19931'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.713589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:57:39.715107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.770030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.770620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc0465-175a-43ab-8350-e854b4e412fc None None] The sync data for ids ['d34cd13e-53fe-47a2-89ae-d0de91b19931'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:39.893236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.895347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:39.901942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:39.905343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:39.905917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.912232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8128185-10fe-4cff-86d7-f6b00542d9e9 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:39.926952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=f988f18e-2f97-4725-9cc2-63167027dea5,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:39.937360 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-be0fe03a-27be-46fa-bc28-60e33411f332 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5100825 Feb 16 16:57:39.941037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51338) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:39.947343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:40.108514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:40.112802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:40.116479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:40.124551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:40.134476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:40.137956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.183293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': 'f988f18e-2f97-4725-9cc2-63167027dea5'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:40.184516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.251139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611b46dc-2f1c-4bc7-bbb0-7e2042377d65,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:40.309817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.439665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Allocated IP 2001:db8::f816:3eff:fe5b:df45 (f92b56da-dfd9-433c-a595-962c6f07801d/f988f18e-2f97-4725-9cc2-63167027dea5/df8bb17d-c267-4ed9-80c3-0c96fb5b6b78) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:40.448335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.472900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.474114 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0474fc05-9a59-4755-846e-63a9fb677447 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8596268 Feb 16 16:57:40.478788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51342) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:40.482062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Deleting port cb3efa79-8cbc-4f48-afbb-586e90b965b6 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:40.482406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.498869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'e38be372-6037-49f2-8f33-5a1e952c54ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '611b46dc-2f1c-4bc7-bbb0-7e2042377d65'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:40.515508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:40.525058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:40.531812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:40.537142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:40.539031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:40.546071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:40.546688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.557065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:40.558936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=8075e33c-dce8-4964-8057-20641de51cfe,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:40.590046 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3df2e44e-5fcf-451e-8b55-08b0c7959fbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6450791 Feb 16 16:57:40.592870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51346) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:40.601017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:de:c9:c6', 'name': 'tempest-NetworksTestDHCPv6-798435068'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:40.604699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.675985 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:40.677028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65681c92-245e-4955-a3b4-e83f0bdb0b35 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1934383 Feb 16 16:57:40.683517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51350) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:40.695155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.791247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.797469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.802182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:40.804500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5292d742-f0b3-48eb-b88d-5dab257f57b6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.809311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:40.818984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:40.829982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:40.847188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5292d742-f0b3-48eb-b88d-5dab257f57b6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.859487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:40.882087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Transition to ACTIVE for port object df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:40.904137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Transition to ACTIVE for port object df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:40.910371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.943384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.978628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:40.983571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:40.986245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:41.013167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5292d742-f0b3-48eb-b88d-5dab257f57b6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.014263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.014781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Fanout notify agent at l3_agent the message router_deleted on router d34cd13e-53fe-47a2-89ae-d0de91b19931 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:41.016403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=2d620774-c9b7-42f8-9cb5-62e9e234a336,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:41.037362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292d742-f0b3-48eb-b88d-5dab257f57b6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b46dc-2f1c-4bc7-bbb0-7e2042377d65,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:41.045605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.054494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Pushing event updated for resources: {'Port': ['ID=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:41.071321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5292d742-f0b3-48eb-b88d-5dab257f57b6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.072334 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5292d742-f0b3-48eb-b88d-5dab257f57b6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/611b46dc-2f1c-4bc7-bbb0-7e2042377d65 HTTP/1.1" status: 204 len: 168 time: 0.3879044 Feb 16 16:57:41.075724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51354) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:41.100528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port ed8d8dff-31d2-418c-afb1-df9785b7c209 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:57:41.141414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Attempting to bind port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:41.141849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Attempting to bind port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:41.142278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Attempting to bind port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:41.151069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:41.151621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:41.152024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.152410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:41.152868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Bound port: df8bb17d-c267-4ed9-80c3-0c96fb5b6b78, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:41.153258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.210708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.214695 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-36681e0b-3210-44f4-bdc5-cff6ee0fe9c0 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "DELETE /v2.0/routers/d34cd13e-53fe-47a2-89ae-d0de91b19931 HTTP/1.1" status: 204 len: 168 time: 1.6500568 Feb 16 16:57:41.218453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51358) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:41.285088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] For port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:41.294077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] For port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:41.299642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.311334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.311866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-829f9d9d-faa0-4acd-b15a-7c61e74cd132 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:41.346315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-829f9d9d-faa0-4acd-b15a-7c61e74cd132 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:41.347981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-829f9d9d-faa0-4acd-b15a-7c61e74cd132 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4502 time: 0.2713001 Feb 16 16:57:41.353783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:41.392665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da3034-ca38-4d16-a867-50e58e7276e1 None None] Pushing event updated for resources: {'Port': ['ID=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:41.499128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-628b30e4-082b-4dc7-be75-0d02a90ce81c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.502531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 172.20.0.2 (f92b56da-dfd9-433c-a595-962c6f07801d/8075e33c-dce8-4964-8057-20641de51cfe/ed8d8dff-31d2-418c-afb1-df9785b7c209) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:41.521185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fede:c9c6 (f92b56da-dfd9-433c-a595-962c6f07801d/f988f18e-2f97-4725-9cc2-63167027dea5/ed8d8dff-31d2-418c-afb1-df9785b7c209) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:41.541329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-628b30e4-082b-4dc7-be75-0d02a90ce81c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.668411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Calling delete_port for cb3efa79-8cbc-4f48-afbb-586e90b965b6 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:41.702255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-628b30e4-082b-4dc7-be75-0d02a90ce81c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.728574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b30e4-082b-4dc7-be75-0d02a90ce81c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38be372-6037-49f2-8f33-5a1e952c54ad,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:41.783038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-628b30e4-082b-4dc7-be75-0d02a90ce81c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.786769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-628b30e4-082b-4dc7-be75-0d02a90ce81c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/e38be372-6037-49f2-8f33-5a1e952c54ad HTTP/1.1" status: 204 len: 168 time: 0.4286664 Feb 16 16:57:41.787445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51368) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:41.798407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting subnet df8772c0-31ef-45c0-9628-eb53226787e2 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:41.813390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.815844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.851045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.883803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-31235295-43c1-47a2-a700-5645186f27f4 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:41.886369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object ed8d8dff-31d2-418c-afb1-df9785b7c209 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:41.907199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-31235295-43c1-47a2-a700-5645186f27f4 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:41.908443 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-31235295-43c1-47a2-a700-5645186f27f4 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1201043 Feb 16 16:57:41.915729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51372) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:41.921450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077549208'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:41.928339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:41.940958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.949176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:42.030106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.032300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.042371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:42.046883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:42.049411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:42.204893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=ed8d8dff-31d2-418c-afb1-df9785b7c209,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:42.217922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:42.225214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:42.235399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:42.245712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:42.265627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:42.266321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.307848 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d2bb167-8448-45c2-8625-df13fedcda23 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7141056 Feb 16 16:57:42.312161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51376) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:42.437004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.444788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.503676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844fb4e-c60b-4f97-8faa-50add4d30ff9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:42.510981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844fb4e-c60b-4f97-8faa-50add4d30ff9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:42.511796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8844fb4e-c60b-4f97-8faa-50add4d30ff9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:42.517666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.522070 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6053646 Feb 16 16:57:42.526073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.526684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51380) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:42.533146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'b6c2a534-eccd-401e-875a-a9c5fcba2f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:42.537605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cfcb7-7947-49d0-b573-dbba7ddeb943 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c2a534-eccd-401e-875a-a9c5fcba2f03,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:42.545072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:42.552371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:42.553797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b44dc-20d7-42d9-b425-9695ed1d6bf1 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:42.557479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:42.564395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:42.566451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8844fb4e-c60b-4f97-8faa-50add4d30ff9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:42.570358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8844fb4e-c60b-4f97-8faa-50add4d30ff9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2572324 Feb 16 16:57:42.571207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51384) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:42.583695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.640754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.661727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a7e94b80-3acf-4ad9-bb34-65a77f8b94f8 None None] Provisioning for port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:42.662409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port ed8d8dff-31d2-418c-afb1-df9785b7c209 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:42.662927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.671588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event deleted for resources: {'Port': ['ID=cb3efa79-8cbc-4f48-afbb-586e90b965b6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:42.696400 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:42.699036 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-defb2665-e4c2-4b2d-8f2f-2b78d78dd956 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1713564 Feb 16 16:57:42.717519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51388) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:42.762520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group_rule': {'security_group_id': 'b6c2a534-eccd-401e-875a-a9c5fcba2f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:42.779884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.826964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:42.843951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:42.851799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 6b732b45-69f5-4947-b532-456828d9c426 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:42.852839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:42.873723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:42.933268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': 'f988f18e-2f97-4725-9cc2-63167027dea5', 'ip_address': '2001:db8::f816:3eff:fe5b:df45'}, {'subnet_id': '8075e33c-dce8-4964-8057-20641de51cfe'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': 'df8bb17d-c267-4ed9-80c3-0c96fb5b6b78'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 16:57:42.955539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.002184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.093114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for ed8d8dff-31d2-418c-afb1-df9785b7c209 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:43.106951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.245223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Allocated IP 172.20.0.3 (f92b56da-dfd9-433c-a595-962c6f07801d/8075e33c-dce8-4964-8057-20641de51cfe/df8bb17d-c267-4ed9-80c3-0c96fb5b6b78) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:43.334488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.391705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=ed8d8dff-31d2-418c-afb1-df9785b7c209,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:43.394023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] For port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:43.426079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.445436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Transition to ACTIVE for port object df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:43.453210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.457331 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:57:43.458343 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eb70723e-6673-43aa-9589-60a2eb07b4dc tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7350717 Feb 16 16:57:43.460477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.464840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Allocated IP 172.26.7.100 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/f87bfd8c-396b-4ad1-a13d-1d8d2858528d) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:43.467094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.467806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51392) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:43.475491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.529044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event deleted for resources: {'Subnet': ['ID=df8772c0-31ef-45c0-9628-eb53226787e2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:43.568168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.624599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40879595-554d-4072-927a-f2cd78382aaf None None] Network 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:43.640790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ac6fa22f-dd13-4b6d-b54c-083cabd953b9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/ed8d8dff-31d2-418c-afb1-df9785b7c209 HTTP/1.1" status: 204 len: 168 time: 1.0675077 Feb 16 16:57:43.643982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51396) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:43.644578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-483c394e-f044-43da-adf1-df167b15240c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.666035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.701895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.735798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.749297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-483c394e-f044-43da-adf1-df167b15240c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.778969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee4db05-52e6-4b89-8570-c5bb64267b51 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.780573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee4db05-52e6-4b89-8570-c5bb64267b51 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.782777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee4db05-52e6-4b89-8570-c5bb64267b51 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.782911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:43.783198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1ee4db05-52e6-4b89-8570-c5bb64267b51 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:43.795019 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] Sync routers for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:43.809487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.810217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Fanout notify agent at l3_agent the message router_deleted on router 30035576-7ac0-4744-96b2-921d4ee76ce8 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:43.811174 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:43.822186 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:43.836929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1ee4db05-52e6-4b89-8570-c5bb64267b51 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:43.837457 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1ee4db05-52e6-4b89-8570-c5bb64267b51 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1905978 Feb 16 16:57:43.840235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51400) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:43.840410 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5911e849-39ab-44c7-9dc1-c97ef79d75c9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/6b732b45-69f5-4947-b532-456828d9c426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4965060 Feb 16 16:57:43.840681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51402) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:43.845342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:43.846455 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7d276735-6173-457a-93e1-048badeb1976 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/30035576-7ac0-4744-96b2-921d4ee76ce8 HTTP/1.1" status: 204 len: 168 time: 5.1000080 Feb 16 16:57:43.856734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51408) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:43.858193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-35e6c091-c317-4d8e-9d8d-71009ca5ba9d tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "DELETE /v2.0/subnets/df8772c0-31ef-45c0-9628-eb53226787e2 HTTP/1.1" status: 204 len: 168 time: 2.5658243 Feb 16 16:57:43.860806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51412) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:43.875300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:43.880698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-984504100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:43.909688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:43.912323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:43.980025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6cc44-bed9-4c0a-82dc-d02bc896a04b None None] Pushing event updated for resources: {'Port': ['ID=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:43.985731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:43.988946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:44.015452 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:44.026823 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:44.027842 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:44.082056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Usage tracker for resource:router and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:44.084510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event updated for resources: {'Port': ['ID=f87bfd8c-396b-4ad1-a13d-1d8d2858528d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:44.088486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:44.110058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:44.129595 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:44.130406 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225a871-4fa7-4b76-b576-681eb34771c3 None None] The sync data for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:44.172842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:44.225971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] DHCP port deletion for 6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:44.233586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] Deleting port a59a6e45-21d6-438b-988d-8d259c902dd4 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:44.233958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.276303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.277456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.334876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.358609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-483c394e-f044-43da-adf1-df167b15240c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.374975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting port a59a6e45-21d6-438b-988d-8d259c902dd4 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:44.375563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.404153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.410787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c394e-f044-43da-adf1-df167b15240c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c2a534-eccd-401e-875a-a9c5fcba2f03,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:44.435998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 8075e33c-dce8-4964-8057-20641de51cfe {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:44.439131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.502227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.514627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] For port a59a6e45-21d6-438b-988d-8d259c902dd4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a59a6e45-21d6-438b-988d-8d259c902dd4,segment=NetworkSegment(7cb087ab-93bb-44db-9c3b-1587fa379754),segment_id=7cb087ab-93bb-44db-9c3b-1587fa379754)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:44.515014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.575072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-483c394e-f044-43da-adf1-df167b15240c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.576175 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-483c394e-f044-43da-adf1-df167b15240c tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6c2a534-eccd-401e-875a-a9c5fcba2f03 HTTP/1.1" status: 204 len: 168 time: 1.1074159 Feb 16 16:57:44.582254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51416) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:44.590200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.664451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] Calling delete_port for a59a6e45-21d6-438b-988d-8d259c902dd4 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:44.673403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.676889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00d331b6-0846-49b2-8725-f9c85bf95a10 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8147342 Feb 16 16:57:44.679574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51420) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:44.687332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': True}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:44.694628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-69467b8f-a792-4b10-8221-bb2ceef53569 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:44.718493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.764787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.816436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] Pushing event deleted for resources: {'Port': ['ID=a59a6e45-21d6-438b-988d-8d259c902dd4,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:44.824672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Provisioning for port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:44.827206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-69467b8f-a792-4b10-8221-bb2ceef53569 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:44.828461 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-69467b8f-a792-4b10-8221-bb2ceef53569 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2452817 Feb 16 16:57:44.832153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9063d79-ad50-43a8-aed8-6b71820ba3c0 None None] No DVR routers for this DVR port a59a6e45-21d6-438b-988d-8d259c902dd4 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:44.833930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Provisioning complete for port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:44.834459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.837246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51424) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:44.848806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'tempest-secgroup--162833976'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:44.857318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:44.881632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:44.926116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.979255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:44.980152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.001300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=8075e33c-dce8-4964-8057-20641de51cfe,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:45.014359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.031583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:45.035606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] For port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:45.038171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Usage tracker for resource:security_group_rule and tenant:fa222037da2f4523bac3506e2577dc0f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:45.041028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.042219 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02e7c490-841b-484b-a049-fc7e26264775 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/8075e33c-dce8-4964-8057-20641de51cfe HTTP/1.1" status: 204 len: 168 time: 1.2004216 Feb 16 16:57:45.045679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:45.048210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51428) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:45.055743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:45.085549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2715fc57-ffc7-45f7-a295-51bc38fe12ab None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:45.107121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Could not find standard attr ID for object ed8d8dff-31d2-418c-afb1-df9785b7c209. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:57:45.148325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.205378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244185e5-8c30-4bdc-8cb9-7cffad95e6c7 None None] Pushing event updated for resources: {'Port': ['ID=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:45.219864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet f988f18e-2f97-4725-9cc2-63167027dea5 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:45.243292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b9f6c4be-f26b-49e9-8d81-bbbb5f6b501a None None] Could not find standard attr ID for object ed8d8dff-31d2-418c-afb1-df9785b7c209. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:57:45.285359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.348683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.396637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.489363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.507418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.548603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] For port a59a6e45-21d6-438b-988d-8d259c902dd4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a59a6e45-21d6-438b-988d-8d259c902dd4,segment=NetworkSegment(7cb087ab-93bb-44db-9c3b-1587fa379754),segment_id=7cb087ab-93bb-44db-9c3b-1587fa379754)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:45.549192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.592443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:45.618992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0ab55-70fd-492e-b28e-cabd301a243a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:45.660911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.665620 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-50e78458-ef26-425e-90c7-920bddc43fa2 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8220098 Feb 16 16:57:45.669802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51432) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:45.676474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9ecd58df-1a1b-4c40-8377-fe64fdc5e2c7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:45.677630 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-9ecd58df-1a1b-4c40-8377-fe64fdc5e2c7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 16:57:45.678359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-9ecd58df-1a1b-4c40-8377-fe64fdc5e2c7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 16:57:45.679428 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9ecd58df-1a1b-4c40-8377-fe64fdc5e2c7 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "PUT /v2.0/security-groups/4ed0ab55-70fd-492e-b28e-cabd301a243a HTTP/1.1" status: 409 len: 330 time: 0.0071213 Feb 16 16:57:45.684820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:45.686049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.688952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51436) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:45.720246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Calling delete_port for a59a6e45-21d6-438b-988d-8d259c902dd4 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:45.751496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.767910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.906730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6154ea8b-647f-49a8-ae2e-f6a7cb414bd6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.942080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a59a6e45-21d6-438b-988d-8d259c902dd4 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:45.944345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:45.944688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:45.998437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6154ea8b-647f-49a8-ae2e-f6a7cb414bd6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.010156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a59a6e45-21d6-438b-988d-8d259c902dd4 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:46.010930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a59a6e45-21d6-438b-988d-8d259c902dd4 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:46.038536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.092406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:46.093039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:46.118061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=f988f18e-2f97-4725-9cc2-63167027dea5,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:46.179251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.194212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d91f3ba4-ccb3-4548-bd16-3fd835008df4 None None] Provisioning complete for port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:46.194980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d91f3ba4-ccb3-4548-bd16-3fd835008df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.255929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2151b1-c738-443c-98b8-19f8a2aed881 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:46.327279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6154ea8b-647f-49a8-ae2e-f6a7cb414bd6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.363585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154ea8b-647f-49a8-ae2e-f6a7cb414bd6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0ab55-70fd-492e-b28e-cabd301a243a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:46.368384 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ee3e641-0413-4940-bda4-73b622a1ca1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/f988f18e-2f97-4725-9cc2-63167027dea5 HTTP/1.1" status: 204 len: 168 time: 1.3162851 Feb 16 16:57:46.378473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6154ea8b-647f-49a8-ae2e-f6a7cb414bd6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.379662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6154ea8b-647f-49a8-ae2e-f6a7cb414bd6 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/4ed0ab55-70fd-492e-b28e-cabd301a243a HTTP/1.1" status: 204 len: 168 time: 0.6895585 Feb 16 16:57:46.383710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51440) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:46.384259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51442) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:46.487816 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f52d810-946f-4064-9c6d-4f20423737e6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022115 Feb 16 16:57:46.490956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.491356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51448) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:46.504346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:46.596684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.598534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Deleting port a59a6e45-21d6-438b-988d-8d259c902dd4 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:46.598877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.636537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for d941743d-aeb2-4cc9-afec-f9aeb6f2ff40 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:46.689701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:46.690902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c08fbc00-021b-41bb-8454-9a058fd89135 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Synchronizing usage tracker for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:46.694255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] Deleting port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:46.695169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.726225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c08fbc00-021b-41bb-8454-9a058fd89135 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] Unset dirty status for tenant:fa222037da2f4523bac3506e2577dc0f on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:46.727552 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c08fbc00-021b-41bb-8454-9a058fd89135 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3397682 Feb 16 16:57:46.736299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51452) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:46.760851 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-198ed27f-e22f-49ff-a686-0358a4df3c8d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] delete failed (client error): The resource could not be found. Feb 16 16:57:46.765413 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-198ed27f-e22f-49ff-a686-0358a4df3c8d tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "DELETE /v2.0/security-groups/d6dbdfab-edf1-405e-b8e0-e8809378d04b HTTP/1.1" status: 404 len: 347 time: 0.0245440 Feb 16 16:57:46.766464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51456) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:46.775035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] The port 'a59a6e45-21d6-438b-988d-8d259c902dd4' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:57:46.786457 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-4d5bb699-c676-4187-9e0f-eb27ca6b9f2b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] show failed (client error): The resource could not be found. Feb 16 16:57:46.791722 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4d5bb699-c676-4187-9e0f-eb27ca6b9f2b tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-groups/f876c2dc-4548-4d8e-b473-8cbf7b8ccd7b HTTP/1.1" status: 404 len: 347 time: 0.0208488 Feb 16 16:57:46.791941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51460) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:46.812484 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-3671a2ec-0772-4b66-9750-31861b3502f5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] show failed (client error): The resource could not be found. Feb 16 16:57:46.816982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3671a2ec-0772-4b66-9750-31861b3502f5 tempest-NegativeSecGroupIPv6Test-36052824 tempest-NegativeSecGroupIPv6Test-36052824-project] 10.222.0.43 "GET /v2.0/security-group-rules/b70d28d7-2499-431c-a9d5-ed3d83a74d12 HTTP/1.1" status: 404 len: 356 time: 0.0206563 Feb 16 16:57:46.850220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:46.880345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:46.897226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.950131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:46.957889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=d941743d-aeb2-4cc9-afec-f9aeb6f2ff40,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:46.958199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] For port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:46.958609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.034139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:47.168086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] Calling delete_port for df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:47.196184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.235145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.265703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:47.270146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.273365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.340566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] Pushing event deleted for resources: {'Port': ['ID=df8bb17d-c267-4ed9-80c3-0c96fb5b6b78,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:47.355303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42606c4a-9b99-4b9e-b989-def80520c4ae None None] No DVR routers for this DVR port df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:47.416104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51468) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:47.420650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.459690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb087ab-93bb-44db-9c3b-1587fa379754') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.459982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb087ab-93bb-44db-9c3b-1587fa379754') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.489724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.503484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.546341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 6b732b45-69f5-4947-b532-456828d9c426 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:47.564446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.569088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.596862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:47.623550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:47.623960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.642915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:47.643257 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:47.645638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df8bb17d-c267-4ed9-80c3-0c96fb5b6b78 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:47.708157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:47.719386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] Sync routers for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:47.725578 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9bd5f1cb-225e-498d-b7fd-64c674ec998c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/6b732b45-69f5-4947-b532-456828d9c426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8817406 Feb 16 16:57:47.729065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51474) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:47.733135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:47.733817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.772558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-197f5bcf-0ecb-4a0b-b544-f4e34079216b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:47.781688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Router f5cbe83a-3121-433b-87be-9d6f9cf3dd76 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:47.794498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-197f5bcf-0ecb-4a0b-b544-f4e34079216b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:47.798455 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-197f5bcf-0ecb-4a0b-b544-f4e34079216b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b732b45-69f5-4947-b532-456828d9c426 HTTP/1.1" status: 200 len: 205 time: 0.0666926 Feb 16 16:57:47.798741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51478) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:47.812961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.822383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] Routers {'6b732b45-69f5-4947-b532-456828d9c426'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:47.823012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b732b45-69f5-4947-b532-456828d9c426'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.853171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.887078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:47.887567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41a82c-a60e-40ad-8751-ff4c01ec4587 None None] The sync data for ids ['6b732b45-69f5-4947-b532-456828d9c426'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:47.927867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.955263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bb977d47-ca41-4335-a3ee-5cf5d95d4b62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa222037da2f4523bac3506e2577dc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274489 Feb 16 16:57:47.978165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51482) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:48.077437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.148922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] Pushing event deleted for resources: {'Network': ['ID=6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.226269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Allocated IP 172.26.7.137 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/41192047-4714-4ef3-86a5-2ff95ca8bb16) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:48.241463 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cca63d10-7c05-4fd9-8d99-c69000f1fd50 tempest-FloatingIPNegativeTestJSON-1541306954 tempest-FloatingIPNegativeTestJSON-1541306954-project] 10.222.0.43 "DELETE /v2.0/networks/6df1f2d4-62ec-47a4-9c8a-c0f4ee997a40 HTTP/1.1" status: 204 len: 168 time: 4.3689883 Feb 16 16:57:48.332595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.394075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9544023b-1059-4c2d-8220-75653f7f664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.420211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.428201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.439204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9544023b-1059-4c2d-8220-75653f7f664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.472689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:48.483560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:48.486135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.486624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router 6b732b45-69f5-4947-b532-456828d9c426 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:48.496192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06f2ac-aa7b-4756-a3c0-a78a58dad22e None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:48.499123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:48.501899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.502973 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e42526e0-050b-4720-a485-bffe128e1b54 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/6b732b45-69f5-4947-b532-456828d9c426 HTTP/1.1" status: 204 len: 168 time: 0.7032628 Feb 16 16:57:48.505717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51490) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:48.514347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:48.515073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.522268 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] Sync routers for ids ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:48.535753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.547891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51494) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:48.549765 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] Routers {'f5cbe83a-3121-433b-87be-9d6f9cf3dd76'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:48.553269 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:48.583451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9544023b-1059-4c2d-8220-75653f7f664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.592340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.593873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d3d88f6a-fbf6-4091-bbaa-3275fa990c51 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6295002 Feb 16 16:57:48.597025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51500) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:48.616584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:48.625264 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:48.630878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544023b-1059-4c2d-8220-75653f7f664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4a7f0-fd2e-4218-b1e4-38f5306f4451,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.645643 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] Routers {'f5cbe83a-3121-433b-87be-9d6f9cf3dd76'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:48.646432 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:48.650704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 58e998b4-db0f-4475-87b8-4e57cdde01c2 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:48.654906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.683710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9544023b-1059-4c2d-8220-75653f7f664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.683918 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7d868377-381e-4723-a471-c1f303538147 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1911242 Feb 16 16:57:48.690074 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9544023b-1059-4c2d-8220-75653f7f664f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87f4a7f0-fd2e-4218-b1e4-38f5306f4451 HTTP/1.1" status: 204 len: 168 time: 0.7114124 Feb 16 16:57:48.700850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51504) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:48.708786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:48.783050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.801674 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:48.802307 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c8f31-2185-425c-8c74-5ee0eb531e2c None None] The sync data for ids ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:48.809440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.881531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:48.900034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.946615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:48.953354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:48.957333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:48.965662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:48.973104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.010009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:49.014503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.094170 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-01a22e0b-8e77-4b0c-9b09-b84e69523a36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6e0ba967a93417a8c0f243dbd771ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405319 Feb 16 16:57:49.094431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51514) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:49.095999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.142512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Allocated IP 172.20.0.2 (f92b56da-dfd9-433c-a595-962c6f07801d/41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11/18f62c36-ce43-4409-9c8c-48d115874870) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:49.248632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:49.253503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:49.261668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:49.285556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.301982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Port': ['ID=41192047-4714-4ef3-86a5-2ff95ca8bb16,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.361218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=58e998b4-db0f-4475-87b8-4e57cdde01c2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.378609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.381319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5aba5-5b93-4935-8430-dfe0c190d4fa None None] Network 00fa0a09-d320-46b3-89eb-1b5f26274f0f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:49.410390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c04ae618-913d-4af4-a1ee-f247f2bf63ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.414422 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fcfa8645-adc9-4659-b757-dc6d23d29c41 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/58e998b4-db0f-4475-87b8-4e57cdde01c2 HTTP/1.1" status: 204 len: 168 time: 0.9077303 Feb 16 16:57:49.423684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51524) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:49.499324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c04ae618-913d-4af4-a1ee-f247f2bf63ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.609190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet db2d099e-1d7e-4464-be30-c7a896944293 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:57:49.628111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.713732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.722215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.724098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.783875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51538) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:49.816250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Transition to ACTIVE for port object 18f62c36-ce43-4409-9c8c-48d115874870 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:49.861849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Transition to ACTIVE for port object 18f62c36-ce43-4409-9c8c-48d115874870 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:49.874502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.922637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c04ae618-913d-4af4-a1ee-f247f2bf63ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.961374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ae618-913d-4af4-a1ee-f247f2bf63ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979045ec-0649-4456-b957-c0e19be41cff,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.974076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Pushing event updated for resources: {'Port': ['ID=18f62c36-ce43-4409-9c8c-48d115874870,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.987310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.988183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:49.998170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:50.006219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Deleting port f87bfd8c-396b-4ad1-a13d-1d8d2858528d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:50.006585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.017189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:50.045762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c04ae618-913d-4af4-a1ee-f247f2bf63ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.049416 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c04ae618-913d-4af4-a1ee-f247f2bf63ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/979045ec-0649-4456-b957-c0e19be41cff HTTP/1.1" status: 204 len: 168 time: 0.9469743 Feb 16 16:57:50.130380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.194158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1526418980'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:50.207767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:50.217778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Usage tracker for resource:network and tenant:71618e131437454799e75ccb14d6a0ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:50.229110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:50.232007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] DHCP port deletion for 00fa0a09-d320-46b3-89eb-1b5f26274f0f request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:50.234864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.238967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:50.246728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:57:50.269223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] Deleting port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:50.269580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.321862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Attempting to bind port 18f62c36-ce43-4409-9c8c-48d115874870 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:50.322358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Attempting to bind port 18f62c36-ce43-4409-9c8c-48d115874870 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:50.322669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Attempting to bind port 18f62c36-ce43-4409-9c8c-48d115874870 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:50.333607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:50.333961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:50.334347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.335087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:50.335216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Bound port: 18f62c36-ce43-4409-9c8c-48d115874870, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:50.335767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.346025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Made reservation on behalf of 71618e131437454799e75ccb14d6a0ca for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:50.351234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.381516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.425028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.455806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.456140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:50.461333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Usage tracker for resource:security_group_rule and tenant:71618e131437454799e75ccb14d6a0ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:50.464403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:50.471714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:50.566299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.571069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] For port 18f62c36-ce43-4409-9c8c-48d115874870, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:50.580521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.582601 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] For port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,segment=NetworkSegment(ed60d564-ad0e-4c7d-ab06-7348b4cad9b0),segment_id=ed60d564-ad0e-4c7d-ab06-7348b4cad9b0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:50.583002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.586617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=db2d099e-1d7e-4464-be30-c7a896944293,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:50.590208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.595610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] For port 18f62c36-ce43-4409-9c8c-48d115874870, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18f62c36-ce43-4409-9c8c-48d115874870,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:50.609407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Calling delete_port for f87bfd8c-396b-4ad1-a13d-1d8d2858528d owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:50.621372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7e239264-9424-46c6-9e3e-2c83172966d5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/db2d099e-1d7e-4464-be30-c7a896944293 HTTP/1.1" status: 204 len: 168 time: 1.1953032 Feb 16 16:57:50.678185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e807ca-843b-459b-a9f1-af2d290191fc None None] Network 54cd9c1c-dd04-4037-b981-c3c966cbb581 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:50.689788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51548) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:50.724843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565c27af-4599-42ef-ba66-18a8410130ed,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:50.768439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:50.775102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.798934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.799549 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Added segment dfaebbef-6287-4432-bfa7-e8e6896a9ec2 of type vlan for network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e Feb 16 16:57:50.805804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] Calling delete_port for 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:50.949518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.968938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.152623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.203155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05fa8e-f94e-4920-bdf7-83ea021a24e9 None None] Pushing event updated for resources: {'Port': ['ID=18f62c36-ce43-4409-9c8c-48d115874870,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.258637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.268514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:51.270103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.271499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.316090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.378870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] Pushing event deleted for resources: {'Port': ['ID=049f96c2-f0a4-4fe3-84c2-4e468d0e74a7,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.386474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b25b6-5334-4013-9ca3-01b7ab95bb6f None None] No DVR routers for this DVR port 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:51.440121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.446185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:51.447440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.579236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] DHCP port deletion for 54cd9c1c-dd04-4037-b981-c3c966cbb581 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:57:51.590300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] Deleting port bff43a3e-953e-40dc-ad8d-a853bbe083d4 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:51.590888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.639180 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8512816 Feb 16 16:57:51.646508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba697-328f-473b-9dca-73b342574b6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event updated for resources: {'Network': ['ID=1a27b5d6-9e58-43dc-ac70-b4176cc6657e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.648339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51574) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:51.665384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Request body: {'subnet': {'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:51.670948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] The port '049f96c2-f0a4-4fe3-84c2-4e468d0e74a7' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:57:51.725095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] For port 18f62c36-ce43-4409-9c8c-48d115874870, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18f62c36-ce43-4409-9c8c-48d115874870,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:51.745863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.786304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51578) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:51.807390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:57:51.837492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3610b-8440-410c-b6c5-7d846caba71a req-536d843d-1119-4a58-91e3-98e7628863f2 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:51.839130 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-62d3610b-8440-410c-b6c5-7d846caba71a req-536d843d-1119-4a58-91e3-98e7628863f2 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.5030177 Feb 16 16:57:51.848585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18f62c36-ce43-4409-9c8c-48d115874870 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:51.898092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.900925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:51.908043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Usage tracker for resource:subnet and tenant:71618e131437454799e75ccb14d6a0ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:51.920616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:51.923560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.924282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.002403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:52.043481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1587524002'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:52.076415 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-62d3610b-8440-410c-b6c5-7d846caba71a req-6e670676-64c0-4177-99ae-ba77dd243cbe tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214406 Feb 16 16:57:52.082693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:52.098538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:52.100327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:52.114078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:52.134338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:52.137251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Made reservation on behalf of 71618e131437454799e75ccb14d6a0ca for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:52.141431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.189804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:52.190530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.192669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 18f62c36-ce43-4409-9c8c-48d115874870 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:52.202841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:52.203889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] For port bff43a3e-953e-40dc-ad8d-a853bbe083d4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bff43a3e-953e-40dc-ad8d-a853bbe083d4,segment=NetworkSegment(1b5b373a-e845-4dc9-8fa1-8f5aa62b1191),segment_id=1b5b373a-e845-4dc9-8fa1-8f5aa62b1191)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:52.204871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.266930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=64182a9b-a36f-44ae-b6bc-eeb4d429d55d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.308119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:52.310769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Pushing event deleted for resources: {'Port': ['ID=f87bfd8c-396b-4ad1-a13d-1d8d2858528d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.317539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=18f62c36-ce43-4409-9c8c-48d115874870,revision_number=4']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.352624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:52.356195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.369836 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cb7207d0-c699-4293-b861-777180720b24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6683836 Feb 16 16:57:52.374708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.385595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51586) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:52.402616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:26:03:e2', 'name': 'tempest-NetworksTestDHCPv6-1363553194'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:52.424607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:52.429021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group_rule and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:52.433156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:52.436080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:52.436380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 049f96c2-f0a4-4fe3-84c2-4e468d0e74a7 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:52.440681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:52.445137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] Calling delete_port for bff43a3e-953e-40dc-ad8d-a853bbe083d4 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:52.483669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.550845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fa0a09-d320-46b3-89eb-1b5f26274f0f']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:52.581137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:52.581621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed60d564-ad0e-4c7d-ab06-7348b4cad9b0') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:52.596935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d95b19-a5de-40a4-ac95-3deb3b39e73b None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:52.603869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.615195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.670732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Router 7685ebc7-84ad-4c33-9683-c6be2a06ec6d is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:57:52.682476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.752645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.759192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] Pushing event deleted for resources: {'Port': ['ID=bff43a3e-953e-40dc-ad8d-a853bbe083d4,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.761491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a82d3-90d8-4928-97ab-b66078f095a0 None None] No DVR routers for this DVR port bff43a3e-953e-40dc-ad8d-a853bbe083d4 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:52.786824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] Provisioning for port 18f62c36-ce43-4409-9c8c-48d115874870 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:52.803456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] Provisioning complete for port 18f62c36-ce43-4409-9c8c-48d115874870 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:52.803966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.832964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:52.835073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:52.850288 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:52.942700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.960397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.968811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:53.010329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:53.014922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:53.022992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:53.046400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.094275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] For port 18f62c36-ce43-4409-9c8c-48d115874870, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18f62c36-ce43-4409-9c8c-48d115874870,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:53.102166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.106286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431132f4-a169-4615-81b2-7f33ff837096,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.112326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:53.116187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.120115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:53.237756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event updated for resources: {'Subnet': ['ID=40682314-ea6c-4d95-82dc-1448ffbcdb16,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.258832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aba970-8791-426e-a18c-3eaeb6f72ac0 None None] Pushing event updated for resources: {'Port': ['ID=18f62c36-ce43-4409-9c8c-48d115874870,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.347765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.348121 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment f487e246-e414-49a4-a5e1-5a16c1a67227 of type vlan for network ce6ce3fc-8802-4158-a8d7-6513f248a511 Feb 16 16:57:53.451137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-cff90709-93c9-424c-9c59-3d6c8c13f351 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:53.452740 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-cff90709-93c9-424c-9c59-3d6c8c13f351 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.6072762 Feb 16 16:57:53.508938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.549119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.590822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.592636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.608589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18f62c36-ce43-4409-9c8c-48d115874870 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:53.613571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Checking segment: {'id': 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:53.613941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Network hostable DHCP agents. Network: 1a27b5d6-9e58-43dc-ac70-b4176cc6657e, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:53.620653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=00fa0a09-d320-46b3-89eb-1b5f26274f0f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.627943 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5b5a0ff0-acce-4898-87ae-470b53707bf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/00fa0a09-d320-46b3-89eb-1b5f26274f0f HTTP/1.1" status: 204 len: 168 time: 2.9269660 Feb 16 16:57:53.628913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51596) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:53.636691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.665338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Deleting port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:53.665708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.707208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.714292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 18f62c36-ce43-4409-9c8c-48d115874870 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:53.714870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.788593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:53.806765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f8d30-0e15-488b-8d7c-4b9e3909fb90 req-59b0c36c-a890-4d85-a40c-befb70ec28e1 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:53.808418 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-352f8d30-0e15-488b-8d7c-4b9e3909fb90 req-59b0c36c-a890-4d85-a40c-befb70ec28e1 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.4125662 Feb 16 16:57:53.811860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.817467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:53.818240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.937101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1a27b5d6-9e58-43dc-ac70-b4176cc6657e) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:53.939855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 72b843d3-39e9-4029-a704-a1dd76d96219 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:57:53.951326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a773fa2-b18a-4fdf-ab66-730fef61f905 None None] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:54.045256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:54.046609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.054309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-39b746c9-de6a-4e78-bbe5-3a15d817b64c None None] Provisioning complete for port 18f62c36-ce43-4409-9c8c-48d115874870 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:54.055558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39b746c9-de6a-4e78-bbe5-3a15d817b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.061736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:54.066939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.071549 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-988826eb-71bc-423e-9aa5-b4e9bbc8f19a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "PUT /v2.0/routers/7685ebc7-84ad-4c33-9683-c6be2a06ec6d HTTP/1.1" status: 200 len: 918 time: 9.3882294 Feb 16 16:57:54.085211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51600) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.099946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] Sync routers for ids ['7685ebc7-84ad-4c33-9683-c6be2a06ec6d'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:54.139073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bff43a3e-953e-40dc-ad8d-a853bbe083d4 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:54.201170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] Routers {'7685ebc7-84ad-4c33-9683-c6be2a06ec6d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:54.202135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7685ebc7-84ad-4c33-9683-c6be2a06ec6d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.225387 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Router f5cbe83a-3121-433b-87be-9d6f9cf3dd76 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:54.232193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=ce6ce3fc-8802-4158-a8d7-6513f248a511,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:54.234721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.237457 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-352f8d30-0e15-488b-8d7c-4b9e3909fb90 req-abe35ae6-ea2f-4f93-93a1-e4880e1eea76 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807070 Feb 16 16:57:54.249699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-955e4d92-cebf-46ad-8d8b-4d50b13e5562 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5959947 Feb 16 16:57:54.251522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-53e41e68-b95f-481b-90d7-b8ba40b3a295 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4574506 Feb 16 16:57:54.259739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51604) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.260126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51606) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.271917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'name': 'tempest-PortsTestJSON-259885076'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:54.286140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:57:54.294043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Request body: {'port': {'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e', 'name': 'tempest-TagsExtTest-1702401570'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:54.299668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: bff43a3e-953e-40dc-ad8d-a853bbe083d4 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:54.300191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bff43a3e-953e-40dc-ad8d-a853bbe083d4 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:54.354362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44213900-e94f-4129-8ad9-614d09ff04a3 req-cc14961a-1a37-474f-b1f4-361891217c8e tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:54.355868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-44213900-e94f-4129-8ad9-614d09ff04a3 req-cc14961a-1a37-474f-b1f4-361891217c8e tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.8362634 Feb 16 16:57:54.391273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.568842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] Routers {'7685ebc7-84ad-4c33-9683-c6be2a06ec6d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:54.569379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7685ebc7-84ad-4c33-9683-c6be2a06ec6d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.596659 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-03f78cc6-8000-4e31-a08e-dfca8aef3ba7 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/7685ebc7-84ad-4c33-9683-c6be2a06ec6d HTTP/1.1" status: 200 len: 924 time: 0.5094168 Feb 16 16:57:54.605317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:54.612726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.615038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51612) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.617691 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a45108b1-3ed3-45b7-8584-c626d74a0a65 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "PUT /v2.0/routers/f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 200 len: 705 time: 6.0189726 Feb 16 16:57:54.618735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51614) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.619871 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] Sync routers for ids ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:54.632532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.634411 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] Routers {'f5cbe83a-3121-433b-87be-9d6f9cf3dd76'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:54.635142 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.675820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.676227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4853c-1fb6-4dc5-bf2b-0c7fe8783bee None None] The sync data for ids ['7685ebc7-84ad-4c33-9683-c6be2a06ec6d'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:54.703415 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.713892 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] Routers {'f5cbe83a-3121-433b-87be-9d6f9cf3dd76'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:54.715231 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.746776 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-44213900-e94f-4129-8ad9-614d09ff04a3 req-21d9ecec-1d56-47bc-b62a-53ab882c15b8 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329208 Feb 16 16:57:54.752303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 172.20.0.13 (f92b56da-dfd9-433c-a595-962c6f07801d/41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11/72b843d3-39e9-4029-a704-a1dd76d96219) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:54.777422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe26:3e2 (f92b56da-dfd9-433c-a595-962c6f07801d/64182a9b-a36f-44ae-b6bc-eeb4d429d55d/72b843d3-39e9-4029-a704-a1dd76d96219) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:54.777995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1a27b5d6-9e58-43dc-ac70-b4176cc6657e', 'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e', 'tenant_id': '71618e131437454799e75ccb14d6a0ca', 'fixed_ips': [{'subnet_id': '40682314-ea6c-4d95-82dc-1448ffbcdb16'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:57:54.779234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.813712 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.814882 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09da10a-f364-4416-89f4-0d82f4c6a801 None None] The sync data for ids ['f5cbe83a-3121-433b-87be-9d6f9cf3dd76'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:54.842697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.874289 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-15984118-799d-403c-bf1e-201af2f75835 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/routers/f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 200 len: 740 time: 0.2024565 Feb 16 16:57:54.877388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51620) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.881005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cd9c1c-dd04-4037-b981-c3c966cbb581']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.949624 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6e9321ba-3e76-4973-85a3-ad9c79ffd2d7 tempest-RoutersAdminTest-1091067046 tempest-RoutersAdminTest-1091067046-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 200 len: 205 time: 0.0710723 Feb 16 16:57:54.950268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51624) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:54.956174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.956507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5b373a-e845-4dc9-8fa1-8f5aa62b1191') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.988275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Allocated IP 172.20.0.2 (1a27b5d6-9e58-43dc-ac70-b4176cc6657e/40682314-ea6c-4d95-82dc-1448ffbcdb16/4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:55.007606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:55.016915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2176d94f-db31-43c2-b903-7911e1547abe tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 200 len: 205 time: 0.0611613 Feb 16 16:57:55.017150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51628) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:55.034815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:55.046903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:55.056047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] For port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:55.056363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.070093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:55.089020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.102588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:55.173415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Usage tracker for resource:port and tenant:71618e131437454799e75ccb14d6a0ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:55.191904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:55.244549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.250812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.253561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:55.256077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.263685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:55.267119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.315431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:55.315670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:55.338640 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:55.428038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:57:55.468533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Made reservation on behalf of 71618e131437454799e75ccb14d6a0ca for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:55.472000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.564321 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:57:55.568440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7793de-f6f2-4d2e-8f12-f3ffde3ddf2f tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.573249 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8d7793de-f6f2-4d2e-8f12-f3ffde3ddf2f tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=7685ebc7-84ad-4c33-9683-c6be2a06ec6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7473602 Feb 16 16:57:55.577232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51634) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:55.644611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] device_id is not set on port 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:57:55.750229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Transition to ACTIVE for port object 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:55.776826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Transition to ACTIVE for port object 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:55.795318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.809499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.844755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.854615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-2213f0e8-7cef-40b7-9606-15295859a642 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.855581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-2213f0e8-7cef-40b7-9606-15295859a642 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.6884313 Feb 16 16:57:55.861534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.884864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.894274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:55.901432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.903654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=54cd9c1c-dd04-4037-b981-c3c966cbb581,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.907192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:55.913470 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-139e8cd5-f380-445c-841c-a87e859ed89d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/54cd9c1c-dd04-4037-b981-c3c966cbb581 HTTP/1.1" status: 204 len: 168 time: 2.2781353 Feb 16 16:57:55.914303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:55.934887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51640) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:55.955962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.956309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.956613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Floating IP 526803bf-66cf-4d8b-8a8d-514ea4f3486e disassociated. External IP: 172.26.7.111, port: 5e9de76a-a10d-470b-9d2d-aa3c471c8b80. Feb 16 16:57:55.956943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Calling delete_port for 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:55.991731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1646280909'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:56.002208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Pushing event updated for resources: {'Port': ['ID=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.007208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:56.017133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:56.022153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:56.030466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.031036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Fanout notify agent at l3_agent the message router_deleted on router f5cbe83a-3121-433b-87be-9d6f9cf3dd76 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:57:56.038799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Attempting to bind port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:56.039085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Attempting to bind port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:56.039542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Attempting to bind port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 on network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:57:56.040445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:56.046422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:57:56.047072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Checking segment: {'id': 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:56.047209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.047541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Bound using segment: {'id': 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:57:56.048524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Bound port: 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a27b5d6-9e58-43dc-ac70-b4176cc6657e'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:56.048524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.052319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Deleting port f5231f62-04a9-40ac-a9e7-b9b6043f43ed {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:56.052657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.093291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 72b843d3-39e9-4029-a704-a1dd76d96219 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:56.099146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.100230 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-123d33ad-118a-4f73-ac8c-e8959ababd5b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 204 len: 168 time: 1.0823035 Feb 16 16:57:56.114881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51644) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:56.155779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] For port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:57:56.160316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] For port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,segment=NetworkSegment(dfaebbef-6287-4432-bfa7-e8e6896a9ec2),segment_id=dfaebbef-6287-4432-bfa7-e8e6896a9ec2)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:57:56.167552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:56.169841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.179220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.194367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d67c-e82f-4f58-9217-5653bfdc151d req-fc50c5b2-f707-4fa4-811c-e5c737e03cdb tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.196481 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a429d67c-e82f-4f58-9217-5653bfdc151d req-fc50c5b2-f707-4fa4-811c-e5c737e03cdb tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 945 time: 0.8284800 Feb 16 16:57:56.259339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.276786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20c775-6db9-42a4-aa2b-b0aa5cc1351c tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.277819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ef20c775-6db9-42a4-aa2b-b0aa5cc1351c tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.5999939 Feb 16 16:57:56.282823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75f225-2a9b-43b1-9064-6b7a59697274 None None] Pushing event updated for resources: {'Port': ['ID=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.292450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51648) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:56.309240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Allocated IP 172.20.0.7 (1a27b5d6-9e58-43dc-ac70-b4176cc6657e/40682314-ea6c-4d95-82dc-1448ffbcdb16/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:56.334895 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d030e512-65e8-4cf6-a3e0-e306c89fbaf8 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 200 len: 205 time: 0.2187424 Feb 16 16:57:56.349439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51652) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:56.423938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:56.445239 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dc31dea0-31ae-4e63-bc37-7c026daeb5d4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=7685ebc7-84ad-4c33-9683-c6be2a06ec6d HTTP/1.1" status: 200 len: 205 time: 0.1461933 Feb 16 16:57:56.450269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51656) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:56.458752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.459313 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment be364c2a-c2b3-4e96-acbe-95ffde3089ad of type vlan for network 51af7db0-16a4-434f-857e-34e6dab288c6 Feb 16 16:57:56.468868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddab6b-e086-430d-8266-c906b42a2ec4 req-02a0954b-c672-4bb4-88df-479d15f7a682 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.470413 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dcddab6b-e086-430d-8266-c906b42a2ec4 req-02a0954b-c672-4bb4-88df-479d15f7a682 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.5369859 Feb 16 16:57:56.537761 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-8c1874b2-8ace-4384-9fa1-5e64907c34cd tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] delete failed (client error): The resource could not be found. Feb 16 16:57:56.538823 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8c1874b2-8ace-4384-9fa1-5e64907c34cd tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/f5cbe83a-3121-433b-87be-9d6f9cf3dd76 HTTP/1.1" status: 404 len: 336 time: 0.1826673 Feb 16 16:57:56.553923 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a429d67c-e82f-4f58-9217-5653bfdc151d req-641bb9f7-954a-40c6-b750-aff232b64cba tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c34d812-d472-4bb5-bded-8c1e74e695b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354602 Feb 16 16:57:56.556325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.558218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51660) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:56.698518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] For port f5231f62-04a9-40ac-a9e7-b9b6043f43ed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:56.698993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.720096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.858250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d445acad-ce29-4940-a91f-3c0e2d1b1b57 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9afbb69-a6a5-4522-b22e-c38f8a4db949 HTTP/1.1" status: 200 len: 205 time: 0.2931490 Feb 16 16:57:56.869704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51664) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:56.883482 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dcddab6b-e086-430d-8266-c906b42a2ec4 req-527c65d6-4dfe-414f-ab97-29564569aa40 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100040 Feb 16 16:57:56.981392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:56.987210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=72b843d3-39e9-4029-a704-a1dd76d96219,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.991883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.994053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.015227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:57.047216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.091009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:57.174873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-a0303a58-a5bc-4434-85ae-4259a45c03ae tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] delete failed (client error): The resource could not be found. Feb 16 16:57:57.176961 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a0303a58-a5bc-4434-85ae-4259a45c03ae tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/b9afbb69-a6a5-4522-b22e-c38f8a4db949 HTTP/1.1" status: 404 len: 336 time: 0.3009434 Feb 16 16:57:57.230175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:57.230933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.236903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51668) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:57.472844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d59ba8a5-85ad-46ba-9afd-dd624713f986 None None] Provisioning for port 72b843d3-39e9-4029-a704-a1dd76d96219 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:57.480807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d59ba8a5-85ad-46ba-9afd-dd624713f986 None None] Provisioning complete for port 72b843d3-39e9-4029-a704-a1dd76d96219 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:57.481301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d59ba8a5-85ad-46ba-9afd-dd624713f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.488968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.494485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:57.495194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.529980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:57.622806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:57.623550 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:57.660937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d59ba8a5-85ad-46ba-9afd-dd624713f986 None None] Port 72b843d3-39e9-4029-a704-a1dd76d96219 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:57:57.685582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07210b28-2bdb-4016-887b-a438a0691190 None None] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:57.699707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.711185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:57.855296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-646b78d9-5019-4963-88b4-9573806ebc1b None None] Provisioning for port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:57.882087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Deleting port 41192047-4714-4ef3-86a5-2ff95ca8bb16 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:57.882443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.910151 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-56f4280f-ccec-4f40-8139-4d9df51b8113 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=8063ceb7-ae5a-4e69-b478-643ad17ffc12 HTTP/1.1" status: 200 len: 205 time: 0.6545444 Feb 16 16:57:57.923008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51674) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:57.940849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': 'f487e246-e414-49a4-a5e1-5a16c1a67227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:57:57.941843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: ce6ce3fc-8802-4158-a8d7-6513f248a511, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:57.946164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=51af7db0-16a4-434f-857e-34e6dab288c6,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.957428 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-31a3bfcb-bd23-4c9c-b64b-4131dc138baf tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0214443 Feb 16 16:57:57.965176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51680) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:57.974508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.989425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 51af7db0-16a4-434f-857e-34e6dab288c6 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:57:58.002434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=59efc5dd-33a9-427d-9975-05e0f2bc0a22,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.009790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ae5042d1-7950-41a1-a510-407bbd206265 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6203005 Feb 16 16:57:58.015306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:58.018815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51682) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:58.082506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-98188cda-0d2a-425c-b3f0-bcb7897e2343 req-a3ee3eb2-0291-4e5f-b9e7-6542aec4f782 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Synchronizing usage tracker for tenant:77d5020557b142948d879f0e8f88ca19 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:58.088601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event deleted for resources: {'Port': ['ID=5e9de76a-a10d-470b-9d2d-aa3c471c8b80,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.099132 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-dfb90de7-c76d-4a67-b822-7d3a4584d6bc tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] delete failed (client error): The resource could not be found. Feb 16 16:57:58.103344 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dfb90de7-c76d-4a67-b822-7d3a4584d6bc tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/8063ceb7-ae5a-4e69-b478-643ad17ffc12 HTTP/1.1" status: 404 len: 336 time: 0.1660271 Feb 16 16:57:58.105031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51688) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:58.105855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:58.106966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.135037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.135410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.135720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Floating IP ad44f955-d211-48f4-a28f-831a61c5caf0 disassociated. External IP: 172.26.7.185, port: f5231f62-04a9-40ac-a9e7-b9b6043f43ed. Feb 16 16:57:58.136126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Calling delete_port for f5231f62-04a9-40ac-a9e7-b9b6043f43ed owned by compute:nova {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:58.137247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:58.260923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Transition to ACTIVE for port object 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:58.272289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:58.305162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:57:58.306491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-98188cda-0d2a-425c-b3f0-bcb7897e2343 req-a3ee3eb2-0291-4e5f-b9e7-6542aec4f782 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Unset dirty status for tenant:77d5020557b142948d879f0e8f88ca19 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:58.307775 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98188cda-0d2a-425c-b3f0-bcb7897e2343 req-a3ee3eb2-0291-4e5f-b9e7-6542aec4f782 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 210 time: 0.4677587 Feb 16 16:57:58.344026 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bad62d05-c442-4591-92d6-bb993984fe01 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=28071f0b-0be5-4a17-9da0-166f872788f4 HTTP/1.1" status: 200 len: 205 time: 0.2336764 Feb 16 16:57:58.349913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ce6ce3fc-8802-4158-a8d7-6513f248a511) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:58.360485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51692) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:58.371448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a38565-c5b4-441e-a86a-5b572cf31344 None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:57:58.503997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:58.511875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:58.512177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.513083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.578130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:58.587794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-fc6cfd88-8708-404d-b972-8130a8f8c7b2 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] delete failed (client error): The resource could not be found. Feb 16 16:57:58.588948 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fc6cfd88-8708-404d-b972-8130a8f8c7b2 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/28071f0b-0be5-4a17-9da0-166f872788f4 HTTP/1.1" status: 404 len: 336 time: 0.1698148 Feb 16 16:57:58.594890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51696) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:58.595406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:58.601077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:58.604774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bb0b-a153-4e80-92d8-0289b8922da9 req-0d1f0993-0e2a-41a0-bf9e-d121d671bc50 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:58.606263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5be1bb0b-a153-4e80-92d8-0289b8922da9 req-0d1f0993-0e2a-41a0-bf9e-d121d671bc50 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 946 time: 0.3987973 Feb 16 16:57:58.620475 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0ec36f9b-1b8b-4f27-a380-e5ce6b074bd3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.3542464 Feb 16 16:57:58.625887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a35996-ff90-4dd6-884b-6ed20cbaf1dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:58.631787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a35996-ff90-4dd6-884b-6ed20cbaf1dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:58.633202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f0a35996-ff90-4dd6-884b-6ed20cbaf1dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:57:58.675794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51700) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:58.684770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:58.714721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.718942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Calling delete_port for 41192047-4714-4ef3-86a5-2ff95ca8bb16 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:57:58.723724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.752466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-839114341'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:58.784659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,segment=NetworkSegment(dfaebbef-6287-4432-bfa7-e8e6896a9ec2),segment_id=dfaebbef-6287-4432-bfa7-e8e6896a9ec2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:57:58.788353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:58.797661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.805345 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-235b2994-8b50-4d6b-aa2d-9d904e5fe76c tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=115b6853-b685-4176-8a4e-1012c43c6969 HTTP/1.1" status: 200 len: 205 time: 0.1973636 Feb 16 16:57:58.811918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:58.818501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:58.821594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.823462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:58.933862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:58.934590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:58.939248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.948594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.979986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event deleted for resources: {'Port': ['ID=f5231f62-04a9-40ac-a9e7-b9b6043f43ed,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.997315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-3963af8c-0cc6-4cb3-b416-6594a27969a3 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] delete failed (client error): The resource could not be found. Feb 16 16:57:58.998688 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3963af8c-0cc6-4cb3-b416-6594a27969a3 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/115b6853-b685-4176-8a4e-1012c43c6969 HTTP/1.1" status: 404 len: 336 time: 0.1787302 Feb 16 16:57:59.006981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f0a35996-ff90-4dd6-884b-6ed20cbaf1dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:57:59.011028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f0a35996-ff90-4dd6-884b-6ed20cbaf1dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9312153 Feb 16 16:57:59.012129 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5be1bb0b-a153-4e80-92d8-0289b8922da9 req-74bfb490-1391-4509-854a-8225e603bc62 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d884f6e3-7397-4815-9f46-3c7c019feb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357341 Feb 16 16:57:59.023435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51708) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:59.023790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51710) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:59.024552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:59.028252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.085310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:59.105620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:59.113166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:57:59.117422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:57:59.128822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] Sync routers for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:59.150131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:57:59.150593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:59.174173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event updated for resources: {'Port': ['ID=6550e4c6-bfbb-41d7-b43b-a028cbdc0b38,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:59.271259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] No DVR routers for this DVR port 5e9de76a-a10d-470b-9d2d-aa3c471c8b80 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:59.275274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.276600 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d29a1187-ff7a-46de-ba74-7eb7cba7f7c4 req-d89e676d-4e28-4fd8-bc21-79881ab72664 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.48 "DELETE /v2.0/ports/5e9de76a-a10d-470b-9d2d-aa3c471c8b80 HTTP/1.1" status: 204 len: 173 time: 5.7966220 Feb 16 16:57:59.289696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'name': 'network-vif-deleted', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:57:59.303020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fbaf153f-d7c7-4c44-b920-0278ed537a15 None None] Provisioning complete for port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:59.303904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fbaf153f-d7c7-4c44-b920-0278ed537a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.381702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.383755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.433606 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab89e66f-0d68-489f-9cc7-ebf322105d86', 'name': 'network-vif-deleted', 'tag': '5e9de76a-a10d-470b-9d2d-aa3c471c8b80', 'status': 'completed', 'code': 200} Feb 16 16:57:59.452987 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-250ae947-5747-457e-99e4-7c5aebf6168a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1822124 Feb 16 16:57:59.455540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51720) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:59.480157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1743178975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:59.498606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2dc0b7d7-6527-4952-82f7-d71c368dbb74 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "GET /v2.0/ports?device_id=569f9d4f-573d-4685-9641-c8a1fbf424cd HTTP/1.1" status: 200 len: 205 time: 0.4532340 Feb 16 16:57:59.502604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:57:59.511250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Usage tracker for resource:router and tenant:71618e131437454799e75ccb14d6a0ca is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:57:59.513291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f5231f62-04a9-40ac-a9e7-b9b6043f43ed no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:57:59.519689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:59.523828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51724) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:59.545263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:57:59.554207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:57:59.571643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.573047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.580678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: f5231f62-04a9-40ac-a9e7-b9b6043f43ed {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:57:59.581435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f5231f62-04a9-40ac-a9e7-b9b6043f43ed not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:57:59.651025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:57:59.665925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.729550 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd87e6c7-1504-460c-9cf1-9f0e40fb8893 req-67d6bf0b-33ea-42b5-9d14-d772807ef8d5 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab89e66f-0d68-489f-9cc7-ebf322105d86 HTTP/1.1" status: 200 len: 210 time: 0.2169034 Feb 16 16:57:59.731939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:57:59.736944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 72b843d3-39e9-4029-a704-a1dd76d96219 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:57:59.740908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.808589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.830146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.830146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment 543482b7-fa31-4c80-8758-4e91411bd407 of type vlan for network 03460eae-a53f-4e05-b52d-8942f49f4c3d Feb 16 16:57:59.873629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.923529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.930710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51728) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:59.931473 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9ad565cd-69b2-4f6b-ad0a-dfc797da80c1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4720910 Feb 16 16:57:59.940065 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-c426ce0f-a78e-4b28-bd88-ffbd68e8665b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] delete failed (client error): The resource could not be found. Feb 16 16:57:59.943757 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c426ce0f-a78e-4b28-bd88-ffbd68e8665b tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/routers/569f9d4f-573d-4685-9641-c8a1fbf424cd HTTP/1.1" status: 404 len: 336 time: 0.3164201 Feb 16 16:57:59.953691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51732) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:57:59.968812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-be7af4b1-9df6-4650-a447-4cf972ad38cf tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1555573713', 'prefixes': ['172.20.0.0/16']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:59.999030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-be7af4b1-9df6-4650-a447-4cf972ad38cf tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:00.018164 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02e6d68-422f-4e65-8f7a-9bd4e11906f3 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:00.018875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02e6d68-422f-4e65-8f7a-9bd4e11906f3 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:00.023897 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a02e6d68-422f-4e65-8f7a-9bd4e11906f3 tempest-RoutersAdminTest-519732652 tempest-RoutersAdminTest-519732652-project] 10.222.0.43 "DELETE /v2.0/subnets/6ae37c81-52c2-41ab-bf96-8bac1f94dcfe HTTP/1.1" status: 404 len: 337 time: 0.0673759 Feb 16 16:58:00.065510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=4be8a2bb-c2dc-4181-9efa-a652310b353c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:00.090818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': 'be364c2a-c2b3-4e96-acbe-95ffde3089ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:00.091388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 51af7db0-16a4-434f-857e-34e6dab288c6, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:00.130430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 51af7db0-16a4-434f-857e-34e6dab288c6 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:00.153667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 51af7db0-16a4-434f-857e-34e6dab288c6) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:00.158366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:00.159057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.198836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03ca18-1b08-4f56-acb9-ff1536901300 None None] Network 51af7db0-16a4-434f-857e-34e6dab288c6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:00.205260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-faf64de2-9f96-4829-b48a-c6bca4f4aecd tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1915934 Feb 16 16:58:00.205487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51744) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:00.214235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579084538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:00.224779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.230160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:00.243517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:00.247339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:00.255952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:00.310985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.312066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.325627 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-882f6cfa-ea02-4819-a42a-3d44862f8411 req-f3d75e20-c033-4ad5-89ee-b0cfb3f2e7cd tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.0606973 Feb 16 16:58:00.338940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.375189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.391804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:00.411525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.413160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2f6a26a3-d2ce-441d-89f0-7ce55178a4e5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2066519 Feb 16 16:58:00.417602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51748) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:00.423477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'port': {'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6', 'name': 'tempest-RoutersIpV6Test-317609751'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:00.480580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-10c01185-80e6-4843-b813-b53dde4e3282 None None] Provisioning for port 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:00.487315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:58:00.528390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.551089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:00.551706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.612216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:00.620244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:port and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:00.626078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:00.630988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51754) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:00.643226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:00.650893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.652105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-10c01185-80e6-4843-b813-b53dde4e3282 None None] Provisioning complete for port 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:00.652688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-10c01185-80e6-4843-b813-b53dde4e3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.657553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:00.658143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.660782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:00.666126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.696029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] device_id is not set on port 4f44031a-1374-4cea-a48c-75988cec3eda yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:00.743192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event deleted for resources: {'Port': ['ID=41192047-4714-4ef3-86a5-2ff95ca8bb16,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:00.877780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-10c01185-80e6-4843-b813-b53dde4e3282 None None] Port 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:00.910038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.983552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51764) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:00.998737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:01.020271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-04edcbe3-99c1-41ae-a9be-ca5b0915ad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.037816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-51af7db0-16a4-434f-857e-34e6dab288c6', 'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '4be8a2bb-c2dc-4181-9efa-a652310b353c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:01.038690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.104915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Usage tracker for resource:security_group_rule and tenant:774a6cb4a1194fe1892ee20af6bf9869 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:01.126721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:36Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:01.129783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:01.145599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=03460eae-a53f-4e05-b52d-8942f49f4c3d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:01.148923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:01.150265 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6a1e8b93-01bb-4a6e-bbcd-980339aca96d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4726269 Feb 16 16:58:01.152031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce266639-6f92-445d-8e7a-4efdadf20964 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.177451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.186964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce266639-6f92-445d-8e7a-4efdadf20964 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.189710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51768) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:01.211192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be7af4b1-9df6-4650-a447-4cf972ad38cf tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for subnetpool, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.212701 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-be7af4b1-9df6-4650-a447-4cf972ad38cf tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.2705812 Feb 16 16:58:01.222767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'ports': [{'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'}, {'network_id': '03460eae-a53f-4e05-b52d-8942f49f4c3d'}]} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:01.223368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:01.223993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': '03460eae-a53f-4e05-b52d-8942f49f4c3d'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:01.260383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51772) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:01.263525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] Checking router: be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:01.272385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 03460eae-a53f-4e05-b52d-8942f49f4c3d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:01.274778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-2ee501a4-38d4-4957-964f-e6a38cee8a0d tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-1545278289') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:01.344765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8::31 (51af7db0-16a4-434f-857e-34e6dab288c6/4be8a2bb-c2dc-4181-9efa-a652310b353c/4f44031a-1374-4cea-a48c-75988cec3eda) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:01.354331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce266639-6f92-445d-8e7a-4efdadf20964 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.383055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 72b843d3-39e9-4029-a704-a1dd76d96219 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:01.394874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce266639-6f92-445d-8e7a-4efdadf20964 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c34d812-d472-4bb5-bded-8c1e74e695b4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:01.395171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:01.395351 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:01.453919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce266639-6f92-445d-8e7a-4efdadf20964 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.455470 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ce266639-6f92-445d-8e7a-4efdadf20964 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "DELETE /v2.0/security-groups/2c34d812-d472-4bb5-bded-8c1e74e695b4 HTTP/1.1" status: 204 len: 168 time: 0.4603763 Feb 16 16:58:01.463830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51778) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:01.563773 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-eb6b25f4-7764-4e1c-9c2c-a8459b75442d tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] show failed (client error): The resource could not be found. Feb 16 16:58:01.565142 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eb6b25f4-7764-4e1c-9c2c-a8459b75442d tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "GET /v2.0/security-groups/2c34d812-d472-4bb5-bded-8c1e74e695b4 HTTP/1.1" status: 404 len: 347 time: 0.0992470 Feb 16 16:58:01.589558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51782) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:01.698465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.699350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:01.838666 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2ee501a4-38d4-4957-964f-e6a38cee8a0d tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-1545278289 HTTP/1.1" status: 201 len: 201 time: 0.5711708 Feb 16 16:58:01.849701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-ad8c9519-f386-47db-ab24-0557f1a22b67 req-afea3c56-6cd3-4709-91c3-92eff45d20e9 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Synchronizing usage tracker for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:01.853489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:01.855914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51786) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:01.874476 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] Sync routers for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:01.882731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Deleting port 85d2cdec-aa1b-4542-889c-9c35da7cbcac {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:01.883074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.885024 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:01.885619 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:02.030517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-2332a6fa-f2bb-49a1-ae98-f04d1f9f8d9e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-1745230761') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:02.077902 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:02.087556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:36Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:02.092499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a640dae-de7d-45c9-8c36-50ef2f83cc35 None None] The sync data for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv is: [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:55:27Z', 'revision_number': 4, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '71a63803-d9d5-48f2-a15c-b71d3fa60611', 'name': '', 'network_id': 'ffffe003-05d4-4a18-af31-e5ddc33bfa9c', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'mac_address': 'fa:16:3e:6a:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:24Z', 'updated_at': '2022-02-16T16:55:36Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'subnets': [{'id': 'b5597547-d2bb-45b7-b0ae-a245e8fec7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:02.199880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.200643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.206235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.231958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.255686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] No DVR routers for this DVR port f5231f62-04a9-40ac-a9e7-b9b6043f43ed on host hv-neutron-8295 {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:02.259406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.261759 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-609812ff-7905-4ddb-a0c0-754543912ae9 req-4d2af3f5-8b50-4e20-9edb-0c4473bef0dc tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.48 "DELETE /v2.0/ports/f5231f62-04a9-40ac-a9e7-b9b6043f43ed HTTP/1.1" status: 204 len: 173 time: 6.3950129 Feb 16 16:58:02.268590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'name': 'network-vif-deleted', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:58:02.293297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-ad8c9519-f386-47db-ab24-0557f1a22b67 req-afea3c56-6cd3-4709-91c3-92eff45d20e9 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Unset dirty status for tenant:4b55a0aeb87b48c886c712a2d8a98258 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:02.301849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ad8c9519-f386-47db-ab24-0557f1a22b67 req-afea3c56-6cd3-4709-91c3-92eff45d20e9 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9769948-f25e-4fdf-8e5e-00f6bac9899b HTTP/1.1" status: 200 len: 210 time: 0.6466649 Feb 16 16:58:02.405838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Calling delete_port for 85d2cdec-aa1b-4542-889c-9c35da7cbcac owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:02.462721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:02.466135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9769948-f25e-4fdf-8e5e-00f6bac9899b', 'name': 'network-vif-deleted', 'tag': 'f5231f62-04a9-40ac-a9e7-b9b6043f43ed', 'status': 'completed', 'code': 200} Feb 16 16:58:02.491012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.492052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Fanout notify agent at l3_agent the message router_deleted on router 7685ebc7-84ad-4c33-9683-c6be2a06ec6d {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:02.510503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:02.521002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.537070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:02.545816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.562577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:02.572436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f2079-ec0e-4a2d-b1b2-bdcb5bbb5254 None None] New status for floating IP 526803bf-66cf-4d8b-8a8d-514ea4f3486e: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:58:02.574705 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:42Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:02.588336 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] Checking router: 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:02.592011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.593524 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91888483-1d50-4f69-b4e8-9879356fb6ac tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/7685ebc7-84ad-4c33-9683-c6be2a06ec6d HTTP/1.1" status: 204 len: 168 time: 6.1402509 Feb 16 16:58:02.604789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51792) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:02.614891 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:02.615975 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:02.643069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 2} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:02.647601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.662297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-620237554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:02.674447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.685461 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=774a6cb4a1194fe1892ee20af6bf9869&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0530448 Feb 16 16:58:02.687469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:02.696247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:02.699829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0b3e-8d93-497d-b6ad-c79d3a556f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c929013d-85e1-43c1-98a8-1bc48eefec4a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.706714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Usage tracker for resource:router and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:02.730367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.732040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:02.758078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:02.795430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object 4f44031a-1374-4cea-a48c-75988cec3eda will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:02.798911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.811622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-980f2079-ec0e-4a2d-b1b2-bdcb5bbb5254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:02.812264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-980f2079-ec0e-4a2d-b1b2-bdcb5bbb5254 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:02.828526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.844574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.845604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.852637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=72b843d3-39e9-4029-a704-a1dd76d96219,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.913099 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2332a6fa-f2bb-49a1-ae98-f04d1f9f8d9e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-1745230761 HTTP/1.1" status: 201 len: 201 time: 1.0154166 Feb 16 16:58:02.914109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51800) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:02.914786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Pushing event deleted for resources: {'Port': ['ID=85d2cdec-aa1b-4542-889c-9c35da7cbcac,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.946375 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:02.995659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.000249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-040a5842-dd58-46cb-be9c-fbf1dedf23bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.015400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-6fb66b98-d4d9-430c-8edd-d40246934352 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-1728974088') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:03.072817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.083634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.108345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-040a5842-dd58-46cb-be9c-fbf1dedf23bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.125881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.268087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.269469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Allocated IP 2001:db8::2 (51af7db0-16a4-434f-857e-34e6dab288c6/4be8a2bb-c2dc-4181-9efa-a652310b353c/499a9132-8478-4132-ace4-8bf7932851a7) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:03.275739 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3370b740-d03b-4e6c-b041-eb00e88f9d10 tempest-ServersTestJSON-299810773 tempest-ServersTestJSON-299810773-project] 10.222.0.43 "DELETE /v2.0/floatingips/526803bf-66cf-4d8b-8a8d-514ea4f3486e HTTP/1.1" status: 204 len: 168 time: 1.6774952 Feb 16 16:58:03.275739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.276573 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cc13523e-5eee-4f0a-9258-ec05baa43e79 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6599817 Feb 16 16:58:03.277861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51804) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:03.282196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51806) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:03.284782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 51af7db0-16a4-434f-857e-34e6dab288c6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:03.302713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:03.313289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:03.318637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:03.319253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.356975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'enable_snat': False}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:03.448774 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:42Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:03.453591 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee89e0-b945-49c0-bb33-1ee4e34ea4cd None None] The sync data for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv is: [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:55:29Z', 'revision_number': 4, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a9d3d64d-a7d9-4fab-94af-a731c531e28a', 'name': '', 'network_id': '75604c64-ca6f-403d-a64b-3df4e8a47e07', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'mac_address': 'fa:16:3e:dd:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:26Z', 'updated_at': '2022-02-16T16:55:42Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'subnets': [{'id': '74a93fad-c43d-4e7d-8487-07b25d0e1103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:03.493471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=4f44031a-1374-4cea-a48c-75988cec3eda,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:03.522836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-040a5842-dd58-46cb-be9c-fbf1dedf23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.526217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-040a5842-dd58-46cb-be9c-fbf1dedf23bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.527467 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-040a5842-dd58-46cb-be9c-fbf1dedf23bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c929013d-85e1-43c1-98a8-1bc48eefec4a HTTP/1.1" status: 204 len: 168 time: 0.8290339 Feb 16 16:58:03.544973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f2079-ec0e-4a2d-b1b2-bdcb5bbb5254 None None] New status for floating IP 526803bf-66cf-4d8b-8a8d-514ea4f3486e: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:58:03.644040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51818) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:03.650957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-95cbc5ef-89e1-4b05-91d3-bd732cf43327 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.2319756 Feb 16 16:58:03.651695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51822) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:03.757888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a5842-dd58-46cb-be9c-fbf1dedf23bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c929013d-85e1-43c1-98a8-1bc48eefec4a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:03.870474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 4dd30c73-d7d4-442a-b476-167c675b0d0e yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:03.900172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1b7f2c20-8186-4a6b-b182-2e0be0270919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.901138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.933379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.951649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Transition to ACTIVE for port object 499a9132-8478-4132-ace4-8bf7932851a7 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:03.952708 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de62baf-f1c3-447f-a095-0793f42d0abb None None] New status for floating IP ad44f955-d211-48f4-a28f-831a61c5caf0: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:58:04.000482 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Transition to ACTIVE for port object 499a9132-8478-4132-ace4-8bf7932851a7 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:04.009042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.087067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Network 51af7db0-16a4-434f-857e-34e6dab288c6 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:04.098345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:04.117904 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bbd0456d-1b7f-41b9-aff6-fb3981c37ea2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/72b843d3-39e9-4029-a704-a1dd76d96219 HTTP/1.1" status: 204 len: 168 time: 5.0707877 Feb 16 16:58:04.123962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:04.131944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51828) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:04.206490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51832) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:04.442542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6fb66b98-d4d9-430c-8edd-d40246934352 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-1728974088 HTTP/1.1" status: 201 len: 201 time: 1.5170116 Feb 16 16:58:04.442542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.458009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51836) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:04.465036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac047d-9161-4715-b38c-f1f6385022d0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:04.466321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac047d-9161-4715-b38c-f1f6385022d0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:04.467947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac047d-9161-4715-b38c-f1f6385022d0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:04.468759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f0ac047d-9161-4715-b38c-f1f6385022d0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:04.483704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Attempting to bind port 499a9132-8478-4132-ace4-8bf7932851a7 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:04.484259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Attempting to bind port 499a9132-8478-4132-ace4-8bf7932851a7 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'be364c2a-c2b3-4e96-acbe-95ffde3089ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:04.484858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Attempting to bind port 499a9132-8478-4132-ace4-8bf7932851a7 on network 51af7db0-16a4-434f-857e-34e6dab288c6 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:04.499216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bff1bd9a-a256-4371-8521-5a1b597e6618 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.500633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-928e3c58-0567-479d-b4ae-25b612569256 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-238963399') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.501951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:04.503011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Checking segment: {'id': 'be364c2a-c2b3-4e96-acbe-95ffde3089ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:04.503567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.504033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Bound using segment: {'id': 'be364c2a-c2b3-4e96-acbe-95ffde3089ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:04.505003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Bound port: 499a9132-8478-4132-ace4-8bf7932851a7, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be364c2a-c2b3-4e96-acbe-95ffde3089ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '51af7db0-16a4-434f-857e-34e6dab288c6'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:04.505561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.541563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Pushing event updated for resources: {'Port': ['ID=499a9132-8478-4132-ace4-8bf7932851a7,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.544237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.550310 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f05a82e0-e1b8-4e64-94cf-8f1973752a2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d13d896002a40f4ac2df1d8cf67cc3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3362544 Feb 16 16:58:04.571270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51844) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:04.598225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f0ac047d-9161-4715-b38c-f1f6385022d0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:04.602518 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f0ac047d-9161-4715-b38c-f1f6385022d0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4689729 Feb 16 16:58:04.607948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51848) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:04.644150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] For port 499a9132-8478-4132-ace4-8bf7932851a7, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:04.648747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] For port 499a9132-8478-4132-ace4-8bf7932851a7, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=499a9132-8478-4132-ace4-8bf7932851a7,segment=NetworkSegment(be364c2a-c2b3-4e96-acbe-95ffde3089ad),segment_id=be364c2a-c2b3-4e96-acbe-95ffde3089ad)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:04.655741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.688627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bff1bd9a-a256-4371-8521-5a1b597e6618 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.728304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.760684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acd2d8-5f76-4695-bdbe-166881575f98 None None] Pushing event updated for resources: {'Port': ['ID=499a9132-8478-4132-ace4-8bf7932851a7,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.765107 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-928e3c58-0567-479d-b4ae-25b612569256 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-238963399 HTTP/1.1" status: 201 len: 201 time: 0.3045688 Feb 16 16:58:04.774774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51852) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:04.838622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:04.846680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-fc2c48a2-4fc5-4d27-a658-205f2b989b78 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.884245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.898517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e750268-8b22-4b01-83d5-582a61072dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.973062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port afe0345a-a8e2-4476-9343-9c5b06c019dc yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:04.998522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e750268-8b22-4b01-83d5-582a61072dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.015640 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.026484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bff1bd9a-a256-4371-8521-5a1b597e6618 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.083606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.140382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fc2c48a2-4fc5-4d27-a658-205f2b989b78 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags HTTP/1.1" status: 200 len: 241 time: 0.3049552 Feb 16 16:58:05.140605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1bd9a-a256-4371-8521-5a1b597e6618 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d884f6e3-7397-4815-9f46-3c7c019feb5f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.142851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51856) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:05.152330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-a99daace-3e8c-49fa-bd8a-78f8c7667098 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-1545278289') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:05.210448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.222791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bff1bd9a-a256-4371-8521-5a1b597e6618 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.229659 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bff1bd9a-a256-4371-8521-5a1b597e6618 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "DELETE /v2.0/security-groups/d884f6e3-7397-4815-9f46-3c7c019feb5f HTTP/1.1" status: 204 len: 168 time: 1.5796843 Feb 16 16:58:05.241544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51860) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:05.265455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e750268-8b22-4b01-83d5-582a61072dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.329752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.368552 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-36b421d2-c714-4e90-a5a9-25d6e6a5eeac tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] show failed (client error): The resource could not be found. Feb 16 16:58:05.369206 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-36b421d2-c714-4e90-a5a9-25d6e6a5eeac tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "GET /v2.0/security-groups/d884f6e3-7397-4815-9f46-3c7c019feb5f HTTP/1.1" status: 404 len: 347 time: 0.1248906 Feb 16 16:58:05.385696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e750268-8b22-4b01-83d5-582a61072dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc4616-ca55-4952-bf83-d416776214f1,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.426029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51864) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:05.528606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.537141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e750268-8b22-4b01-83d5-582a61072dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.538014 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8e750268-8b22-4b01-83d5-582a61072dfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9bc4616-ca55-4952-bf83-d416776214f1 HTTP/1.1" status: 204 len: 168 time: 0.9662852 Feb 16 16:58:05.641105 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a99daace-3e8c-49fa-bd8a-78f8c7667098 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-1545278289 HTTP/1.1" status: 204 len: 168 time: 0.4968448 Feb 16 16:58:05.646480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51870) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:05.647755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.690572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 499a9132-8478-4132-ace4-8bf7932851a7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:05.691380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-97d727b7-68f0-4584-8519-8079511fed61 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-1545278289') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:05.730274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.811100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 499a9132-8478-4132-ace4-8bf7932851a7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:05.994409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.072228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Deleting port 0066ab67-dacc-4472-9996-47c65467be5e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:06.072867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.094879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ca937-0549-4a22-a78d-5d4f5816008d None None] Network 51af7db0-16a4-434f-857e-34e6dab288c6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:06.116082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:06.195608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:06.219358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:06.220776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.225115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] Provisioning for port 499a9132-8478-4132-ace4-8bf7932851a7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:06.257784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=4dd30c73-d7d4-442a-b476-167c675b0d0e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.265678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.266436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.275207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] Provisioning complete for port 499a9132-8478-4132-ace4-8bf7932851a7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:06.276241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.373657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=afe0345a-a8e2-4476-9343-9c5b06c019dc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.399734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-97d727b7-68f0-4584-8519-8079511fed61 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-1545278289 HTTP/1.1" status: 204 len: 168 time: 0.7189424 Feb 16 16:58:06.409776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51886) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:06.421908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Calling delete_port for 0066ab67-dacc-4472-9996-47c65467be5e owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:06.425977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-8e19c7d7-1dd8-4e61-b5a5-2fec9c9b36af tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.455215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Allocated IP 172.26.7.91 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/c3bad602-77aa-46b7-b5d8-6258f4b21bfb) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:06.489377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': '543482b7-fa31-4c80-8758-4e91411bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '03460eae-a53f-4e05-b52d-8942f49f4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:06.489948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: 03460eae-a53f-4e05-b52d-8942f49f4c3d, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:06.514666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.594454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.596728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.622533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817526e7-c782-49df-a801-e415284c04dc None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:06.624607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 03460eae-a53f-4e05-b52d-8942f49f4c3d is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:06.631504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.713492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.724849 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ef45b49d-7488-4576-abad-dfafcf085d50 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11 HTTP/1.1" status: 204 len: 168 time: 2.1095877 Feb 16 16:58:06.734326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51896) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:06.736073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.756353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.797241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.816382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] For port 499a9132-8478-4132-ace4-8bf7932851a7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=499a9132-8478-4132-ace4-8bf7932851a7,segment=NetworkSegment(be364c2a-c2b3-4e96-acbe-95ffde3089ad),segment_id=be364c2a-c2b3-4e96-acbe-95ffde3089ad)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:06.828384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.838901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.891591 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8e19c7d7-1dd8-4e61-b5a5-2fec9c9b36af tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags HTTP/1.1" status: 200 len: 205 time: 0.4784536 Feb 16 16:58:06.891591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Pushing event updated for resources: {'Port': ['ID=c3bad602-77aa-46b7-b5d8-6258f4b21bfb,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.893657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51902) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:06.897287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.898067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 03460eae-a53f-4e05-b52d-8942f49f4c3d) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:06.911390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:06.916227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cec31a-c6ab-4a3e-9c7a-167f5d5ee3ad None None] Network 03460eae-a53f-4e05-b52d-8942f49f4c3d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:06.917989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:06.923437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:06.924130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.959191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:06.964881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-ccf7a2dc-bd9d-40e9-8212-585185441a87 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.012314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:07.014929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:07.089321 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5f687bd-2837-4941-8ba6-ef03787928a4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8948319 Feb 16 16:58:07.093171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 64182a9b-a36f-44ae-b6bc-eeb4d429d55d {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:07.094634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51908) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:07.136678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.182450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.203502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=4f44031a-1374-4cea-a48c-75988cec3eda,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.213148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ca5ff-1beb-4916-8b42-ae213eb184a0 None None] Pushing event updated for resources: {'Port': ['ID=499a9132-8478-4132-ace4-8bf7932851a7,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.420793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Pushing event deleted for resources: {'Port': ['ID=0066ab67-dacc-4472-9996-47c65467be5e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.468412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.507628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port afe0345a-a8e2-4476-9343-9c5b06c019dc {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:07.507970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.524563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc1fc200-5a4c-4572-99e9-01e1e75b7935 None None] Provisioning for port 4f44031a-1374-4cea-a48c-75988cec3eda completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:07.540293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc1fc200-5a4c-4572-99e9-01e1e75b7935 None None] Provisioning complete for port 4f44031a-1374-4cea-a48c-75988cec3eda triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:07.540807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc200-5a4c-4572-99e9-01e1e75b7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.579540 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ccf7a2dc-bd9d-40e9-8212-585185441a87 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags HTTP/1.1" status: 200 len: 241 time: 0.6805754 Feb 16 16:58:07.594636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51920) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:07.623836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-90f60aa1-90f8-402e-9a79-d590de2363b6 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-1745230761') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.647301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 499a9132-8478-4132-ace4-8bf7932851a7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:07.738761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fc200-5a4c-4572-99e9-01e1e75b7935 None None] Port 4f44031a-1374-4cea-a48c-75988cec3eda cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:07.790023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc1fc200-5a4c-4572-99e9-01e1e75b7935 None None] Provisioning complete for port 499a9132-8478-4132-ace4-8bf7932851a7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:07.790373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc200-5a4c-4572-99e9-01e1e75b7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.861728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51926) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:07.942524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 499a9132-8478-4132-ace4-8bf7932851a7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:07.943036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.151564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.161874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-462049816', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:08.177549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.197112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:08.273832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Usage tracker for resource:port and tenant:6d21d1e208cf4d02b16e0723a544ae6f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:08.286704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.344222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:08.355568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:08.362254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-79252b79-33a3-45bb-9ca7-3c21a187ecc2 None None] Provisioning complete for port 4f44031a-1374-4cea-a48c-75988cec3eda triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:08.362656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-79252b79-33a3-45bb-9ca7-3c21a187ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.366342 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-90f60aa1-90f8-402e-9a79-d590de2363b6 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-1745230761 HTTP/1.1" status: 204 len: 168 time: 0.7556818 Feb 16 16:58:08.371131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.376054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51932) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:08.390265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.394513 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-136b6660-57e8-4cc8-8020-1cdb7cfb2a13 tempest-ServersTestManualDisk-436430035 tempest-ServersTestManualDisk-436430035-project] 10.222.0.43 "DELETE /v2.0/floatingips/ad44f955-d211-48f4-a28f-831a61c5caf0 HTTP/1.1" status: 204 len: 168 time: 2.9675009 Feb 16 16:58:08.399006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-3cdc9ae1-8cc0-4b27-8ab1-4799ace79445 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-1745230761') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:08.430027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51936) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:08.433554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-79252b79-33a3-45bb-9ca7-3c21a187ecc2 None None] Port 4f44031a-1374-4cea-a48c-75988cec3eda cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:08.487285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.529505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Made reservation on behalf of 6d21d1e208cf4d02b16e0723a544ae6f for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:08.531822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.608961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.635797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for afe0345a-a8e2-4476-9343-9c5b06c019dc owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:08.662784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7363f73d-a344-44d9-bd9c-c23e93e96d53 None None] Provisioning complete for port 18f62c36-ce43-4409-9c8c-48d115874870 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:08.663266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7363f73d-a344-44d9-bd9c-c23e93e96d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.739264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:08.823716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.827868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Usage tracker for resource:security_group_rule and tenant:6d21d1e208cf4d02b16e0723a544ae6f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:08.870820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.872307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:08.879803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Deleting port 71a63803-d9d5-48f2-a15c-b71d3fa60611 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:08.880139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.909913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.931363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=afe0345a-a8e2-4476-9343-9c5b06c019dc,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:08.956507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:08.963594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=64182a9b-a36f-44ae-b6bc-eeb4d429d55d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:08.987162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.000048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73c1fa-df76-4626-9d08-1cb7f029a486 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:09.012087 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0c253d58-aca8-42a7-ae79-e359b1821b19 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/afe0345a-a8e2-4476-9343-9c5b06c019dc HTTP/1.1" status: 204 len: 168 time: 1.7819738 Feb 16 16:58:09.012894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51940) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:09.040331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.084888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.093305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.198675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba51ac-77ee-4e9e-a20f-6c996d7e8e80 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.204867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba51ac-77ee-4e9e-a20f-6c996d7e8e80 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.205665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bbba51ac-77ee-4e9e-a20f-6c996d7e8e80 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:09.231831 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7a408067-dca3-4728-849b-9de330d777e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/64182a9b-a36f-44ae-b6bc-eeb4d429d55d HTTP/1.1" status: 204 len: 168 time: 2.4898095 Feb 16 16:58:09.246057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51944) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:09.306464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bbba51ac-77ee-4e9e-a20f-6c996d7e8e80 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:09.306892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:09.310434 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bbba51ac-77ee-4e9e-a20f-6c996d7e8e80 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2941122 Feb 16 16:58:09.311460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51948) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:09.313699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] Deleting port 18f62c36-ce43-4409-9c8c-48d115874870 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:09.314115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.394875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 4dd30c73-d7d4-442a-b476-167c675b0d0e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:09.395454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.496329 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d679cd79-ed1d-4b52-ab26-a5ff2f55abac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2432551 Feb 16 16:58:09.504002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51952) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:09.513397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Router 9b422e7b-19d4-45ee-9b2b-695d35f05f06 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:58:09.518157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:09.563686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] For port 18f62c36-ce43-4409-9c8c-48d115874870, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18f62c36-ce43-4409-9c8c-48d115874870,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:09.564248 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.644932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18f62c36-ce43-4409-9c8c-48d115874870 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:09.740396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] Calling delete_port for 18f62c36-ce43-4409-9c8c-48d115874870 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:09.768834 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3cdc9ae1-8cc0-4b27-8ab1-4799ace79445 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-1745230761 HTTP/1.1" status: 204 len: 168 time: 1.3893547 Feb 16 16:58:09.782121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51956) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:09.884720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.933713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Port 18f62c36-ce43-4409-9c8c-48d115874870 update to DOWN by agent not found {{(pid=87722) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 16:58:09.942248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] For port 71a63803-d9d5-48f2-a15c-b71d3fa60611, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=71a63803-d9d5-48f2-a15c-b71d3fa60611,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:09.942867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.947062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] Pushing event deleted for resources: {'Port': ['ID=18f62c36-ce43-4409-9c8c-48d115874870,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.954169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39fc040-9c98-4452-89b1-7ed6c2602f51 None None] No DVR routers for this DVR port 18f62c36-ce43-4409-9c8c-48d115874870 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:09.968498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-c9646dc7-23ee-442f-b485-a8dc53dbcdd2 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.028431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:10.038087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:10.042437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:10.045910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.062930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:10.183042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Calling delete_port for 71a63803-d9d5-48f2-a15c-b71d3fa60611 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:10.263466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 4dd30c73-d7d4-442a-b476-167c675b0d0e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:10.285717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.307017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:10.310410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.310852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.339465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] device_id is not set on port eee750b8-7689-4def-970a-2155aae5dea0 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:10.440413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:10.445765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.449948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7f62a71f-b1e9-470e-85d7-4074e23497f6 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "PUT /v2.0/routers/9b422e7b-19d4-45ee-9b2b-695d35f05f06 HTTP/1.1" status: 200 len: 918 time: 7.1558990 Feb 16 16:58:10.450416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] Sync routers for ids ['9b422e7b-19d4-45ee-9b2b-695d35f05f06'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:10.452574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51960) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:10.463595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] Routers {'9b422e7b-19d4-45ee-9b2b-695d35f05f06'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:10.464339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['9b422e7b-19d4-45ee-9b2b-695d35f05f06'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.469069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5339dd04-79db-4d33-99c0-1795105e1760,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.532824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.544607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] Routers {'9b422e7b-19d4-45ee-9b2b-695d35f05f06'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:10.545253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['9b422e7b-19d4-45ee-9b2b-695d35f05f06'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.557604 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c9646dc7-23ee-442f-b485-a8dc53dbcdd2 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags HTTP/1.1" status: 200 len: 205 time: 0.7687533 Feb 16 16:58:10.569014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51964) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:10.575817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-00cf55e1-d0cf-426a-b0c1-f26c08bf2a0a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.593449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.609484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.610335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.623823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.624228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c265873b-5e5f-400a-a42b-3a914b2dfa9b None None] The sync data for ids ['9b422e7b-19d4-45ee-9b2b-695d35f05f06'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:10.648760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.718131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Allocated IP 172.26.7.104 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/eee750b8-7689-4def-970a-2155aae5dea0) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:10.808804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=4f44031a-1374-4cea-a48c-75988cec3eda,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.817601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.835032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=4dd30c73-d7d4-442a-b476-167c675b0d0e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.907144 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5968464c-a641-47fc-847c-907d8a7b6aae tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/4dd30c73-d7d4-442a-b476-167c675b0d0e HTTP/1.1" status: 204 len: 168 time: 1.5943561 Feb 16 16:58:10.914671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51968) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:10.922747 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91888011-33a1-4078-b52d-5d17b9d74c0d tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/9b422e7b-19d4-45ee-9b2b-695d35f05f06 HTTP/1.1" status: 200 len: 924 time: 0.4658945 Feb 16 16:58:10.930485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 51972) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:10.955677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00cf55e1-d0cf-426a-b0c1-f26c08bf2a0a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags HTTP/1.1" status: 200 len: 241 time: 0.3863828 Feb 16 16:58:10.971372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51976) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:10.985538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-0e555246-a2a4-4f8b-a6fb-26ef9b0c05af tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-1728974088') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:11.103196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.167443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.207569 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0e555246-a2a4-4f8b-a6fb-26ef9b0c05af tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-1728974088 HTTP/1.1" status: 204 len: 168 time: 0.2351592 Feb 16 16:58:11.209148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51980) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.216783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 51af7db0-16a4-434f-857e-34e6dab288c6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:11.227069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-ae89c54c-45f9-4ca5-bac5-f288237b0ebf tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-1728974088') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:11.229502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:11.239148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a63803-d9d5-48f2-a15c-b71d3fa60611,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.252741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.434019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f5f78-da81-462b-ac2a-bb92ac01ee97 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.434782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-661f5f78-da81-462b-ac2a-bb92ac01ee97 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:11.474403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:11.483619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:11.491177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.492439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.495086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d72ba8-8910-4ed3-876e-b17e860b60b5 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:11.497895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=74391f1f-65cf-4d4d-aee8-825f4dd1c354,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.564047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-661f5f78-da81-462b-ac2a-bb92ac01ee97 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:11.564797 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-661f5f78-da81-462b-ac2a-bb92ac01ee97 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6474392 Feb 16 16:58:11.573025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51984) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.631474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-72c5ed22-78fd-491f-a3bd-8c2e00a11076 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1242094 Feb 16 16:58:11.631474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf86741-ca89-4a8f-adb5-08c0834f8ef0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:58:11.633483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fcf86741-ca89-4a8f-adb5-08c0834f8ef0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/afe0345a-a8e2-4476-9343-9c5b06c019dc HTTP/1.1" status: 404 len: 333 time: 0.0588109 Feb 16 16:58:11.634078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51988) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.636538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51990) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.642760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:11.713500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ce0fd5b1-b3dc-4c90-bf3d-30075906d660 None None] Provisioning complete for port 4f44031a-1374-4cea-a48c-75988cec3eda triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:11.713861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd5b1-b3dc-4c90-bf3d-30075906d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.760576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb09f21-a3b5-4ff2-813b-32c9ba43096f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:58:11.761907 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3fb09f21-a3b5-4ff2-813b-32c9ba43096f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/4dd30c73-d7d4-442a-b476-167c675b0d0e HTTP/1.1" status: 404 len: 333 time: 0.1235032 Feb 16 16:58:11.765790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 51996) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.816889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee355ca5-3a26-4437-872b-06e1ef100f0b tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.821291 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ee355ca5-3a26-4437-872b-06e1ef100f0b tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=9b422e7b-19d4-45ee-9b2b-695d35f05f06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8815653 Feb 16 16:58:11.862616 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ae89c54c-45f9-4ca5-bac5-f288237b0ebf tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-1728974088 HTTP/1.1" status: 204 len: 168 time: 0.6414211 Feb 16 16:58:11.862616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52000) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.864688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52002) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:11.868420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fd5b1-b3dc-4c90-bf3d-30075906d660 None None] Port 4f44031a-1374-4cea-a48c-75988cec3eda cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:11.884377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '74391f1f-65cf-4d4d-aee8-825f4dd1c354'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:11.885354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.900224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-fbbde668-e031-426f-9e57-8f8b1c4a66ce tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.022258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.061991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Allocated IP 172.20.0.2 (f92b56da-dfd9-433c-a595-962c6f07801d/74391f1f-65cf-4d4d-aee8-825f4dd1c354/291b5838-f5fd-450e-ae83-fe49548e1853) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:12.138156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.176235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:12.199195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:12.206249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:12.253037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:12.264070 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fbbde668-e031-426f-9e57-8f8b1c4a66ce tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags HTTP/1.1" status: 200 len: 205 time: 0.3901570 Feb 16 16:58:12.268632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52008) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.273296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe4320-1f89-47fc-9de0-eb16f07c015a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.273860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-00fe4320-1f89-47fc-9de0-eb16f07c015a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Synchronizing usage tracker for tenant:8b34932273364a27bc42ed4d65a9b454 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:12.281466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-43c0eb58-722d-443e-8dd6-fff7d66bb6e4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.320506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.323424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 0440243b-6892-43ad-b322-72a17e614714 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:58:12.326265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.331548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Transition to ACTIVE for port object 291b5838-f5fd-450e-ae83-fe49548e1853 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:12.342986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.358060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Transition to ACTIVE for port object 291b5838-f5fd-450e-ae83-fe49548e1853 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:12.363664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.376073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:12.379351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.423583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-00fe4320-1f89-47fc-9de0-eb16f07c015a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] Unset dirty status for tenant:8b34932273364a27bc42ed4d65a9b454 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:12.427541 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00fe4320-1f89-47fc-9de0-eb16f07c015a tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/networks/4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 881 time: 0.5612452 Feb 16 16:58:12.431185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:12.434776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:12.438431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:12.442253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52012) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.483043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.506811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-43c0eb58-722d-443e-8dd6-fff7d66bb6e4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags HTTP/1.1" status: 200 len: 240 time: 0.2327583 Feb 16 16:58:12.510350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Pushing event updated for resources: {'Port': ['ID=291b5838-f5fd-450e-ae83-fe49548e1853,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.522087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52016) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.535165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03460eae-a53f-4e05-b52d-8942f49f4c3d']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.540774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Attempting to bind port 291b5838-f5fd-450e-ae83-fe49548e1853 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:12.541218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Attempting to bind port 291b5838-f5fd-450e-ae83-fe49548e1853 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:12.541641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Attempting to bind port 291b5838-f5fd-450e-ae83-fe49548e1853 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:12.544998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-a614c853-88ba-4d31-8bc0-f9d01bc17754 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-238963399') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.547233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:12.547692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:12.548251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.548700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:12.549219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Bound port: 291b5838-f5fd-450e-ae83-fe49548e1853, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:12.549646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.578977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543482b7-fa31-4c80-8758-4e91411bd407') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.579265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543482b7-fa31-4c80-8758-4e91411bd407') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.603868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.629700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.641121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:12.641514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.652092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] For port 291b5838-f5fd-450e-ae83-fe49548e1853, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:12.655866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] For port 291b5838-f5fd-450e-ae83-fe49548e1853, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=291b5838-f5fd-450e-ae83-fe49548e1853,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:12.662248 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:12.667535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.689422 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c5daef1a-8e17-448b-ab29-d8060d86ea38 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b422e7b-19d4-45ee-9b2b-695d35f05f06 HTTP/1.1" status: 200 len: 205 time: 0.2299383 Feb 16 16:58:12.703004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:12.704914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52020) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.718981 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a614c853-88ba-4d31-8bc0-f9d01bc17754 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-238963399 HTTP/1.1" status: 204 len: 168 time: 0.1918540 Feb 16 16:58:12.725706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52024) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.731070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-1acdb4de-df02-4a09-b37b-87351e7df34c tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-238963399') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.771842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.785042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399b9d8-8f92-4989-9d57-03e5e239bdb8 None None] Pushing event updated for resources: {'Port': ['ID=291b5838-f5fd-450e-ae83-fe49548e1853,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.793646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.836971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Pushing event updated for resources: {'Port': ['ID=eee750b8-7689-4def-970a-2155aae5dea0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.841302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:12.843560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=03460eae-a53f-4e05-b52d-8942f49f4c3d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.843711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:12.862961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.863298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.863622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.863939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.864281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.864617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.864916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.865226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.865531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.865840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.866146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.867173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:12.874758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bf38b1f4-04a9-4f90-b2e7-e8d3f8160ca3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/03460eae-a53f-4e05-b52d-8942f49f4c3d HTTP/1.1" status: 204 len: 168 time: 1.1030703 Feb 16 16:58:12.882453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52028) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.891597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-169829726'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:12.901647 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:12.912376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:12.920803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:12.931462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:12.934662 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1acdb4de-df02-4a09-b37b-87351e7df34c tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-238963399 HTTP/1.1" status: 204 len: 168 time: 0.2079635 Feb 16 16:58:12.944079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52032) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:12.967413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-0793cdaf-94b3-4185-943f-6766dddc44f5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.004360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:13.008154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.156425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:13.170828 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] Sync routers for ids ['0440243b-6892-43ad-b322-72a17e614714'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:13.186175 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] Routers {'0440243b-6892-43ad-b322-72a17e614714'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:13.186721 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['0440243b-6892-43ad-b322-72a17e614714'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.196720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0793cdaf-94b3-4185-943f-6766dddc44f5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags HTTP/1.1" status: 200 len: 205 time: 0.2439287 Feb 16 16:58:13.200871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:13.209556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-29ad1207-67ad-4719-9c48-5f000a2751b1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.217711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:13.275178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.275828 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment 05e022c2-0454-4ea5-8acc-66d1ce20c941 of type vlan for network a72896c4-538f-425e-adf1-afaf11adfb17 Feb 16 16:58:13.292455 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.307269 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] Routers {'0440243b-6892-43ad-b322-72a17e614714'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:13.308032 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['0440243b-6892-43ad-b322-72a17e614714'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.313786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:13.314399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.377293 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.378043 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03f270-794d-43d9-b176-3cc321f37572 None None] The sync data for ids ['0440243b-6892-43ad-b322-72a17e614714'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:13.383230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.390535 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-29ad1207-67ad-4719-9c48-5f000a2751b1 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1861525 Feb 16 16:58:13.391840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52040) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:13.401672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-a4e11340-8286-4def-ad20-f98d98d4cd23 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.437800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Deleting port a9d3d64d-a7d9-4fab-94af-a731c531e28a {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:13.438288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.467659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.482864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:58:13.558250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-95ddc8cc-5061-462b-a956-07af86c0fea5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/0440243b-6892-43ad-b322-72a17e614714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8944387 Feb 16 16:58:13.560140 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b58d1be8-3143-4db5-aff1-54bf61b0d8c6 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.6953061 Feb 16 16:58:13.568745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52044) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:13.569357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52046) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:13.648760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.652510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}]}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:13.658777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:13.659421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.714808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:13.751390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 291b5838-f5fd-450e-ae83-fe49548e1853 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:13.767702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Usage tracker for resource:router and tenant:6d21d1e208cf4d02b16e0723a544ae6f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:13.826836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:13.834205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a4e11340-8286-4def-ad20-f98d98d4cd23 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags HTTP/1.1" status: 204 len: 168 time: 0.4414048 Feb 16 16:58:13.869755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 291b5838-f5fd-450e-ae83-fe49548e1853 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:13.890518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52052) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:13.908848 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0209870 Feb 16 16:58:13.910466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-1d19f634-0a0a-41e2-b96f-efa6bb8f3fb9 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.929827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52056) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:13.947661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc5c07-66dc-4780-b25b-0a665459f103 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=a72896c4-538f-425e-adf1-afaf11adfb17,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.953148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:13.961066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network a72896c4-538f-425e-adf1-afaf11adfb17 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:14.009488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:14.034571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4056c9-6be1-4093-8679-021168877a24 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:14.035167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ad4056c9-6be1-4093-8679-021168877a24 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:14.096159 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1d19f634-0a0a-41e2-b96f-efa6bb8f3fb9 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags HTTP/1.1" status: 204 len: 168 time: 0.2044988 Feb 16 16:58:14.097982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.108136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52060) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:14.137126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Provisioning for port 291b5838-f5fd-450e-ae83-fe49548e1853 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:14.142837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Provisioning complete for port 291b5838-f5fd-450e-ae83-fe49548e1853 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:14.143390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.146199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-65d9b824-b620-425a-987a-f1a63dee71a9 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:14.179299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.180632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.286622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ad4056c9-6be1-4093-8679-021168877a24 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:14.287974 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ad4056c9-6be1-4093-8679-021168877a24 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports/4f44031a-1374-4cea-a48c-75988cec3eda HTTP/1.1" status: 200 len: 982 time: 0.7007990 Feb 16 16:58:14.300495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52064) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:14.302569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:14.307876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:14.320371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] For port a9d3d64d-a7d9-4fab-94af-a731c531e28a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a9d3d64d-a7d9-4fab-94af-a731c531e28a,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:14.321052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.324522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.333176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:14.341214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.405386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.411263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:14.418198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] For port 291b5838-f5fd-450e-ae83-fe49548e1853, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=291b5838-f5fd-450e-ae83-fe49548e1853,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:14.447379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.452356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.453199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.519432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:14.519912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:14.570699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:14.579012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Calling delete_port for a9d3d64d-a7d9-4fab-94af-a731c531e28a owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:14.581054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:14.588473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:14.589071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.590910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab345e-2995-4038-b832-927007db22bc None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:14.610066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=291b5838-f5fd-450e-ae83-fe49548e1853,revision_number=4']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.613974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=b392658b-7779-4d55-8a74-16df4c536128,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.624172 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-621c4c79-b9df-4cef-830f-34fc5970ab2e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9890361 Feb 16 16:58:14.627193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52068) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:14.632814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:85:2e:9c', 'name': 'tempest-NetworksTestDHCPv6-969026378'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:14.806655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:14.813740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:14.817400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:14.825145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:14.836651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:14.840136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:14.863646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Deleting port c3bad602-77aa-46b7-b5d8-6258f4b21bfb {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:14.863999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.984168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.019589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 667ebf81-9d3d-43f3-8cb2-0914b6fb928e yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:15.087576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.108774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:15.112397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.131058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] For port 291b5838-f5fd-450e-ae83-fe49548e1853, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=291b5838-f5fd-450e-ae83-fe49548e1853,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:15.136230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.299525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.ipam_backend_mixin [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Performing IP validity checks on allocation pools {{(pid=87721) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 16:58:15.300314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.ipam_backend_mixin [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87721) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 16:58:15.312571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Pushing event updated for resources: {'Port': ['ID=291b5838-f5fd-450e-ae83-fe49548e1853,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.328177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.328527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.328864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.329193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.329513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.329843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.330308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.330667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.330993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.331317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.331635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.331947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c52f6-f4f8-4d02-ae72-b8dd81286770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:15.431958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 172.20.0.3 (f92b56da-dfd9-433c-a595-962c6f07801d/74391f1f-65cf-4d4d-aee8-825f4dd1c354/667ebf81-9d3d-43f3-8cb2-0914b6fb928e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:15.438234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe85:2e9c (f92b56da-dfd9-433c-a595-962c6f07801d/b392658b-7779-4d55-8a74-16df4c536128/667ebf81-9d3d-43f3-8cb2-0914b6fb928e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:15.562907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-56057041-a6ff-4a3e-a96b-06f8dbfe05f7 None None] Provisioning complete for port 291b5838-f5fd-450e-ae83-fe49548e1853 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:15.563372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-56057041-a6ff-4a3e-a96b-06f8dbfe05f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.607709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 291b5838-f5fd-450e-ae83-fe49548e1853 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:15.694050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.716337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 667ebf81-9d3d-43f3-8cb2-0914b6fb928e will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:15.759794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.824597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 291b5838-f5fd-450e-ae83-fe49548e1853 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:15.825367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.842417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:15.848907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:15.860459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:15.891990 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65d9b824-b620-425a-987a-f1a63dee71a9 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags HTTP/1.1" status: 204 len: 168 time: 1.7683210 Feb 16 16:58:15.916037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52072) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:15.931318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-480f79a4-dda5-4174-a83c-d564a7b74da8 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-1370605549') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:15.974466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.988101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=667ebf81-9d3d-43f3-8cb2-0914b6fb928e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.999443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:16.018257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] Sync routers for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:16.028016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:16.028805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.031074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:16.031763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:16.074640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ceb9ecb8-b377-4ee8-b798-8803d40d9aff tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4461699 Feb 16 16:58:16.077040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52076) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:16.102082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.184391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93584558-278b-4919-8d39-8cd413f78102 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:16.190780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93584558-278b-4919-8d39-8cd413f78102 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:16.191777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-93584558-278b-4919-8d39-8cd413f78102 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:16.214840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-93584558-278b-4919-8d39-8cd413f78102 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:16.216161 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-93584558-278b-4919-8d39-8cd413f78102 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1381080 Feb 16 16:58:16.218888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52080) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:16.264168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-065b48d7-db6d-4b54-8785-b85b4689c557 None None] Provisioning for port 667ebf81-9d3d-43f3-8cb2-0914b6fb928e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:16.274883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:16.308405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 667ebf81-9d3d-43f3-8cb2-0914b6fb928e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:16.308753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.321924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-065b48d7-db6d-4b54-8785-b85b4689c557 None None] Provisioning complete for port 667ebf81-9d3d-43f3-8cb2-0914b6fb928e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:16.322144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-065b48d7-db6d-4b54-8785-b85b4689c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.465573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Calling delete_port for c3bad602-77aa-46b7-b5d8-6258f4b21bfb owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:16.510130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-065b48d7-db6d-4b54-8785-b85b4689c557 None None] Port 667ebf81-9d3d-43f3-8cb2-0914b6fb928e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:16.538812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.586725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.626526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:58:10Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:16.630523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] Checking router: be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:16.639936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] Routers {'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:16.640537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:16.666978 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2aa2d99f-eb05-4b44-b9c3-431d82337be3 admin admin] 10.222.0.43 "PUT /v2.0/routers/be566cad-670f-4ac0-9cd1-dcd6b2a66ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3749771 Feb 16 16:58:16.668664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52084) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:16.720841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 667ebf81-9d3d-43f3-8cb2-0914b6fb928e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:16.839606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] Set router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:16.847226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=4060f32c-0ee9-4d18-b92e-315450249c24,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.920205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.920743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.921283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.921811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.922361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.922906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.923430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.923980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.924507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.925030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.925554 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.926086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:16.980735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.070857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': '05e022c2-0454-4ea5-8acc-66d1ce20c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:17.070857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: a72896c4-538f-425e-adf1-afaf11adfb17, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:17.081345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=667ebf81-9d3d-43f3-8cb2-0914b6fb928e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.189835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.228116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.232927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:58:10Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.239024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88a0e5-7d1f-4b39-acfb-6521176fcbbe None None] The sync data for ids ['be566cad-670f-4ac0-9cd1-dcd6b2a66ed7'] in dv-neutron-829527-2-hyperv is: [{'id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'name': 'tempest-ServersTestJSON-2110711510-router', 'tenant_id': '77d5020557b142948d879f0e8f88ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:12Z', 'updated_at': '2022-02-16T16:58:10Z', 'revision_number': 5, 'project_id': '77d5020557b142948d879f0e8f88ca19', 'gw_port': {'id': 'c2152510-6dd4-4eb8-b449-70f6fca967c8', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be566cad-670f-4ac0-9cd1-dcd6b2a66ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:13Z', 'updated_at': '2022-02-16T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:17.248707 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7f8f49ae-0604-47e8-b861-9f7d304a60a5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/667ebf81-9d3d-43f3-8cb2-0914b6fb928e HTTP/1.1" status: 204 len: 168 time: 1.0266638 Feb 16 16:58:17.249335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52088) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:17.326026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d3d64d-a7d9-4fab-94af-a731c531e28a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.329766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.333120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b5f74-730b-4978-a48f-69154d0ed862 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:17.334849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b5f74-730b-4978-a48f-69154d0ed862 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:17.337090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b5f74-730b-4978-a48f-69154d0ed862 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:17.338146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0c6b5f74-730b-4978-a48f-69154d0ed862 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:17.356235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0c6b5f74-730b-4978-a48f-69154d0ed862 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:17.357384 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0c6b5f74-730b-4978-a48f-69154d0ed862 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1069646 Feb 16 16:58:17.360409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52092) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:17.442488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 74391f1f-65cf-4d4d-aee8-825f4dd1c354 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:17.446541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.481845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-480f79a4-dda5-4174-a83c-d564a7b74da8 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-1370605549 HTTP/1.1" status: 201 len: 201 time: 1.5569253 Feb 16 16:58:17.485678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52096) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:17.495601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-3769e79b-50b0-40c0-b47d-d4360695887d tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-1648835024') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.526114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network a72896c4-538f-425e-adf1-afaf11adfb17 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:17.556137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.656636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, a72896c4-538f-425e-adf1-afaf11adfb17) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:17.667048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01042a2-1ab6-4b55-a5c3-3c6a662a4d76 None None] Network a72896c4-538f-425e-adf1-afaf11adfb17 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:17.752645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:17.752645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.769895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 71a63803-d9d5-48f2-a15c-b71d3fa60611 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:17.811224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 71a63803-d9d5-48f2-a15c-b71d3fa60611 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:17.811564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 71a63803-d9d5-48f2-a15c-b71d3fa60611 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:17.819118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.864318 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3769e79b-50b0-40c0-b47d-d4360695887d tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-1648835024 HTTP/1.1" status: 201 len: 201 time: 0.3742712 Feb 16 16:58:17.864318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52100) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:17.869506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.903099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-27714106-b2f6-4fc7-888a-9bcc3c706646 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-1066579524') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:18.066011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-a72896c4-538f-425e-adf1-afaf11adfb17', 'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': '4060f32c-0ee9-4d18-b92e-315450249c24'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:18.067137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.115937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.124231 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f893a3f7-1924-4adb-b662-69245bca1024 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1739602 Feb 16 16:58:18.151607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52104) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.152155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event deleted for resources: {'Port': ['ID=c3bad602-77aa-46b7-b5d8-6258f4b21bfb,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.168992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=74391f1f-65cf-4d4d-aee8-825f4dd1c354,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.178353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-27714106-b2f6-4fc7-888a-9bcc3c706646 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-1066579524 HTTP/1.1" status: 201 len: 201 time: 0.3132000 Feb 16 16:58:18.179732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.184526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52108) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.187113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51b8bd-97c6-4278-87af-61139191a3d3 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:18.192960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-468cab2c-3d96-4dce-8e0c-1cb477484f22 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-222054253') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:18.221194 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aafc2365-6283-4966-8318-feaa064e661a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/74391f1f-65cf-4d4d-aee8-825f4dd1c354 HTTP/1.1" status: 204 len: 168 time: 0.8566506 Feb 16 16:58:18.221194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52112) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.232239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17', 'name': 'tempest-PortsTestJSON-1228412636'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:18.313957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet b392658b-7779-4d55-8a74-16df4c536128 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:18.320140 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-468cab2c-3d96-4dce-8e0c-1cb477484f22 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-222054253 HTTP/1.1" status: 201 len: 201 time: 0.1323373 Feb 16 16:58:18.321239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.337071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52116) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.385857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.408205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-70d90678-455f-44f1-84a4-05f704b95bb9 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', {'tags': ['tempest-TagsExtTest-Tag-413014304', 'tempest-TagsExtTest-Tag-1396502994', 'tempest-TagsExtTest-Tag-1452526785']}) {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:18.437280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Allocated IP 172.20.0.2 (a72896c4-538f-425e-adf1-afaf11adfb17/4060f32c-0ee9-4d18-b92e-315450249c24/8f0df977-199d-46b4-8259-7f11abed2dc7) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:18.443098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.487022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.503483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.528912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Deleting port c2152510-6dd4-4eb8-b449-70f6fca967c8 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:18.529240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.566806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.610287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=b392658b-7779-4d55-8a74-16df4c536128,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.612244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.625035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6cb14545-c910-435c-a2be-bf7d0b8179ae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/b392658b-7779-4d55-8a74-16df4c536128 HTTP/1.1" status: 204 len: 168 time: 0.4003057 Feb 16 16:58:18.625214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52120) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.641749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.695490 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-23794d3d-5de0-4d5b-a4b7-fb48894c0c1a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691998 Feb 16 16:58:18.698741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52124) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.781572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5bdc5-54ad-40c7-8f0c-6c95e24e70e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:18.782783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fdb5bdc5-54ad-40c7-8f0c-6c95e24e70e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:18.799920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fdb5bdc5-54ad-40c7-8f0c-6c95e24e70e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:18.801241 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fdb5bdc5-54ad-40c7-8f0c-6c95e24e70e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1019926 Feb 16 16:58:18.804328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52128) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.872514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.877328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bae557-57fd-4afe-8868-8aa99f5024f4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:18.878090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-65bae557-57fd-4afe-8868-8aa99f5024f4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:18.886884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75311cb6-b5bc-4d60-88c6-f4bba8a623d6 None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': 'b392658b-7779-4d55-8a74-16df4c536128'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '291b5838-f5fd-450e-ae83-fe49548e1853'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 16:58:18.895590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-65bae557-57fd-4afe-8868-8aa99f5024f4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:18.896998 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-65bae557-57fd-4afe-8868-8aa99f5024f4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0915530 Feb 16 16:58:18.900446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52132) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.917658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.919288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Transition to ACTIVE for port object 8f0df977-199d-46b4-8259-7f11abed2dc7 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:18.968333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Transition to ACTIVE for port object 8f0df977-199d-46b4-8259-7f11abed2dc7 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:18.972053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-75311cb6-b5bc-4d60-88c6-f4bba8a623d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.983907 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-585e08c0-fb01-48f1-8a76-f6d32798215a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794961 Feb 16 16:58:18.986729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.990198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52136) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:18.997648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:19.108988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Network a72896c4-538f-425e-adf1-afaf11adfb17 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:19.117536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:19.131109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:19.145600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:19.151557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.151789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:19.153293 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:19.153555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:19.166239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:19.167808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Pushing event updated for resources: {'Port': ['ID=8f0df977-199d-46b4-8259-7f11abed2dc7,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:19.186325 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2b8e7090-d6e4-47f5-9515-e5ac32b8d46a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1911678 Feb 16 16:58:19.186632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52140) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:19.193141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:19.277102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Attempting to bind port 8f0df977-199d-46b4-8259-7f11abed2dc7 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:19.277768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Attempting to bind port 8f0df977-199d-46b4-8259-7f11abed2dc7 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '05e022c2-0454-4ea5-8acc-66d1ce20c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:19.278622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Attempting to bind port 8f0df977-199d-46b4-8259-7f11abed2dc7 on network a72896c4-538f-425e-adf1-afaf11adfb17 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:19.286852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:19.287224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Checking segment: {'id': '05e022c2-0454-4ea5-8acc-66d1ce20c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:19.287665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.289259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Bound using segment: {'id': '05e022c2-0454-4ea5-8acc-66d1ce20c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:19.289899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Bound port: 8f0df977-199d-46b4-8259-7f11abed2dc7, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e022c2-0454-4ea5-8acc-66d1ce20c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a72896c4-538f-425e-adf1-afaf11adfb17'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:19.290269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.341054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:19.342367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455e473-65a8-472b-b8e2-17d31a63fa67 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:19.351125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:19.366791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:19.370884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.372464 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:19.373041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:19.399742 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00b7948f-1535-49df-9e69-f2e205b07f24 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2119842 Feb 16 16:58:19.402714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52144) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:19.408904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:19.490463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6245d34d-924c-4814-9884-4b7b584887ae None None] Provisioning complete for port 291b5838-f5fd-450e-ae83-fe49548e1853 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:19.490859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6245d34d-924c-4814-9884-4b7b584887ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.544408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:19.563777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:19.568136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] For port 8f0df977-199d-46b4-8259-7f11abed2dc7, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:19.582946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:19.584503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.590460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.593431 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:19.594680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:19.594812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.605361 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70d90678-455f-44f1-84a4-05f704b95bb9 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags HTTP/1.1" status: 200 len: 317 time: 1.2519338 Feb 16 16:58:19.606871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:19.620659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] For port 8f0df977-199d-46b4-8259-7f11abed2dc7, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f0df977-199d-46b4-8259-7f11abed2dc7,segment=NetworkSegment(05e022c2-0454-4ea5-8acc-66d1ce20c941),segment_id=05e022c2-0454-4ea5-8acc-66d1ce20c941)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:19.635298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52148) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:19.639352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 291b5838-f5fd-450e-ae83-fe49548e1853 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:19.644871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-61eae03d-26dd-467f-b060-5f552bfffb1b tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:19.670995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:19.677980 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5c85adf-10da-4eb0-a794-7381c356326f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2692833 Feb 16 16:58:19.677980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52152) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:19.688283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:19.723486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.781303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.819195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] For port c2152510-6dd4-4eb8-b449-70f6fca967c8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c2152510-6dd4-4eb8-b449-70f6fca967c8,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:19.819819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.858193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:19.862049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.898725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.899248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Fanout notify agent at l3_agent the message router_deleted on router 9b422e7b-19d4-45ee-9b2b-695d35f05f06 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:19.901497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.942156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb111f-25da-4ade-b642-d5089d51e029 None None] Pushing event updated for resources: {'Port': ['ID=8f0df977-199d-46b4-8259-7f11abed2dc7,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.008699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:20.016118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.032224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:20.051048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:20.055746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.056899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:20.057865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:20.061220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:20.064348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 291b5838-f5fd-450e-ae83-fe49548e1853, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=291b5838-f5fd-450e-ae83-fe49548e1853,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:20.070025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] Deleting port 291b5838-f5fd-450e-ae83-fe49548e1853 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:20.070600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.091334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-61eae03d-26dd-467f-b060-5f552bfffb1b tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags HTTP/1.1" status: 204 len: 168 time: 0.4526021 Feb 16 16:58:20.092169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52156) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:20.098861 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-37f7f1ba-ba4f-4345-8963-3c318e7ed8c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4171588 Feb 16 16:58:20.102034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-dd52e23a-5db2-4fd6-8a13-31a23906f2e5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-413014304') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.107072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.132718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52160) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:20.143638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:20.325348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:20.341099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=291b5838-f5fd-450e-ae83-fe49548e1853,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.354420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:20.376510 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-dd52e23a-5db2-4fd6-8a13-31a23906f2e5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:20.381352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dd52e23a-5db2-4fd6-8a13-31a23906f2e5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-413014304 HTTP/1.1" status: 404 len: 328 time: 0.2878127 Feb 16 16:58:20.383230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:20.395021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-d8089d31-afd3-4a65-b5ae-e164c4047209 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-1396502994') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.416582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Calling delete_port for c2152510-6dd4-4eb8-b449-70f6fca967c8 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:20.436359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:20.439966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.441505 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:20.442025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:20.476877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3d9fb225-9f38-448f-b250-be54c7297dae tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3428082 Feb 16 16:58:20.479758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52168) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:20.486209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:20.491498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.492920 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0c0cca1e-7b75-422d-b674-fd6f87ff6f04 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/9b422e7b-19d4-45ee-9b2b-695d35f05f06 HTTP/1.1" status: 204 len: 168 time: 7.7796750 Feb 16 16:58:20.499059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] For port 291b5838-f5fd-450e-ae83-fe49548e1853, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=291b5838-f5fd-450e-ae83-fe49548e1853,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:20.499451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.503241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:20.508951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52172) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:20.520602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792611336', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:20.557225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.589234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:20.605938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Usage tracker for resource:router and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:20.610978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:20.628170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:20.630491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] Calling delete_port for 291b5838-f5fd-450e-ae83-fe49548e1853 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:20.640596 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d8089d31-afd3-4a65-b5ae-e164c4047209 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:20.644753 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d8089d31-afd3-4a65-b5ae-e164c4047209 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-1396502994 HTTP/1.1" status: 404 len: 329 time: 0.2521789 Feb 16 16:58:20.646959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52176) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:20.652521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.tag.tag_plugin [None req-d9f7c962-36c3-42a1-8a9f-2e0cce70dda7 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16', 'tempest-TagsExtTest-Tag-1452526785') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.683228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:20.685574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.686587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.714086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:20.719118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.724879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.741983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:20.745237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.746616 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:20.747038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:20.773475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] Pushing event deleted for resources: {'Port': ['ID=291b5838-f5fd-450e-ae83-fe49548e1853,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.777700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8a917-1ba3-436a-8bb7-c2c261cd7f81 None None] No DVR routers for this DVR port 291b5838-f5fd-450e-ae83-fe49548e1853 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:20.905531 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-61138422-6a28-4d1b-8b5e-6b6940e06510 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4245791 Feb 16 16:58:20.911101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:21.014186 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d9f7c962-36c3-42a1-8a9f-2e0cce70dda7 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:21.014672 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d9f7c962-36c3-42a1-8a9f-2e0cce70dda7 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags/tempest-TagsExtTest-Tag-1452526785 HTTP/1.1" status: 404 len: 329 time: 0.3661878 Feb 16 16:58:21.023471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52184) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:21.025351 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-81545cf8-4831-447e-b965-6abb3ee84fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1130664 Feb 16 16:58:21.035171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.046635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-b7fb5260-661b-4f26-b5a1-3ffc7b8bbaeb tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', {'tags': ['tempest-TagsExtTest-Tag-595688642', 'tempest-TagsExtTest-Tag-741851350', 'tempest-TagsExtTest-Tag-1888263368']}) {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:21.076107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52188) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:21.095105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.236623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625284c-aea3-4a09-bc5b-0ad46db6383e None None] Network a72896c4-538f-425e-adf1-afaf11adfb17 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:21.302143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.354169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2c48e4e8-146f-493e-9015-527cd24165cc None None] Provisioning for port 8f0df977-199d-46b4-8259-7f11abed2dc7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:21.355672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 4f44031a-1374-4cea-a48c-75988cec3eda {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:21.356050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.400854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:21.441566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.472467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.472841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 669c7fab-1217-4a07-a84f-3b025dd87c43 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:21.477150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.503543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.6 (a72896c4-538f-425e-adf1-afaf11adfb17/4060f32c-0ee9-4d18-b92e-315450249c24/787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:21.541530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6aa603-9f16-42a4-8e18-dab9d4ceafef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.542231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a6aa603-9f16-42a4-8e18-dab9d4ceafef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:21.668174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Allocated IP 172.26.7.26 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/732bf260-3956-4d59-986a-cfdfa1e70a41) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:21.670536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f0df977-199d-46b4-8259-7f11abed2dc7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:21.783224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8f0df977-199d-46b4-8259-7f11abed2dc7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:21.795026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8f0df977-199d-46b4-8259-7f11abed2dc7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:21.795026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.815014 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:58:21.818898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7377c739-8f80-42a8-8347-0f4cc5eb246d tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.2273605 Feb 16 16:58:21.844285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52192) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:21.851367 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b7fb5260-661b-4f26-b5a1-3ffc7b8bbaeb tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags HTTP/1.1" status: 200 len: 316 time: 0.8221736 Feb 16 16:58:21.851367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a6aa603-9f16-42a4-8e18-dab9d4ceafef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:21.851367 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a6aa603-9f16-42a4-8e18-dab9d4ceafef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7703643 Feb 16 16:58:21.854807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52194) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:21.855083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:21.860129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f3c6a6d2-0d4d-41a0-977c-3d42a9c24312 None None] Provisioning complete for port 8f0df977-199d-46b4-8259-7f11abed2dc7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:21.860489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a6d2-0d4d-41a0-977c-3d42a9c24312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.985270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-48d17751-224a-4586-ab79-e04d471f7e79 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:22.001485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.038003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.048081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.109745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:22.110096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a6d2-0d4d-41a0-977c-3d42a9c24312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.112998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:22.115519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:22.130119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8f0df977-199d-46b4-8259-7f11abed2dc7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f0df977-199d-46b4-8259-7f11abed2dc7,segment=NetworkSegment(05e022c2-0454-4ea5-8acc-66d1ce20c941),segment_id=05e022c2-0454-4ea5-8acc-66d1ce20c941)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:22.139465 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6379a68f-9efc-493c-843c-097e97b817f5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2384448 Feb 16 16:58:22.140008 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.146917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52204) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:22.157731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:22.182139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event updated for resources: {'Port': ['ID=732bf260-3956-4d59-986a-cfdfa1e70a41,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.192545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.240585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.249053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Deleting port eee750b8-7689-4def-970a-2155aae5dea0 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:22.249053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.262686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8f0df977-199d-46b4-8259-7f11abed2dc7,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.265364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-f3c6a6d2-0d4d-41a0-977c-3d42a9c24312 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:22.265709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-f3c6a6d2-0d4d-41a0-977c-3d42a9c24312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:22.409905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:22.455611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:22.481964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:22.485323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.513118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 4f44031a-1374-4cea-a48c-75988cec3eda owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:22.572920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2152510-6dd4-4eb8-b449-70f6fca967c8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.593957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:22.603688 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] Sync routers for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:22.615172 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:22.615995 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:22.769917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.798041 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:22.952152 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-da35f3cf-b455-467c-806e-cf66a79d1279 admin admin] 10.222.0.43 "PUT /v2.0/routers/8a915d83-7cbb-44e0-8cde-4be1ed1a64d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5141454 Feb 16 16:58:22.964694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52208) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:23.051913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.151329 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:58:16Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:23.156436 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] Checking router: 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:23.167212 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] Routers {'8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:23.167817 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:23.190069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.283676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.300127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-48d17751-224a-4586-ab79-e04d471f7e79 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags HTTP/1.1" status: 204 len: 168 time: 1.4024053 Feb 16 16:58:23.302590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.307860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:23.308854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52212) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:23.316693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-e84abc20-2b2f-4705-ab34-96d4b6609574 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-595688642') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:23.394829 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] Set router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:23.442524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.523139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.582539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.583089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:23.596279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Calling delete_port for eee750b8-7689-4def-970a-2155aae5dea0 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:23.683667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:58:23.688849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.752842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.754858 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a2113a12-e8af-4f2a-9d2c-adeeeb1f61b1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/be566cad-670f-4ac0-9cd1-dcd6b2a66ed7 HTTP/1.1" status: 204 len: 168 time: 7.0764287 Feb 16 16:58:23.765140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f0df977-199d-46b4-8259-7f11abed2dc7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:23.777816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.784807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52216) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:23.790888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.796819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.826857 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:58:16Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:23.833219 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccef34-48ab-4f0c-947a-46f0f74027f7 None None] The sync data for ids ['8a915d83-7cbb-44e0-8cde-4be1ed1a64d9'] in dv-neutron-829527-2-hyperv is: [{'id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'name': 'tempest-ServersTestManualDisk-2000767689-router', 'tenant_id': '4b55a0aeb87b48c886c712a2d8a98258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:55:11Z', 'updated_at': '2022-02-16T16:58:16Z', 'revision_number': 5, 'project_id': '4b55a0aeb87b48c886c712a2d8a98258', 'gw_port': {'id': '26e4e669-c6c2-4fa7-84c6-bc88df1f7f79', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d83-7cbb-44e0-8cde-4be1ed1a64d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:14Z', 'updated_at': '2022-02-16T16:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:23.875201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8f0df977-199d-46b4-8259-7f11abed2dc7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:23.875674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.876596 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-e84abc20-2b2f-4705-ab34-96d4b6609574 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:23.877624 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e84abc20-2b2f-4705-ab34-96d4b6609574 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-595688642 HTTP/1.1" status: 404 len: 328 time: 0.5678892 Feb 16 16:58:23.884114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=4f44031a-1374-4cea-a48c-75988cec3eda,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:23.887718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52218) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:23.932523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-1083eea9-a5bf-4527-9996-4c8b5af0d01a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-741851350') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:24.087692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network a72896c4-538f-425e-adf1-afaf11adfb17 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:24.089377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:24.098032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:24.162715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.225811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:24.260084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:24.262876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=8af16b63-84f5-4b26-83a9-415a9a5ccac2,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.268655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Deleting subnet b5597547-d2bb-45b7-b0ae-a245e8fec7bb {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:24.273963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408c881-10a7-4c64-bbc8-5fddb8795ec0 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:24.291692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:24.292422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.337304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.438872 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b0d1a0b1-78e2-4bc5-94b0-a5f1734a779f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2906551 Feb 16 16:58:24.462757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52224) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:24.492800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:b9:ab:8e', 'name': 'tempest-NetworksTestDHCPv6-104230244'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:24.575548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.621450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.626334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.697160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Router fd93813b-2c63-414a-b8f9-7ada5ed48776 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:58:24.713722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.730337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.771190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d528d9bf-c44c-4647-beff-1261784cb03b None None] Provisioning for port 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:24.781017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '8af16b63-84f5-4b26-83a9-415a9a5ccac2'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:24.782500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.784355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:24.813021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d528d9bf-c44c-4647-beff-1261784cb03b None None] Provisioning complete for port 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:24.813659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d528d9bf-c44c-4647-beff-1261784cb03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.869632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Deleting port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:24.869632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.910147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:24.932555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d528d9bf-c44c-4647-beff-1261784cb03b None None] Port 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:24.948050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Pushing event deleted for resources: {'Port': ['ID=eee750b8-7689-4def-970a-2155aae5dea0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.979759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:25.045990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Allocated IP 2001:db8::f816:3eff:febb:cb2c (f92b56da-dfd9-433c-a595-962c6f07801d/8af16b63-84f5-4b26-83a9-415a9a5ccac2/8363a044-56aa-4702-a756-4cd1e1993238) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:25.057413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:25.058070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.135195 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-1083eea9-a5bf-4527-9996-4c8b5af0d01a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:25.136161 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1083eea9-a5bf-4527-9996-4c8b5af0d01a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-741851350 HTTP/1.1" status: 404 len: 328 time: 1.2459760 Feb 16 16:58:25.143299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52228) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:25.215928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-761dd1b2-a68c-4d03-9b5f-c28eb33b1e6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38', 'tempest-TagsExtTest-Tag-1888263368') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.248532 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cb70b06c-0d8e-4f39-9b9e-00428a981c1e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.0929151 Feb 16 16:58:25.269413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52232) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:25.299652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.312239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Transition to ACTIVE for port object 8363a044-56aa-4702-a756-4cd1e1993238 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:25.333073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Transition to ACTIVE for port object 8363a044-56aa-4702-a756-4cd1e1993238 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:25.341237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.394438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.402137 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-85fd7b6a-ea70-4b26-8b4b-16d4355c2dc8 tempest-RoutersAdminNegativeIpV6Test-311491338 tempest-RoutersAdminNegativeIpV6Test-311491338-project-admin] 10.222.0.43 "DELETE /v2.0/ports/eee750b8-7689-4def-970a-2155aae5dea0 HTTP/1.1" status: 204 len: 168 time: 3.5455143 Feb 16 16:58:25.423835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:25.428387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:25.429392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 0440243b-6892-43ad-b322-72a17e614714 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:25.432047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:25.434134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.436794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:25.443572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:25.443754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.447995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] Sync routers for ids ['fd93813b-2c63-414a-b8f9-7ada5ed48776'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:25.505002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Pushing event updated for resources: {'Port': ['ID=8363a044-56aa-4702-a756-4cd1e1993238,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.533136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.574722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Attempting to bind port 8363a044-56aa-4702-a756-4cd1e1993238 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:25.575099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Attempting to bind port 8363a044-56aa-4702-a756-4cd1e1993238 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:25.575444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Attempting to bind port 8363a044-56aa-4702-a756-4cd1e1993238 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:25.580577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] Routers {'fd93813b-2c63-414a-b8f9-7ada5ed48776'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:25.581499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fd93813b-2c63-414a-b8f9-7ada5ed48776'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.599370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.603938 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-144ef8ba-61c5-46bf-aeb7-3883e4ec0ea1 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0919454 Feb 16 16:58:25.604722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52238) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:25.617519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:25.651421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a9d3d64d-a7d9-4fab-94af-a731c531e28a no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:25.679821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] For port 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:25.680071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.686522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-761dd1b2-a68c-4d03-9b5f-c28eb33b1e6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:25.687839 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-761dd1b2-a68c-4d03-9b5f-c28eb33b1e6a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags/tempest-TagsExtTest-Tag-1888263368 HTTP/1.1" status: 404 len: 329 time: 0.5434332 Feb 16 16:58:25.698280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:25.700861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a9d3d64d-a7d9-4fab-94af-a731c531e28a {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:25.701335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a9d3d64d-a7d9-4fab-94af-a731c531e28a not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:25.701762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c2152510-6dd4-4eb8-b449-70f6fca967c8 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:25.715704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-f004c0e5-0974-4d26-a76f-b31dc3fde82c tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', {'tags': ['tempest-TagsExtTest-Tag-1010923910', 'tempest-TagsExtTest-Tag-815968473', 'tempest-TagsExtTest-Tag-1110518787']}) {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.723710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 134157cf-2d7c-449a-84dc-5cf5ef845802 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:25.733011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:25.733386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:25.733781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.734172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:25.734810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Bound port: 8363a044-56aa-4702-a756-4cd1e1993238, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:25.735311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.772879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:25.787850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] Sync routers for ids ['0440243b-6892-43ad-b322-72a17e614714'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:25.792316 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-add8c6b6-9fe3-4129-b41a-48d4eb1f75db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/0440243b-6892-43ad-b322-72a17e614714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4806006 Feb 16 16:58:25.809375 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] Routers {'0440243b-6892-43ad-b322-72a17e614714'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:25.811170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['0440243b-6892-43ad-b322-72a17e614714'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.818803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52248) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:25.846823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] For port 8363a044-56aa-4702-a756-4cd1e1993238, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:25.850867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] For port 8363a044-56aa-4702-a756-4cd1e1993238, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8363a044-56aa-4702-a756-4cd1e1993238,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:25.858686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.861837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.871177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: c2152510-6dd4-4eb8-b449-70f6fca967c8 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:25.871522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c2152510-6dd4-4eb8-b449-70f6fca967c8 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:25.886781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Calling delete_port for 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:25.920701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.934279 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.945142 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] Routers {'0440243b-6892-43ad-b322-72a17e614714'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:25.946423 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['0440243b-6892-43ad-b322-72a17e614714'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:25.972433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] Routers {'fd93813b-2c63-414a-b8f9-7ada5ed48776'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:25.973049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fd93813b-2c63-414a-b8f9-7ada5ed48776'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:26.001415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52252) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:26.029566 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:26.030576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1c726-8344-43e9-8b87-eea96bcbfcae None None] The sync data for ids ['0440243b-6892-43ad-b322-72a17e614714'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:26.056071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:26.056476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f305c13-506f-4c56-b298-86bc49a32c3e None None] The sync data for ids ['fd93813b-2c63-414a-b8f9-7ada5ed48776'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:26.069479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0ce5-37b2-47e3-baec-f422f7d6d60e None None] Pushing event updated for resources: {'Port': ['ID=8363a044-56aa-4702-a756-4cd1e1993238,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:26.133135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5597547-d2bb-45b7-b0ae-a245e8fec7bb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:26.135412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.143771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e2bf3-676a-4981-a6f9-2c00e64ae925 None None] Network ffffe003-05d4-4a18-af31-e5ddc33bfa9c requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:26.318707 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-85327f62-365f-465b-b3ad-cab9f51401c3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b5597547-d2bb-45b7-b0ae-a245e8fec7bb HTTP/1.1" status: 204 len: 168 time: 2.4012218 Feb 16 16:58:26.335716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52258) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:26.389343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.553150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] DHCP port deletion for ffffe003-05d4-4a18-af31-e5ddc33bfa9c request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:26.558020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] Deleting port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:26.558493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.626337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.653825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.654851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.668792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:26.673885 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f004c0e5-0974-4d26-a76f-b31dc3fde82c tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags HTTP/1.1" status: 200 len: 317 time: 0.9725099 Feb 16 16:58:26.688897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Usage tracker for resource:security_group_rule and tenant:e734902ad16a42fea3d64cf99ed335e4 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:26.691550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52262) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:26.692919 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-f2cfba90-40a8-439a-9dbb-1ffe70fb986e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 16:58:26.696567 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f2cfba90-40a8-439a-9dbb-1ffe70fb986e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/0440243b-6892-43ad-b322-72a17e614714/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8684056 Feb 16 16:58:26.699974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-0888c928-0b01-4676-ae95-84481572f2aa tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:26.702542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52266) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:26.733233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e4e669-c6c2-4fa7-84c6-bc88df1f7f79,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:26.757984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:26.792642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] For port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,segment=NetworkSegment(53ff3fa5-2612-40eb-a59d-93240fb6a0b6),segment_id=53ff3fa5-2612-40eb-a59d-93240fb6a0b6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:26.793192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.795328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Deleting port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:26.795687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.887867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:26.896921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:26.921909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] Calling delete_port for 4b5b99b8-5730-46c6-9e4b-5985152ae7ac owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:27.016348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.085811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] Pushing event deleted for resources: {'Port': ['ID=4b5b99b8-5730-46c6-9e4b-5985152ae7ac,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.095145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47066042-3008-4ef7-9d0b-b6f293580209 None None] No DVR routers for this DVR port 4b5b99b8-5730-46c6-9e4b-5985152ae7ac on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:27.118426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:feb9:ab8e (f92b56da-dfd9-433c-a595-962c6f07801d/8af16b63-84f5-4b26-83a9-415a9a5ccac2/134157cf-2d7c-449a-84dc-5cf5ef845802) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:27.218808 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0888c928-0b01-4676-ae95-84481572f2aa tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags HTTP/1.1" status: 204 len: 168 time: 0.5233097 Feb 16 16:58:27.222112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3a7a6e57-5619-44b4-bf64-bedfc24743b6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:27.224020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52270) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.241853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-95c3d420-4084-45ac-be00-31dfe86b7cad tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-1010923910') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:27.340337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.345101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] The port '4b5b99b8-5730-46c6-9e4b-5985152ae7ac' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:58:27.356648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3a7a6e57-5619-44b4-bf64-bedfc24743b6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:27.357728 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3a7a6e57-5619-44b4-bf64-bedfc24743b6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=0440243b-6892-43ad-b322-72a17e614714 HTTP/1.1" status: 200 len: 205 time: 0.6472104 Feb 16 16:58:27.386158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52274) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.390565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-63d7751e-3e29-4418-9542-ea714c2753c7 None None] Provisioning for port 8363a044-56aa-4702-a756-4cd1e1993238 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:27.395542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.422630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.538578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.593018 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e734902ad16a42fea3d64cf99ed335e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5815258 Feb 16 16:58:27.593835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52278) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.603437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1623d-56d0-4cea-abb1-3fdb7d97caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73910ac7-7eec-429f-b71f-77ed5889a5ae,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.620733 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-95c3d420-4084-45ac-be00-31dfe86b7cad tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:27.624397 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-95c3d420-4084-45ac-be00-31dfe86b7cad tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-1010923910 HTTP/1.1" status: 404 len: 329 time: 0.3965657 Feb 16 16:58:27.627979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52282) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.644162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-44be0a04-fe6a-441a-932f-36312d63f618 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-815968473') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:27.692398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.743546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.762945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8363a044-56aa-4702-a756-4cd1e1993238 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:27.839515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8363a044-56aa-4702-a756-4cd1e1993238 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:27.842069 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-be3df3eb-6bd1-4dc6-ad71-f72f73a2b40e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 HTTP/1.1" status: 204 len: 168 time: 2.5668180 Feb 16 16:58:27.845477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52286) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.845748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8363a044-56aa-4702-a756-4cd1e1993238 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:27.846246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.851083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-503a5502-d843-4430-b042-fe792c6bcbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.904919 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-809c2201-685f-4567-b069-b2d254bff34d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:27.905393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809c2201-685f-4567-b069-b2d254bff34d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:27.907353 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-809c2201-685f-4567-b069-b2d254bff34d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 HTTP/1.1" status: 404 len: 333 time: 0.0590394 Feb 16 16:58:27.907587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.915854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52290) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.917399 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-44be0a04-fe6a-441a-932f-36312d63f618 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:27.918404 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-44be0a04-fe6a-441a-932f-36312d63f618 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-815968473 HTTP/1.1" status: 404 len: 328 time: 0.2895272 Feb 16 16:58:27.952420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52294) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:27.965511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-6f2d0cf9-4ce7-44d5-a491-4a9c14de0c17 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd', 'tempest-TagsExtTest-Tag-1110518787') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:27.987504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.005701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.023225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8363a044-56aa-4702-a756-4cd1e1993238, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8363a044-56aa-4702-a756-4cd1e1993238,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:28.027930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.033504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-503a5502-d843-4430-b042-fe792c6bcbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.052579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d29cb31-0cc0-49d8-92a7-f074ea382319 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:58:28.053110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d29cb31-0cc0-49d8-92a7-f074ea382319 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:28.095118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4b5b99b8-5730-46c6-9e4b-5985152ae7ac no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:28.128247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.132660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 4b5b99b8-5730-46c6-9e4b-5985152ae7ac {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:28.132997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4b5b99b8-5730-46c6-9e4b-5985152ae7ac not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:28.150095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8363a044-56aa-4702-a756-4cd1e1993238,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:28.160750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.187230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.208243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffffe003-05d4-4a18-af31-e5ddc33bfa9c']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.299544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d29cb31-0cc0-49d8-92a7-f074ea382319 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:28.304011 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d29cb31-0cc0-49d8-92a7-f074ea382319 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/787e3fd8-f7a4-41dd-a6bc-e76b0c1b40a6 HTTP/1.1" status: 404 len: 333 time: 0.3815577 Feb 16 16:58:28.305532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52298) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.361448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-6f2d0cf9-4ce7-44d5-a491-4a9c14de0c17 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:28.362484 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f2d0cf9-4ce7-44d5-a491-4a9c14de0c17 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags/tempest-TagsExtTest-Tag-1110518787 HTTP/1.1" status: 404 len: 329 time: 0.4091275 Feb 16 16:58:28.365372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52302) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.377955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-3fd921a9-2c99-428a-9f18-924e879f574a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', {'tags': ['tempest-TagsExtTest-Tag-1497328769', 'tempest-TagsExtTest-Tag-407962242', 'tempest-TagsExtTest-Tag-2075462043']}) {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.408547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-503a5502-d843-4430-b042-fe792c6bcbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.424572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 4060f32c-0ee9-4d18-b92e-315450249c24 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:28.438366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.472491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5502-d843-4430-b042-fe792c6bcbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73910ac7-7eec-429f-b71f-77ed5889a5ae,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:28.500632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ff3fa5-2612-40eb-a59d-93240fb6a0b6') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.500933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ff3fa5-2612-40eb-a59d-93240fb6a0b6') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.505445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-503a5502-d843-4430-b042-fe792c6bcbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.510662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-503a5502-d843-4430-b042-fe792c6bcbd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73910ac7-7eec-429f-b71f-77ed5889a5ae HTTP/1.1" status: 204 len: 168 time: 0.9062381 Feb 16 16:58:28.510662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3fd921a9-2c99-428a-9f18-924e879f574a tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "PUT /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags HTTP/1.1" status: 200 len: 317 time: 0.1417847 Feb 16 16:58:28.517450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52308) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.522274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.556922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-9269b0f6-b3eb-4fa7-8077-0bd3b065c201 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.597960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.598457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:28.610607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.623894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.638673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.658289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.661098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.662220 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-424264ad-b5d7-4561-a11a-933ecd44c087 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8a915d83-7cbb-44e0-8cde-4be1ed1a64d9 HTTP/1.1" status: 204 len: 168 time: 5.6965890 Feb 16 16:58:28.664204 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9269b0f6-b3eb-4fa7-8077-0bd3b065c201 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1456006 Feb 16 16:58:28.667021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52314) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.668865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52316) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.684713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.687388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Deleting port 732bf260-3956-4d59-986a-cfdfa1e70a41 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:28.687388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.688296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-8ec4f754-9cc5-4873-98e8-fa525d52e06e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-1497328769') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.700081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.739296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.743498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:28.744317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:28.759525 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:28.820649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Deleting subnet 74a93fad-c43d-4e7d-8487-07b25d0e1103 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:28.826172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.841264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.841771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router 0440243b-6892-43ad-b322-72a17e614714 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:28.866259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 134157cf-2d7c-449a-84dc-5cf5ef845802 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:28.876446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52322) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.887346 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-8ec4f754-9cc5-4873-98e8-fa525d52e06e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:28.890601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.891041 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ec4f754-9cc5-4873-98e8-fa525d52e06e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-1497328769 HTTP/1.1" status: 404 len: 329 time: 0.2099915 Feb 16 16:58:28.894326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52326) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.894466 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0907ac1e-4ea9-4465-936b-975ef28b3e2a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/0440243b-6892-43ad-b322-72a17e614714 HTTP/1.1" status: 204 len: 168 time: 1.4906702 Feb 16 16:58:28.916526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52328) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:28.922340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-d597eef6-cbd6-40b9-8927-de7c508ab71e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-407962242') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:28.941810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.953923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.957722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.003681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffffe003-05d4-4a18-af31-e5ddc33bfa9c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.025146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8d32ea5a-4fc1-4ed3-a6d1-02a1dca905d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ffffe003-05d4-4a18-af31-e5ddc33bfa9c HTTP/1.1" status: 204 len: 168 time: 2.6837804 Feb 16 16:58:29.047490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.055675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.093552 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d4f39bf8-537b-4de8-b574-b3f13b906423 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d21d1e208cf4d02b16e0723a544ae6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111344 Feb 16 16:58:29.095186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52336) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.130259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-d597eef6-cbd6-40b9-8927-de7c508ab71e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:29.131489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d597eef6-cbd6-40b9-8927-de7c508ab71e tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-407962242 HTTP/1.1" status: 404 len: 328 time: 0.2168186 Feb 16 16:58:29.138563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.143718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52340) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.195625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 4be8a2bb-c2dc-4181-9efa-a652310b353c {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:29.200320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.249671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:29.260389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-0a17f250-4aa6-4ae6-88a1-8f8ec7aa534f tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b', 'tempest-TagsExtTest-Tag-2075462043') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:29.274728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=4060f32c-0ee9-4d18-b92e-315450249c24,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.297883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.308068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a371c68b-5322-46d8-ba76-3f2f145262ec None None] Network a72896c4-538f-425e-adf1-afaf11adfb17 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:29.331484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52344) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.333648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.364261 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-0a17f250-4aa6-4ae6-88a1-8f8ec7aa534f tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] show failed (client error): The resource could not be found. Feb 16 16:58:29.371615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0a17f250-4aa6-4ae6-88a1-8f8ec7aa534f tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags/tempest-TagsExtTest-Tag-2075462043 HTTP/1.1" status: 404 len: 329 time: 0.1296148 Feb 16 16:58:29.371615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-15e08293-9138-4512-9adc-53795bd70c2e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/4060f32c-0ee9-4d18-b92e-315450249c24 HTTP/1.1" status: 204 len: 168 time: 1.0625744 Feb 16 16:58:29.371615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52348) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.375356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:29.377775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:29.384102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:29.384730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.395854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Calling delete_port for 732bf260-3956-4d59-986a-cfdfa1e70a41 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:29.414048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52350) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.446364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-f49d1243-b640-4041-8e51-c81893ffb4ad tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '582593a2-982e-4feb-94c7-0c8300f3bf2b') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:29.468986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=134157cf-2d7c-449a-84dc-5cf5ef845802,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.485581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.515242 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4dd7783-ea32-44de-9359-15ec089da0de tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0503213 Feb 16 16:58:29.518517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52356) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.538639 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d0b569a-ef3d-4194-97d2-8b943f3f86d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77d5020557b142948d879f0e8f88ca19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1686661 Feb 16 16:58:29.577824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52360) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.645955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] DHCP port deletion for a72896c4-538f-425e-adf1-afaf11adfb17 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:29.652265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] Deleting port 8f0df977-199d-46b4-8259-7f11abed2dc7 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:29.652265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.656459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f5934bc-3311-46f3-a807-3826d26e8d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.676363 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f49d1243-b640-4041-8e51-c81893ffb4ad tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b/tags HTTP/1.1" status: 204 len: 168 time: 0.2784379 Feb 16 16:58:29.683499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52364) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:29.693406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.699584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-9a00794a-0f6f-49ab-8433-1c2592a64514 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d6a3bc1-6df3-4e9c-9458-12924b16a2fd') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:29.708221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8363a044-56aa-4702-a756-4cd1e1993238 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:29.723431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f5934bc-3311-46f3-a807-3826d26e8d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.800326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.810170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3360b9d7-aadb-4fa3-812a-0a44165866a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.828922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4ec9bab5-d769-4c2c-99ca-0417c1d250f5 None None] Provisioning for port 134157cf-2d7c-449a-84dc-5cf5ef845802 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:29.849259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241560c-6bd7-49bf-8d09-630b5d90ffc3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:29.850784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4ec9bab5-d769-4c2c-99ca-0417c1d250f5 None None] Provisioning complete for port 134157cf-2d7c-449a-84dc-5cf5ef845802 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:29.851222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4ec9bab5-d769-4c2c-99ca-0417c1d250f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.856762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241560c-6bd7-49bf-8d09-630b5d90ffc3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:29.857678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6241560c-6bd7-49bf-8d09-630b5d90ffc3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:29.906641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 8f0df977-199d-46b4-8259-7f11abed2dc7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:29.907540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.916791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3360b9d7-aadb-4fa3-812a-0a44165866a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.929425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f5934bc-3311-46f3-a807-3826d26e8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.942802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.972361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5934bc-3311-46f3-a807-3826d26e8d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5339dd04-79db-4d33-99c0-1795105e1760,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.986957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6241560c-6bd7-49bf-8d09-630b5d90ffc3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:29.992451 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6241560c-6bd7-49bf-8d09-630b5d90ffc3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.4669526 Feb 16 16:58:29.992451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52368) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:30.031526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a93fad-c43d-4e7d-8487-07b25d0e1103,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.046984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.074638 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9a00794a-0f6f-49ab-8433-1c2592a64514 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd/tags HTTP/1.1" status: 204 len: 168 time: 0.3817136 Feb 16 16:58:30.076696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52372) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:30.083911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c83340f-dea1-440e-9e3a-0bd8d5235abe None None] Network 75604c64-ca6f-403d-a64b-3df4e8a47e07 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:30.089199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-943f73df-c4e1-434c-b59f-6c2a687ae31f tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6550e4c6-bfbb-41d7-b43b-a028cbdc0b38') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:30.092578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.096170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9bab5-d769-4c2c-99ca-0417c1d250f5 None None] Port 134157cf-2d7c-449a-84dc-5cf5ef845802 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:30.097949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8363a044-56aa-4702-a756-4cd1e1993238 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:30.098373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.139240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f5934bc-3311-46f3-a807-3826d26e8d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.144227 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8f5934bc-3311-46f3-a807-3826d26e8d0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5339dd04-79db-4d33-99c0-1795105e1760 HTTP/1.1" status: 204 len: 168 time: 1.0362740 Feb 16 16:58:30.185764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Pushing event deleted for resources: {'Port': ['ID=732bf260-3956-4d59-986a-cfdfa1e70a41,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.219458 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7f8332bc-19d2-4dc3-b858-3c9681c693b1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/74a93fad-c43d-4e7d-8487-07b25d0e1103 HTTP/1.1" status: 204 len: 168 time: 1.5404687 Feb 16 16:58:30.234192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52378) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:30.243906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] For port 8f0df977-199d-46b4-8259-7f11abed2dc7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f0df977-199d-46b4-8259-7f11abed2dc7,segment=NetworkSegment(05e022c2-0454-4ea5-8acc-66d1ce20c941),segment_id=05e022c2-0454-4ea5-8acc-66d1ce20c941)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:30.244276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.342909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 134157cf-2d7c-449a-84dc-5cf5ef845802 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:30.343554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.402459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3360b9d7-aadb-4fa3-812a-0a44165866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.409262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.426204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] Calling delete_port for 8f0df977-199d-46b4-8259-7f11abed2dc7 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:30.628310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.677389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:30.710475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.714613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360b9d7-aadb-4fa3-812a-0a44165866a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa8c7b-1910-4e09-bcfb-f8ba6d654833,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.820594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:30.821027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26e4e669-c6c2-4fa7-84c6-bc88df1f7f79 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:30.836888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03e276-2fb2-4d97-9e42-74887d85e3f7 None None] Network 51af7db0-16a4-434f-857e-34e6dab288c6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:30.839522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.852219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=4be8a2bb-c2dc-4181-9efa-a652310b353c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.879610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] Pushing event deleted for resources: {'Port': ['ID=8f0df977-199d-46b4-8259-7f11abed2dc7,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.883841 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f32c285c-f35e-4f62-a655-29a557baedcc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/4be8a2bb-c2dc-4181-9efa-a652310b353c HTTP/1.1" status: 204 len: 168 time: 1.9517207 Feb 16 16:58:30.884998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee757109-80fc-48e6-acf3-97a652ae7428 None None] No DVR routers for this DVR port 8f0df977-199d-46b4-8259-7f11abed2dc7 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:30.887351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.892794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52390) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:30.911551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] For port 8f0df977-199d-46b4-8259-7f11abed2dc7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f0df977-199d-46b4-8259-7f11abed2dc7,segment=NetworkSegment(05e022c2-0454-4ea5-8acc-66d1ce20c941),segment_id=05e022c2-0454-4ea5-8acc-66d1ce20c941)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:30.912133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.993343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3360b9d7-aadb-4fa3-812a-0a44165866a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.994708 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3360b9d7-aadb-4fa3-812a-0a44165866a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72fa8c7b-1910-4e09-bcfb-f8ba6d654833 HTTP/1.1" status: 204 len: 168 time: 1.4102819 Feb 16 16:58:31.189126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 8f0df977-199d-46b4-8259-7f11abed2dc7 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:31.215832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cffd0ca3-6c5a-4be8-955b-d3a4bb51c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.217606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] DHCP port deletion for 75604c64-ca6f-403d-a64b-3df4e8a47e07 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:31.243009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Deleting port f039584a-a7ac-4b82-9977-d213dd5f4a4f {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:31.243392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.257461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Deleting port f039584a-a7ac-4b82-9977-d213dd5f4a4f {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:31.258062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.327973 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-943f73df-c4e1-434c-b59f-6c2a687ae31f tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38/tags HTTP/1.1" status: 204 len: 168 time: 1.2445948 Feb 16 16:58:31.334872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52402) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:31.354049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.tag.tag_plugin [None req-c5481bce-d7b5-405a-99c2-4399f1f11ad5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40682314-ea6c-4d95-82dc-1448ffbcdb16') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:31.382934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.418949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.430383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.473189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:31.473794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:31.478314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 499a9132-8478-4132-ace4-8bf7932851a7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:31.478887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.623635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Router fd93813b-2c63-414a-b8f9-7ada5ed48776 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:31.639305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.736337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] For port f039584a-a7ac-4b82-9977-d213dd5f4a4f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f039584a-a7ac-4b82-9977-d213dd5f4a4f,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:31.736987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.774946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f0df977-199d-46b4-8259-7f11abed2dc7 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:31.844968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52418) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:31.851641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 134157cf-2d7c-449a-84dc-5cf5ef845802 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:31.851791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8f0df977-199d-46b4-8259-7f11abed2dc7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:31.852119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f0df977-199d-46b4-8259-7f11abed2dc7 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:31.852548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f039584a-a7ac-4b82-9977-d213dd5f4a4f no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:31.921294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] For port f039584a-a7ac-4b82-9977-d213dd5f4a4f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f039584a-a7ac-4b82-9977-d213dd5f4a4f,segment=NetworkSegment(cf8d821c-d98b-40ee-b6e9-34d86d6fda56),segment_id=cf8d821c-d98b-40ee-b6e9-34d86d6fda56)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:31.921706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.932866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Calling delete_port for f039584a-a7ac-4b82-9977-d213dd5f4a4f owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:32.002701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 8f0df977-199d-46b4-8259-7f11abed2dc7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:32.003047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.056727 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c5481bce-d7b5-405a-99c2-4399f1f11ad5 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16/tags HTTP/1.1" status: 204 len: 168 time: 0.7088869 Feb 16 16:58:32.067651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52428) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:32.094668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:32.116223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.116223 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-430ab684-4ab7-446c-a585-3791cbb06da9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "PUT /v2.0/routers/fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 200 len: 710 time: 6.5071094 Feb 16 16:58:32.124594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52434) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:32.136540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Calling delete_port for f039584a-a7ac-4b82-9977-d213dd5f4a4f owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:32.151383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] The port '8f0df977-199d-46b4-8259-7f11abed2dc7' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:58:32.205277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] DHCP port deletion for 51af7db0-16a4-434f-857e-34e6dab288c6 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:32.212486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] Sync routers for ids ['fd93813b-2c63-414a-b8f9-7ada5ed48776'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:32.261354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.330225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=134157cf-2d7c-449a-84dc-5cf5ef845802,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.346655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Deleting port 499a9132-8478-4132-ace4-8bf7932851a7 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:32.347289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.431588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-721080080'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:32.442933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] Routers {'fd93813b-2c63-414a-b8f9-7ada5ed48776'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:32.444169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fd93813b-2c63-414a-b8f9-7ada5ed48776'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:32.564444 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:58:32.566580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52444) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:32.608476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:32.610756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:32.632716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:network and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:32.643561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.665691 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c01fe778-9160-46ae-8f6a-5814d04ab33e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/134157cf-2d7c-449a-84dc-5cf5ef845802 HTTP/1.1" status: 204 len: 168 time: 2.6646683 Feb 16 16:58:32.668124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52450) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:32.686495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 499a9132-8478-4132-ace4-8bf7932851a7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=499a9132-8478-4132-ace4-8bf7932851a7,segment=NetworkSegment(be364c2a-c2b3-4e96-acbe-95ffde3089ad),segment_id=be364c2a-c2b3-4e96-acbe-95ffde3089ad)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:32.686908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.687522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.707024 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ffcaa89e-1b33-448e-bdd7-f923e6137367 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/routers/fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 200 len: 745 time: 0.5813131 Feb 16 16:58:32.707691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52454) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:32.715965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 16:58:32.715965 dv-neutron-829527-2-hyperv neutron-server[87722]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 16 16:58:32.715965 dv-neutron-829527-2-hyperv neutron-server[87722]: [parameters: {'port_id': 'f039584a-a7ac-4b82-9977-d213dd5f4a4f'}] Feb 16 16:58:32.715965 dv-neutron-829527-2-hyperv neutron-server[87722]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:32.716359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:32.721059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:32.754980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] Routers {'fd93813b-2c63-414a-b8f9-7ada5ed48776'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:32.755609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fd93813b-2c63-414a-b8f9-7ada5ed48776'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:32.766691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdea519-dd0d-4d14-8f26-f94ec9261286 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.768268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdea519-dd0d-4d14-8f26-f94ec9261286 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.769006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dcdea519-dd0d-4d14-8f26-f94ec9261286 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:32.786081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dcdea519-dd0d-4d14-8f26-f94ec9261286 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:32.787630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dcdea519-dd0d-4d14-8f26-f94ec9261286 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1180441 Feb 16 16:58:32.790810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52458) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:32.843631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:32.862912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 8af16b63-84f5-4b26-83a9-415a9a5ccac2 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:32.866931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.927029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.928095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 499a9132-8478-4132-ace4-8bf7932851a7 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:32.930467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:32.931014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a499fd-5c41-4780-ae8b-db9f43bcd06b None None] The sync data for ids ['fd93813b-2c63-414a-b8f9-7ada5ed48776'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:32.958642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-960678545-network', 'tenant_id': '348b9ee71ebb42aca247533874e7397b'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:32.968730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.982790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.983151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] For port 499a9132-8478-4132-ace4-8bf7932851a7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=499a9132-8478-4132-ace4-8bf7932851a7,segment=NetworkSegment(be364c2a-c2b3-4e96-acbe-95ffde3089ad),segment_id=be364c2a-c2b3-4e96-acbe-95ffde3089ad)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:32.983537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.027719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.033445 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4118ed67-e357-4660-a0ec-f9dd2b9e5680 tempest-RoutersIpV6AdminTest-1406234408 tempest-RoutersIpV6AdminTest-1406234408-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&device_id=fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 200 len: 205 time: 0.2984586 Feb 16 16:58:33.045091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:33.055954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52462) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:33.074747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Usage tracker for resource:network and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:33.087198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:33.114627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.125736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Pushing event deleted for resources: {'Port': ['ID=f039584a-a7ac-4b82-9977-d213dd5f4a4f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.126630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Calling delete_port for 499a9132-8478-4132-ace4-8bf7932851a7 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:33.127559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:33.130945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.140505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] No DVR routers for this DVR port f039584a-a7ac-4b82-9977-d213dd5f4a4f on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:33.157721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72896c4-538f-425e-adf1-afaf11adfb17']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:33.161642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=8af16b63-84f5-4b26-83a9-415a9a5ccac2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.167583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:33.169023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.181948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e806042-65ce-46d7-84d0-b65cdfec2294 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:33.185580 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1be9fca1-aeac-4f31-a1b9-a00793cb24d3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/8af16b63-84f5-4b26-83a9-415a9a5ccac2 HTTP/1.1" status: 204 len: 168 time: 0.3935838 Feb 16 16:58:33.187903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52466) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:33.223053 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c1f50534-1a93-4a3a-bc11-481cfd498dda tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 200 len: 205 time: 0.1609879 Feb 16 16:58:33.233315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.243990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52470) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:33.248327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e022c2-0454-4ea5-8acc-66d1ce20c941') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:33.248622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e022c2-0454-4ea5-8acc-66d1ce20c941') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:33.273333 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fd833a7c-17da-4888-9e35-0037b1857e9c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814674 Feb 16 16:58:33.273860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52474) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:33.280425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:33.285682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Deleting port f039584a-a7ac-4b82-9977-d213dd5f4a4f {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:33.286270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.363472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.409069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:33.415043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:33.415440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Made reservation on behalf of 348b9ee71ebb42aca247533874e7397b for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:33.417682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.418580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:33.424875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:33.436061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:33.440175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.450130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:33.460168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c38b004a-6cde-4e7c-8a6e-6c836c793813 None None] The port 'f039584a-a7ac-4b82-9977-d213dd5f4a4f' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:58:33.516918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.533341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:security_group_rule and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:33.548202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c78a16d-e328-4754-9b1d-26cdbb431c83 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for subnetpool, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.549581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c78a16d-e328-4754-9b1d-26cdbb431c83 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnetpools/582593a2-982e-4feb-94c7-0c8300f3bf2b HTTP/1.1" status: 204 len: 168 time: 1.4804840 Feb 16 16:58:33.554765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:33.557648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52478) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:33.561827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.572054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:33.577375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.619200 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9a3e0789-fd35-4908-85b5-5e05157b051b tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d6a3bc1-6df3-4e9c-9458-12924b16a2fd HTTP/1.1" status: 200 len: 205 time: 0.0608552 Feb 16 16:58:33.623748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:33.634135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.640436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.645164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2a109399-81b6-4549-a610-ef98644eef4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.649016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:33.649462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:33.675577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 499a9132-8478-4132-ace4-8bf7932851a7 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:33.698091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:33.698511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.723390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:33.724189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 499a9132-8478-4132-ace4-8bf7932851a7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:33.724537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 499a9132-8478-4132-ace4-8bf7932851a7 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:33.726901 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:33.745289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:33.750125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] Deleting port 8363a044-56aa-4702-a756-4cd1e1993238 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:33.750536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.782527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.995113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Usage tracker for resource:security_group_rule and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:34.013705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:34.019065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=499a9132-8478-4132-ace4-8bf7932851a7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.031624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No DVR routers for this DVR port 499a9132-8478-4132-ace4-8bf7932851a7 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:34.033647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:34.036535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75604c64-ca6f-403d-a64b-3df4e8a47e07']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.046707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] For port 8363a044-56aa-4702-a756-4cd1e1993238, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8363a044-56aa-4702-a756-4cd1e1993238,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:34.047319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.164208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Deleting port 499a9132-8478-4132-ace4-8bf7932851a7 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:34.164422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.170469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.170785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8d821c-d98b-40ee-b6e9-34d86d6fda56') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.190350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.200034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] Calling delete_port for 8363a044-56aa-4702-a756-4cd1e1993238 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:34.204541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.257097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.257865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Fanout notify agent at l3_agent the message router_deleted on router 0d6a3bc1-6df3-4e9c-9458-12924b16a2fd {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:34.293393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-48f8aaba-7031-4d67-a8c3-3643da5b3ee0 None None] The port '499a9132-8478-4132-ace4-8bf7932851a7' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:58:34.298018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.311951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.337990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.371981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.390954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] Pushing event deleted for resources: {'Port': ['ID=8363a044-56aa-4702-a756-4cd1e1993238,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.396692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ad7c9-0fa1-4bf8-bfa9-107781c10e5b None None] No DVR routers for this DVR port 8363a044-56aa-4702-a756-4cd1e1993238 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:34.461980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.462404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.463067 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c2ffa671-7b47-4123-9157-722ccf90a7d4 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/routers/0d6a3bc1-6df3-4e9c-9458-12924b16a2fd HTTP/1.1" status: 204 len: 168 time: 0.8384748 Feb 16 16:58:34.469314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52486) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:34.489607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.514868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.516687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.518817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=a72896c4-538f-425e-adf1-afaf11adfb17,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.555459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.563265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:58:34.566695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.595273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:34.595273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.604426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b4d96a6b-937b-4669-8992-d040efd57fec tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/a72896c4-538f-425e-adf1-afaf11adfb17 HTTP/1.1" status: 204 len: 168 time: 5.1828146 Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:34.605179 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:34.609398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:34.631401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1672463919'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:34.637385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Deleting port 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:34.637716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.670475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.670980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Fanout notify agent at l3_agent the message router_deleted on router fd93813b-2c63-414a-b8f9-7ada5ed48776 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:34.671668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:34.680559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:34.684934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51af7db0-16a4-434f-857e-34e6dab288c6']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.691342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:34.700107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:34.701154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623c6e4-91a0-4318-b924-ebe209832d3a None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:34.708785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:34.709940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.713839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:34.726037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:34.729161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be364c2a-c2b3-4e96-acbe-95ffde3089ad') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.729454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be364c2a-c2b3-4e96-acbe-95ffde3089ad') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.751810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=89a40801-2cdc-47a8-9fc0-0480bb69e413,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.757392 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cdbcbd6a-9c53-46bc-98b4-a6a24422387f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4818020 Feb 16 16:58:34.770082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52494) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:34.784461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:34.785901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.788592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.809050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:8c:37:c9', 'name': 'tempest-NetworksTestDHCPv6-1518832247'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:34.831570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.847795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:34.857158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.873337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.874659 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d36b4b9c-1a4c-4405-a5a1-b7fe7cf2956e tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 204 len: 168 time: 1.6193511 Feb 16 16:58:34.878514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.883774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52498) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:34.884823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.937706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.949232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.966908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] Pushing event deleted for resources: {'Network': ['ID=75604c64-ca6f-403d-a64b-3df4e8a47e07,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.973737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.973964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.974062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment f461bbbf-0224-4048-b9d8-a95673553a16 of type vlan for network 8541503c-201c-42e0-925c-cd3ca5e96edf Feb 16 16:58:34.975273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:34.975896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.986393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '89a40801-2cdc-47a8-9fc0-0480bb69e413'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:34.987518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:34.991475 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:34.997043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.997133 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66b3ab42-e5e6-4a87-a256-aec6be744ace tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 200 len: 205 time: 0.1078174 Feb 16 16:58:34.997133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52502) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.068017 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-11659ab6-7dce-4a7e-bc87-a59e529e154e admin admin] 10.222.0.43 "DELETE /v2.0/networks/75604c64-ca6f-403d-a64b-3df4e8a47e07 HTTP/1.1" status: 204 len: 168 time: 4.8323884 Feb 16 16:58:35.078786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:35.096907 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-66eff5de-e5e8-4bd2-ac87-abd8c2f6daff tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] delete failed (client error): The resource could not be found. Feb 16 16:58:35.098070 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66eff5de-e5e8-4bd2-ac87-abd8c2f6daff tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/fd93813b-2c63-414a-b8f9-7ada5ed48776 HTTP/1.1" status: 404 len: 336 time: 0.1007760 Feb 16 16:58:35.108396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52508) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.111686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.119650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc4c0d-3351-4a50-870c-690ce21fa681,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.128928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:35.176817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.183309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.183622 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Added segment 650baafc-c873-4531-8396-1850e29e1d51 of type vlan for network 5bb013af-0702-4e84-8b97-88e4442e94d1 Feb 16 16:58:35.238720 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a7bb5b19-f87d-4ef7-998d-f013dc9e9de9 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b422e7b-19d4-45ee-9b2b-695d35f05f06 HTTP/1.1" status: 200 len: 205 time: 0.1158841 Feb 16 16:58:35.239526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52512) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.252482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52514) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.253596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.254078 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Added segment 0f501af0-de2e-4b6c-8afa-2f5d80895fd3 of type vlan for network d2524844-7479-453f-983b-406cf1e94278 Feb 16 16:58:35.268075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.271586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.280205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Allocated IP 2001:db8::f816:3eff:fede:6faa (f92b56da-dfd9-433c-a595-962c6f07801d/89a40801-2cdc-47a8-9fc0-0480bb69e413/acd84a8a-00c9-448b-b5c1-ee6d99b7ba53) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:35.282055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:35.283100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.354880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a890e-fff8-4350-9e67-63a24fccd8ce,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.373945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.388316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Calling delete_port for 6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:35.411453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.419736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=51af7db0-16a4-434f-857e-34e6dab288c6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.438433 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-8123398a-0e24-4da1-a052-eef0afbe135b tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] delete failed (client error): The resource could not be found. Feb 16 16:58:35.439482 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8123398a-0e24-4da1-a052-eef0afbe135b tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/9b422e7b-19d4-45ee-9b2b-695d35f05f06 HTTP/1.1" status: 404 len: 336 time: 0.1728299 Feb 16 16:58:35.447280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:35.450284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52520) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.499462 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-75288494-01d2-47ec-aac4-8b074ebfd98d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/51af7db0-16a4-434f-857e-34e6dab288c6 HTTP/1.1" status: 204 len: 168 time: 4.6041574 Feb 16 16:58:35.501080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:35.511858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52524) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.520190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9057109 Feb 16 16:58:35.526180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:35.529901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52528) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.530212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.531501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.535563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262610333'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.541099 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a4cafbb5-28e3-4ed0-9bfc-7d72034975cf tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=7685ebc7-84ad-4c33-9683-c6be2a06ec6d HTTP/1.1" status: 200 len: 205 time: 0.0785465 Feb 16 16:58:35.545400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52532) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.546324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:35.554094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:35.557388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Transition to ACTIVE for port object acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:35.560096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.585422 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0c68ce67-0831-4fc9-aa3c-9557b89c05b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b55a0aeb87b48c886c712a2d8a98258&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3366332 Feb 16 16:58:35.594064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52536) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.596051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Transition to ACTIVE for port object acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:35.602574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.616652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:35.639331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:35.643583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a800617-1ad4-4304-b64c-86b895cdd4d9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=8541503c-201c-42e0-925c-cd3ca5e96edf,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.662423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-88f68b63-1a77-4a1f-b174-290e145358c4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] delete failed (client error): The resource could not be found. Feb 16 16:58:35.664129 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-88f68b63-1a77-4a1f-b174-290e145358c4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/7685ebc7-84ad-4c33-9683-c6be2a06ec6d HTTP/1.1" status: 404 len: 336 time: 0.1127882 Feb 16 16:58:35.666181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:35.668623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52540) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.671695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8363a044-56aa-4702-a756-4cd1e1993238 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:35.695879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:35.713150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 8541503c-201c-42e0-925c-cd3ca5e96edf details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:35.721745 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3ec246d5-0c4e-4532-8a34-553fa98bb13c tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=30035576-7ac0-4744-96b2-921d4ee76ce8 HTTP/1.1" status: 200 len: 205 time: 0.0498047 Feb 16 16:58:35.724902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52544) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.733044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.738929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:35.739696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.741187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8363a044-56aa-4702-a756-4cd1e1993238 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:35.741527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8363a044-56aa-4702-a756-4cd1e1993238 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:35.807635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:35.813517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:35.815973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:35.818176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:35.822233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.830222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Pushing event updated for resources: {'Port': ['ID=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.863605 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-79cb999c-083d-4c98-89d1-5d98be18b09a tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] delete failed (client error): The resource could not be found. Feb 16 16:58:35.867214 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-79cb999c-083d-4c98-89d1-5d98be18b09a tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/30035576-7ac0-4744-96b2-921d4ee76ce8 HTTP/1.1" status: 404 len: 336 time: 0.1382809 Feb 16 16:58:35.868682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52548) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.936801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2bc4a9ee-6d20-46a4-84a7-a4ef9e061a22 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c HTTP/1.1" status: 200 len: 205 time: 0.0648687 Feb 16 16:58:35.939574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52552) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:35.948802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Attempting to bind port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:35.949167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Attempting to bind port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:35.949521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Attempting to bind port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:35.955169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:35.955535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:35.955926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.956305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:35.956755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Bound port: acd84a8a-00c9-448b-b5c1-ee6d99b7ba53, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:35.957120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.999211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.000111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:36.000671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.005667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:36.056369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] For port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:36.059925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:36.063629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] For port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:36.069654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.089819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.1720271 Feb 16 16:58:36.097487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:36.103374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:36.113513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52556) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.138731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.144987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'subnet': {'network_id': '5bb013af-0702-4e84-8b97-88e4442e94d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:36.149997 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d7d09982-489b-42ab-8ba5-280cc12d77f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] delete failed (client error): The resource could not be found. Feb 16 16:58:36.151139 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d7d09982-489b-42ab-8ba5-280cc12d77f4 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/2f7c3532-639e-4f7e-bc9f-50ddfb0ca96c HTTP/1.1" status: 404 len: 336 time: 0.2107365 Feb 16 16:58:36.161216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:36.168668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52560) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.195100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65b19d-6a30-40ed-bf63-d665e4fce0b5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Network': ['ID=5bb013af-0702-4e84-8b97-88e4442e94d1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.198258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6106284 Feb 16 16:58:36.203197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52564) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.204371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.204714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment 860ab2d7-2d0f-4df6-87fe-4511a6852bcd of type vlan for network b08b210e-da8b-4bcc-b64e-9531ccb2229f Feb 16 16:58:36.207861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event deleted for resources: {'Port': ['ID=6550e4c6-bfbb-41d7-b43b-a028cbdc0b38,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.219158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Request body: {'subnet': {'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-960678545-subnet', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:36.228068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:36.228301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:36.272595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Usage tracker for resource:subnet and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:36.294386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:36.318768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8c40db0-db7c-4dad-a602-288c31806bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.319013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4dcde-8a0d-47d3-9a9a-598957be8df8 None None] Pushing event updated for resources: {'Port': ['ID=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.339308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.349289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:36.399483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Made reservation on behalf of 348b9ee71ebb42aca247533874e7397b for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:36.399483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.453124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c2942723-4949-4e8b-8a6e-abb8cabc3e2d tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "GET /v2.0/ports?device_id=905e270e-6398-4d58-be83-89f4681f753a HTTP/1.1" status: 200 len: 205 time: 0.2695520 Feb 16 16:58:36.454252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:36.458001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.477174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52568) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.508299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.555688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.569214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.574599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:36.575182 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.632063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8c40db0-db7c-4dad-a602-288c31806bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.634348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.649791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-4853deb2-27a5-4730-81cc-fd5cf11419f3 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] delete failed (client error): The resource could not be found. Feb 16 16:58:36.650991 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4853deb2-27a5-4730-81cc-fd5cf11419f3 tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/routers/905e270e-6398-4d58-be83-89f4681f753a HTTP/1.1" status: 404 len: 336 time: 0.1658680 Feb 16 16:58:36.652598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c7eb4049-4a60-4097-8401-a08af07af458 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/ports/6550e4c6-bfbb-41d7-b43b-a028cbdc0b38 HTTP/1.1" status: 204 len: 168 time: 2.1823769 Feb 16 16:58:36.661367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52572) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.661702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52574) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.695631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f711644-01d6-4e96-92ac-2028e8d1db43 admin admin] Pushing event updated for resources: {'Network': ['ID=d2524844-7479-453f-983b-406cf1e94278,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.717444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d2524844-7479-453f-983b-406cf1e94278 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:36.754842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=b08b210e-da8b-4bcc-b64e-9531ccb2229f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.779008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-502a6fa8-8256-4a02-98b8-0e740f9058e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2659695 Feb 16 16:58:36.784000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52580) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:36.793430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:36.802712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:36.807536 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c4bbd3-b819-4719-806a-9832cfb3de3c tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:36.808489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c4bbd3-b819-4719-806a-9832cfb3de3c tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:36.810751 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c2c4bbd3-b819-4719-806a-9832cfb3de3c tempest-RoutersIpV6AdminTest-250611804 tempest-RoutersIpV6AdminTest-250611804-project] 10.222.0.43 "DELETE /v2.0/subnets/ed19bdc9-fb27-42ca-a668-237bb554f777 HTTP/1.1" status: 404 len: 337 time: 0.1335490 Feb 16 16:58:36.813567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 0f3be050-944b-462a-aa62-ff636bfa07f3 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:36.890027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:36.905006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:subnet and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:36.921113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:36.947216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:37.011073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Deleting subnet 40682314-ea6c-4d95-82dc-1448ffbcdb16 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:37.018012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:37.020421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:37.022811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.029203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:37.039675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:37.040860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.049944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:37.094338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:37.097899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.116670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.186640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8c40db0-db7c-4dad-a602-288c31806bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.202280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52588) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:37.292521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c40db0-db7c-4dad-a602-288c31806bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47f98f-8ca0-49ba-967d-ff9daa40a357,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.322175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.380576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dba46b8-f5d0-4fb7-8843-296b0bd38489,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.384570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe8c:37c9 (f92b56da-dfd9-433c-a595-962c6f07801d/89a40801-2cdc-47a8-9fc0-0480bb69e413/0f3be050-944b-462a-aa62-ff636bfa07f3) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:37.393472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Checking segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:37.393818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Network hostable DHCP agents. Network: d2524844-7479-453f-983b-406cf1e94278, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:37.441998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8c40db0-db7c-4dad-a602-288c31806bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.443729 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d8c40db0-db7c-4dad-a602-288c31806bf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc47f98f-8ca0-49ba-967d-ff9daa40a357 HTTP/1.1" status: 204 len: 168 time: 1.7975595 Feb 16 16:58:37.445019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Network d2524844-7479-453f-983b-406cf1e94278 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:37.467780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.513835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d2524844-7479-453f-983b-406cf1e94278) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:37.527665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e713b-aae6-4e5a-945b-41ec75ee6044 None None] Network d2524844-7479-453f-983b-406cf1e94278 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:37.537933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:37.538645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.546724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.620377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:37.629273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b32a40bdf81e441d967d52ed49cdf48c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:37.629827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.639352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0b6ce05b-9a49-4e4d-b328-19fa38b028b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4306526 Feb 16 16:58:37.639949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:37.644865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=1f65d0ec-55a4-4a38-9473-9a30ab90edf6,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.648465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52596) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:37.656029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:37.667612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:37.683688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:37.696458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': '860ab2d7-2d0f-4df6-87fe-4511a6852bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:37.700091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: b08b210e-da8b-4bcc-b64e-9531ccb2229f, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:37.709280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Usage tracker for resource:router and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:37.720547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:37.732854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:37.744727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:37.770179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.771398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.782040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:37.805599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, b08b210e-da8b-4bcc-b64e-9531ccb2229f) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:37.811410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.823630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:37.824322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.837946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f48ffb-5038-42d1-b177-931c77a142e6 None None] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:37.861519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.877461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d1cd0da4-ef06-4737-a2f3-be529fef3112 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0922630 Feb 16 16:58:37.898629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.900351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52604) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:38.018872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-091f08de-51f0-4b09-bb31-03429f2c8b6e None None] Provisioning for port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:38.092351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1233856752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:38.099300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=0ead5a66-ad23-42d1-887a-bf942a3df75f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.101497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:38.107942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:38.111750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:38.119021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:38.170483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': 'f461bbbf-0224-4048-b9d8-a95673553a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:38.171154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: 8541503c-201c-42e0-925c-cd3ca5e96edf, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:38.240389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.290851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:38.307993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:38.308737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.321787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 8541503c-201c-42e0-925c-cd3ca5e96edf is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:38.336817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.344724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.352520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 8541503c-201c-42e0-925c-cd3ca5e96edf) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:38.377385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:38.377974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.404871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.408157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11e848-5e80-451f-8990-037077be51ec None None] Network 8541503c-201c-42e0-925c-cd3ca5e96edf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:38.419840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 0f3be050-944b-462a-aa62-ff636bfa07f3 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:38.420965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Subnet': ['ID=3546df11-757d-425d-9bf0-f60fa610272f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.442059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.450131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.478735 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/subnets/40682314-ea6c-4d95-82dc-1448ffbcdb16 HTTP/1.1" status: 204 len: 168 time: 1.7969074 Feb 16 16:58:38.480683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52622) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:38.482988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56a4ae-35df-4add-b873-2f0fc53639e9 None None] Network 1a27b5d6-9e58-43dc-ac70-b4176cc6657e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:38.484961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad1e9f-c251-489d-8579-3c72598f1459 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event deleted for resources: {'Subnet': ['ID=40682314-ea6c-4d95-82dc-1448ffbcdb16,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.517894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b32a40bdf81e441d967d52ed49cdf48c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2488940 Feb 16 16:58:38.518092 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-17d0aeff-36e1-4373-9201-289f5a7c1bca tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9781656 Feb 16 16:58:38.522306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Checking segment: {'id': '650baafc-c873-4531-8396-1850e29e1d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5bb013af-0702-4e84-8b97-88e4442e94d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:38.523254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network hostable DHCP agents. Network: 5bb013af-0702-4e84-8b97-88e4442e94d1, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:38.529762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52626) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:38.530095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52628) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:38.539796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.540830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.542837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2126356834'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:38.559377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a10df1-7be0-4401-9a77-a185f41b40f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b6529-6b43-4786-9142-e0ffad89544d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.585441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-b08b210e-da8b-4bcc-b64e-9531ccb2229f', 'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '1f65d0ec-55a4-4a38-9473-9a30ab90edf6'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:38.586459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.640228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.683563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.728372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.732304 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e57e417b-cb68-44a4-8e0b-0fc151905849 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6435783 Feb 16 16:58:38.735562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52636) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:38.743239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:38.761903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.875408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=0f3be050-944b-462a-aa62-ff636bfa07f3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.884619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 5bb013af-0702-4e84-8b97-88e4442e94d1) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:38.920665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.939112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:38.939703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.943292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aee5f44-9c06-460f-9cd2-4e835c36c680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.971244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:38.993377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:39.003455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:39.009329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:39.010026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.033432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Deleting port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:39.033777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.054824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Allocated IP 2001:db8::2 (b08b210e-da8b-4bcc-b64e-9531ccb2229f/1f65d0ec-55a4-4a38-9473-9a30ab90edf6/30719081-e1aa-4eb1-ae1f-8055228ecd6c) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:39.069196 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-978b7b47-f6dc-4def-b70d-8e90ced5b61f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9432590 Feb 16 16:58:39.072841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aee5f44-9c06-460f-9cd2-4e835c36c680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.089515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52646) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:39.093439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:39.113989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1022434132', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:39.125448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:39.140193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:39.151664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a7fb52f5-8763-4418-bdc8-8629b585d668 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3774583 Feb 16 16:58:39.158299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:39.172820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52652) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:39.191969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:router and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:39.247256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:39.256720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:39.303862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:39.369786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:39.373414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.425707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.426791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.443446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.443998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port f3de0654-1ad9-408f-8745-9d5ed3cbe386 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:39.485214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c263a2-5699-4605-ba33-41d11b76adf7 None None] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:39.508034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.556646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.577293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52660) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:39.578243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aee5f44-9c06-460f-9cd2-4e835c36c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.623370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe4604e-f813-444a-b2d5-bd44c262a626 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:39.629455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe4604e-f813-444a-b2d5-bd44c262a626 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:39.630383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1fe4604e-f813-444a-b2d5-bd44c262a626 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:39.643042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Transition to ACTIVE for port object 30719081-e1aa-4eb1-ae1f-8055228ecd6c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:39.649875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee5f44-9c06-460f-9cd2-4e835c36c680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b6529-6b43-4786-9142-e0ffad89544d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.660197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.668976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Transition to ACTIVE for port object 30719081-e1aa-4eb1-ae1f-8055228ecd6c will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:39.700716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] For port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,segment=NetworkSegment(dfaebbef-6287-4432-bfa7-e8e6896a9ec2),segment_id=dfaebbef-6287-4432-bfa7-e8e6896a9ec2)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:39.701073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.759671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.767753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1740950894'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:39.774769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:39.816434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Usage tracker for resource:router and tenant:e41ec59817a546a4b8f4bff4d24a6de5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:39.837821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d2524844-7479-453f-983b-406cf1e94278', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:39.838645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.855248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:39.863018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.883693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:39.917833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f4c618a0-cea9-4cc6-a407-0f1789f5d1c9 None None] Provisioning for port 0f3be050-944b-462a-aa62-ff636bfa07f3 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:39.969801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f4c618a0-cea9-4cc6-a407-0f1789f5d1c9 None None] Provisioning complete for port 0f3be050-944b-462a-aa62-ff636bfa07f3 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:39.970168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4c618a0-cea9-4cc6-a407-0f1789f5d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.995902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9608487-432f-492d-b0a1-7e43242016c2 None None] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:40.004713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Calling delete_port for 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:40.038662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1fe4604e-f813-444a-b2d5-bd44c262a626 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:40.039738 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1fe4604e-f813-444a-b2d5-bd44c262a626 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8656971 Feb 16 16:58:40.096549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52670) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:40.132827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.134079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.207046 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:40.216703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aee5f44-9c06-460f-9cd2-4e835c36c680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.223351 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0aee5f44-9c06-460f-9cd2-4e835c36c680 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/984b6529-6b43-4786-9142-e0ffad89544d HTTP/1.1" status: 204 len: 168 time: 1.6825526 Feb 16 16:58:40.266830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:40.273461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:40.275865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.307299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.6 (8541503c-201c-42e0-925c-cd3ca5e96edf/0ead5a66-ad23-42d1-887a-bf942a3df75f/f3de0654-1ad9-408f-8745-9d5ed3cbe386) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:40.311348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.316816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 0f3be050-944b-462a-aa62-ff636bfa07f3 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:40.317309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.393941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.429772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Allocated IP 172.26.7.135 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/97b781bc-b5e3-4e03-b735-f78f61ab0b14) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:40.434033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.436681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-8541503c-201c-42e0-925c-cd3ca5e96edf', 'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': '0ead5a66-ad23-42d1-887a-bf942a3df75f'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:40.437759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.486743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.554706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f4c618a0-cea9-4cc6-a407-0f1789f5d1c9 None None] Port 0f3be050-944b-462a-aa62-ff636bfa07f3 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:40.594518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event deleted for resources: {'Port': ['ID=4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.596413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] No DVR routers for this DVR port 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:40.609020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8::1 (b08b210e-da8b-4bcc-b64e-9531ccb2229f/1f65d0ec-55a4-4a38-9473-9a30ab90edf6/d2559c41-bac8-4af6-ae8d-93b0c2b2dde1) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:40.644371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Pushing event updated for resources: {'Port': ['ID=30719081-e1aa-4eb1-ae1f-8055228ecd6c,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.773500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.775247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-247f3482-9447-47c1-afd6-c367a7dcba12 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1967142 Feb 16 16:58:40.777764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66086e-bba9-4c67-90cb-97bd61fd07b3 None None] DHCP port deletion for 1a27b5d6-9e58-43dc-ac70-b4176cc6657e request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:40.794427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52678) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:40.840165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Attempting to bind port 30719081-e1aa-4eb1-ae1f-8055228ecd6c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:40.840557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Attempting to bind port 30719081-e1aa-4eb1-ae1f-8055228ecd6c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '860ab2d7-2d0f-4df6-87fe-4511a6852bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:40.841010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Attempting to bind port 30719081-e1aa-4eb1-ae1f-8055228ecd6c on network b08b210e-da8b-4bcc-b64e-9531ccb2229f {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:40.880684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52682) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:40.904941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:40.920073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:40.920448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Checking segment: {'id': '860ab2d7-2d0f-4df6-87fe-4511a6852bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:40.920841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.921230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Bound using segment: {'id': '860ab2d7-2d0f-4df6-87fe-4511a6852bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:40.921696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Bound port: 30719081-e1aa-4eb1-ae1f-8055228ecd6c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860ab2d7-2d0f-4df6-87fe-4511a6852bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b08b210e-da8b-4bcc-b64e-9531ccb2229f'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:40.922061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.945365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.994400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.001402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.010990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.018679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:41.070232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.122871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.126092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:41.160587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.194733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a27b5d6-9e58-43dc-ac70-b4176cc6657e']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:41.236053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:41.237089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfaebbef-6287-4432-bfa7-e8e6896a9ec2') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:41.246861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:41.254759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:41.259446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a707a0db-7c93-442c-a19b-6a646201ae85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b34932273364a27bc42ed4d65a9b454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716829 Feb 16 16:58:41.260639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:41.261311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.289497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:41.289750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4225fc5d-4494-4d5b-8cd3-d7c89e2a46c4 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:41.298196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52686) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:41.306710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object f3de0654-1ad9-408f-8745-9d5ed3cbe386 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:41.347004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Allocated IP 172.20.0.2 (d2524844-7479-453f-983b-406cf1e94278/9dba46b8-f5d0-4fb7-8843-296b0bd38489/117dcf58-5e7c-44da-977f-2a6699b17fdc) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:41.348888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.368303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=d2559c41-bac8-4af6-ae8d-93b0c2b2dde1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.374257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] For port 30719081-e1aa-4eb1-ae1f-8055228ecd6c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:41.380511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] For port 30719081-e1aa-4eb1-ae1f-8055228ecd6c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30719081-e1aa-4eb1-ae1f-8055228ecd6c,segment=NetworkSegment(860ab2d7-2d0f-4df6-87fe-4511a6852bcd),segment_id=860ab2d7-2d0f-4df6-87fe-4511a6852bcd)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:41.392699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.395228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.411255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.496654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.503242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.521151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.535383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:41.535785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:41.551267 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:41.559646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 0f3be050-944b-462a-aa62-ff636bfa07f3 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:41.587471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f79885-23fc-40eb-a317-d04840ec3583 None None] Pushing event updated for resources: {'Port': ['ID=30719081-e1aa-4eb1-ae1f-8055228ecd6c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.605395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.698899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.733879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.751345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Transition to ACTIVE for port object 117dcf58-5e7c-44da-977f-2a6699b17fdc will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:41.776178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Transition to ACTIVE for port object 117dcf58-5e7c-44da-977f-2a6699b17fdc will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:41.789152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.879146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Network d2524844-7479-453f-983b-406cf1e94278 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:41.879463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Pushing event updated for resources: {'Port': ['ID=97b781bc-b5e3-4e03-b735-f78f61ab0b14,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.884781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:41.885712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.886205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01b9a610-5e80-417e-bf67-1cff32c60622 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:41.890292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:41.908422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54a922ba-e8b3-4d76-8904-73d52723ea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.912295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.930448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:41.952787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:41.960256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:42.036051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Allocated IP 172.20.0.2 (8541503c-201c-42e0-925c-cd3ca5e96edf/0ead5a66-ad23-42d1-887a-bf942a3df75f/5cdeabd0-92e6-4f82-8454-69886c167c63) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:42.109338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.132401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Pushing event updated for resources: {'Port': ['ID=117dcf58-5e7c-44da-977f-2a6699b17fdc,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.157082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.189131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54a922ba-e8b3-4d76-8904-73d52723ea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.197548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] Pushing event deleted for resources: {'Network': ['ID=1a27b5d6-9e58-43dc-ac70-b4176cc6657e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.201449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 8541503c-201c-42e0-925c-cd3ca5e96edf is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:42.238231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.240140 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bba5b044-1adf-436f-8a0c-30c01eb9d907 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/01b9a610-5e80-417e-bf67-1cff32c60622 HTTP/1.1" status: 204 len: 168 time: 1.4344809 Feb 16 16:58:42.244361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Attempting to bind port 117dcf58-5e7c-44da-977f-2a6699b17fdc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:42.244828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Attempting to bind port 117dcf58-5e7c-44da-977f-2a6699b17fdc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:42.245288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Attempting to bind port 117dcf58-5e7c-44da-977f-2a6699b17fdc on network d2524844-7479-453f-983b-406cf1e94278 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:42.250134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff7eb1cf-ef9a-47cf-a940-f0103c310694 tempest-TagsExtTest-842877001 tempest-TagsExtTest-842877001-project] 10.222.0.43 "DELETE /v2.0/networks/1a27b5d6-9e58-43dc-ac70-b4176cc6657e HTTP/1.1" status: 204 len: 168 time: 3.7667661 Feb 16 16:58:42.251553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52690) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:42.251947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:42.259626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:42.260203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Checking segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:42.260739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.261238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Bound using segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:42.261805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Bound port: 117dcf58-5e7c-44da-977f-2a6699b17fdc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:42.262368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.278956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:42.318107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=f3de0654-1ad9-408f-8745-9d5ed3cbe386,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.320631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.376899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.391123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Request body: {'router': {'name': 'tempest-router-2098359831', 'distributed': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:42.408055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.413015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:42.474229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.487469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] For port 117dcf58-5e7c-44da-977f-2a6699b17fdc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:42.489224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:42.489920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.494807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] For port 117dcf58-5e7c-44da-977f-2a6699b17fdc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=117dcf58-5e7c-44da-977f-2a6699b17fdc,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:42.496441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Transition to ACTIVE for port object 5cdeabd0-92e6-4f82-8454-69886c167c63 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:42.502391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.512474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Usage tracker for resource:router and tenant:e41ec59817a546a4b8f4bff4d24a6de5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:42.535976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54a922ba-e8b3-4d76-8904-73d52723ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.597665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:42.605375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Transition to ACTIVE for port object 5cdeabd0-92e6-4f82-8454-69886c167c63 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:42.618607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.632840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eca274-3e7a-4436-aecf-ef25933271db None None] Pushing event updated for resources: {'Port': ['ID=117dcf58-5e7c-44da-977f-2a6699b17fdc,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.659360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a922ba-e8b3-4d76-8904-73d52723ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf562d2-18af-43c4-9471-31c621b49fa3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.668066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54a922ba-e8b3-4d76-8904-73d52723ea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.671597 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-54a922ba-e8b3-4d76-8904-73d52723ea32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cf562d2-18af-43c4-9471-31c621b49fa3 HTTP/1.1" status: 204 len: 168 time: 1.3647087 Feb 16 16:58:42.683858 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f715c93-5cfc-4f1d-a788-0abc053f007a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.1468902 Feb 16 16:58:42.693726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52700) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:42.733157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Network 8541503c-201c-42e0-925c-cd3ca5e96edf is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:42.743750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:42.748732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:42.835669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:42.837957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=0f3be050-944b-462a-aa62-ff636bfa07f3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.861896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.201 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/e4a44469-8983-4782-9adb-7494cd3c4415) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:42.876275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Pushing event updated for resources: {'Port': ['ID=5cdeabd0-92e6-4f82-8454-69886c167c63,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.912365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Attempting to bind port 5cdeabd0-92e6-4f82-8454-69886c167c63 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:42.913494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Attempting to bind port 5cdeabd0-92e6-4f82-8454-69886c167c63 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'f461bbbf-0224-4048-b9d8-a95673553a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:42.914082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Attempting to bind port 5cdeabd0-92e6-4f82-8454-69886c167c63 on network 8541503c-201c-42e0-925c-cd3ca5e96edf {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:42.935725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:42.936252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Checking segment: {'id': 'f461bbbf-0224-4048-b9d8-a95673553a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:42.936813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.937300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Bound using segment: {'id': 'f461bbbf-0224-4048-b9d8-a95673553a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:42.937899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Bound port: 5cdeabd0-92e6-4f82-8454-69886c167c63, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f461bbbf-0224-4048-b9d8-a95673553a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8541503c-201c-42e0-925c-cd3ca5e96edf'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:42.938341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.968617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:43.079121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port f3de0654-1ad9-408f-8745-9d5ed3cbe386 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:43.079911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.152669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.158882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.160119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.279770 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-428dabd0-6337-468b-854c-50e00441752b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/0f3be050-944b-462a-aa62-ff636bfa07f3 HTTP/1.1" status: 204 len: 168 time: 3.1819828 Feb 16 16:58:43.280507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] For port 5cdeabd0-92e6-4f82-8454-69886c167c63, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:43.293201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] For port 5cdeabd0-92e6-4f82-8454-69886c167c63, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5cdeabd0-92e6-4f82-8454-69886c167c63,segment=NetworkSegment(f461bbbf-0224-4048-b9d8-a95673553a16),segment_id=f461bbbf-0224-4048-b9d8-a95673553a16)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:43.297568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52712) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:43.314495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.465262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:43.541267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.566458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a3831-cc4c-4876-84be-e1b4bb571d6c None None] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:43.641100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.724185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.786203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7a3d8-da93-4990-9169-4ff9e0562022 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.789057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7a3d8-da93-4990-9169-4ff9e0562022 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.789846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c1c7a3d8-da93-4990-9169-4ff9e0562022 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:43.883409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a7d10a18-fd79-412f-9ef2-21ee650d5bd1 None None] Provisioning for port 30719081-e1aa-4eb1-ae1f-8055228ecd6c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:43.908200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05369fc-219f-4b01-919f-4e57b961226b None None] Pushing event updated for resources: {'Port': ['ID=5cdeabd0-92e6-4f82-8454-69886c167c63,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.910297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.916705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:43.916925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.951593 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-56e96153-ee43-427d-b7f3-6b596aec3e0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71618e131437454799e75ccb14d6a0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772739 Feb 16 16:58:43.977085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for f3de0654-1ad9-408f-8745-9d5ed3cbe386 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:43.978636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52728) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:44.053169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.055323 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-784eba08-155a-4134-b6ec-1d290247c6c2 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8027997 Feb 16 16:58:44.059787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c1c7a3d8-da93-4990-9169-4ff9e0562022 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:44.062626 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c1c7a3d8-da93-4990-9169-4ff9e0562022 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7316008 Feb 16 16:58:44.065232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52734) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:44.065753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52736) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:44.123970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.166246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.297187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30719081-e1aa-4eb1-ae1f-8055228ecd6c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:44.437234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 30719081-e1aa-4eb1-ae1f-8055228ecd6c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:44.445924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:44.446909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 30719081-e1aa-4eb1-ae1f-8055228ecd6c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:44.447287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.452206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:44.457010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.462294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:44.520296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52744) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:44.573439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=e4a44469-8983-4782-9adb-7494cd3c4415,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.629030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.657757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3d365ad4-5c75-442d-b3a2-26b1d18c7e18 None None] Provisioning complete for port 30719081-e1aa-4eb1-ae1f-8055228ecd6c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:44.658134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3d365ad4-5c75-442d-b3a2-26b1d18c7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.749942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8d927-b9e5-4c12-b0cd-64f94d1e904c None None] Network d2524844-7479-453f-983b-406cf1e94278 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:44.780886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 30719081-e1aa-4eb1-ae1f-8055228ecd6c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30719081-e1aa-4eb1-ae1f-8055228ecd6c,segment=NetworkSegment(860ab2d7-2d0f-4df6-87fe-4511a6852bcd),segment_id=860ab2d7-2d0f-4df6-87fe-4511a6852bcd)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:44.836365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.837064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 117dcf58-5e7c-44da-977f-2a6699b17fdc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:44.886905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.989551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2076422733'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:45.029021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.029883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.034479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.103551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=f3de0654-1ad9-408f-8745-9d5ed3cbe386,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.113741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:45.127894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Usage tracker for resource:network and tenant:ccd4b55486ee43cda3546829ed0810eb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:45.148970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=30719081-e1aa-4eb1-ae1f-8055228ecd6c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.174650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:45.200740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:45.246118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:45.250350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.268640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.292930 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-33389cbb-d206-4c49-910a-e6c316c20c47 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/f3de0654-1ad9-408f-8745-9d5ed3cbe386 HTTP/1.1" status: 204 len: 168 time: 2.5772245 Feb 16 16:58:45.296318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52750) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:45.304434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3d365ad4-5c75-442d-b3a2-26b1d18c7e18 None None] Provisioning for port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:45.311275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 117dcf58-5e7c-44da-977f-2a6699b17fdc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:45.319254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3d365ad4-5c75-442d-b3a2-26b1d18c7e18 None None] Provisioning complete for port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:45.319652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3d365ad4-5c75-442d-b3a2-26b1d18c7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.323788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=d2559c41-bac8-4af6-ae8d-93b0c2b2dde1,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.397621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 89a40801-2cdc-47a8-9fc0-0480bb69e413 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:45.400859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.415908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0416f-e10c-4bf8-921a-34e24e73edaf None None] Network 8541503c-201c-42e0-925c-cd3ca5e96edf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:45.440149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3d365ad4-5c75-442d-b3a2-26b1d18c7e18 None None] Port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:45.467922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.520426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.532401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30719081-e1aa-4eb1-ae1f-8055228ecd6c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:45.535315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.645121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Provisioning complete for port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:45.645510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.663877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:45.670859 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cded7b5-40e9-4334-8b1c-b827dca54efa tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:58:45.671539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5cded7b5-40e9-4334-8b1c-b827dca54efa tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:45.675996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Usage tracker for resource:security_group_rule and tenant:ccd4b55486ee43cda3546829ed0810eb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:45.682682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:45.692173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:45.790722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 30719081-e1aa-4eb1-ae1f-8055228ecd6c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:45.791084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.812213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5cded7b5-40e9-4334-8b1c-b827dca54efa tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:45.815946 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5cded7b5-40e9-4334-8b1c-b827dca54efa tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/f3de0654-1ad9-408f-8745-9d5ed3cbe386 HTTP/1.1" status: 404 len: 333 time: 0.5160644 Feb 16 16:58:45.818942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52754) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:45.834795 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:45.887480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9a28-d972-47e1-807a-3fb8e3a368e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.891359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Provisioning for port 5cdeabd0-92e6-4f82-8454-69886c167c63 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:45.916447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.920485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.928699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.970058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Provisioning for port 117dcf58-5e7c-44da-977f-2a6699b17fdc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:45.983280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Provisioning complete for port 117dcf58-5e7c-44da-977f-2a6699b17fdc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:45.983280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.040148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 0ead5a66-ad23-42d1-887a-bf942a3df75f {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:46.043352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5cdeabd0-92e6-4f82-8454-69886c167c63 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:46.052250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9a28-d972-47e1-807a-3fb8e3a368e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.063746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.135516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.209198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 5cdeabd0-92e6-4f82-8454-69886c167c63 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:46.229061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5cdeabd0-92e6-4f82-8454-69886c167c63 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:46.229922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.253476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.254936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.255552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd0d8ce-5b39-43cd-a245-fc93f92d3105 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:46.258723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.298918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.313896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.326460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.372678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9a28-d972-47e1-807a-3fb8e3a368e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.395532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] For port 117dcf58-5e7c-44da-977f-2a6699b17fdc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=117dcf58-5e7c-44da-977f-2a6699b17fdc,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:46.410839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:46.424127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.424783 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Added segment 5d3298ab-2edf-4beb-a76c-8668552ca3b0 of type vlan for network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e Feb 16 16:58:46.462253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.510716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.542864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3cfb4c-0d3c-47bd-b979-720894411341,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.566743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.574246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.578127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:46.579506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.633212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:46.640316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:46.643522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d5815a9-fcae-4062-be66-4749de85652e None None] Could not find standard attr ID for object f3de0654-1ad9-408f-8745-9d5ed3cbe386. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:58:46.647632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 5cdeabd0-92e6-4f82-8454-69886c167c63, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5cdeabd0-92e6-4f82-8454-69886c167c63,segment=NetworkSegment(f461bbbf-0224-4048-b9d8-a95673553a16),segment_id=f461bbbf-0224-4048-b9d8-a95673553a16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:46.648733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9764f-32eb-47fa-93ff-c0eb6f799ccc None None] Pushing event updated for resources: {'Port': ['ID=117dcf58-5e7c-44da-977f-2a6699b17fdc,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.655744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.662532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9a28-d972-47e1-807a-3fb8e3a368e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c27af-4599-42ef-ba66-18a8410130ed,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.671118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.752111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9a28-d972-47e1-807a-3fb8e3a368e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.753263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9d3d9a28-d972-47e1-807a-3fb8e3a368e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/565c27af-4599-42ef-ba66-18a8410130ed HTTP/1.1" status: 204 len: 168 time: 2.7723401 Feb 16 16:58:46.797576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=5cdeabd0-92e6-4f82-8454-69886c167c63,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.836901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d5815a9-fcae-4062-be66-4749de85652e None None] Provisioning complete for port 5cdeabd0-92e6-4f82-8454-69886c167c63 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:46.841260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d5815a9-fcae-4062-be66-4749de85652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.894312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=89a40801-2cdc-47a8-9fc0-0480bb69e413,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.900781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.907012 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a90a4d02-6683-49f9-adf0-a87680e67741 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8bd0d8ce-5b39-43cd-a245-fc93f92d3105 HTTP/1.1" status: 204 len: 168 time: 2.7809844 Feb 16 16:58:46.917464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d81f1f-3743-4a2e-9b84-28cbeecc06c6 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:46.928463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.934722 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-43bb8424-0b43-4042-b397-f6af2c4a31d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/89a40801-2cdc-47a8-9fc0-0480bb69e413 HTTP/1.1" status: 204 len: 168 time: 2.8098042 Feb 16 16:58:46.997464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52760) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:46.997811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52762) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.039837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Network': ['ID=8a69ada9-b3f5-4444-b80b-7eb4c7915f4e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.085502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Request body: {'router': {'name': 'tempest-router-1145720345', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '093fd287703b440287fc0f5335034a9c'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.113392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:47.126231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:58:47.145874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Usage tracker for resource:router and tenant:093fd287703b440287fc0f5335034a9c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:47.145874 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-20f24676-fe40-4874-9bea-c8ada098047a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439185 Feb 16 16:58:47.146374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52768) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.147193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:47.157834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:47.173841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Router 544c28b3-7572-49f3-9139-4c5cabacaa29 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:58:47.189662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.190777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.252983 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2fe2dde6-08cb-4ce2-a690-620955d282cc tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7157593 Feb 16 16:58:47.283520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52772) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.299730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'subnet': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.325239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.431394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d5815a9-fcae-4062-be66-4749de85652e None None] Provisioning complete for port 117dcf58-5e7c-44da-977f-2a6699b17fdc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:47.432001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d5815a9-fcae-4062-be66-4749de85652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.449078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.480357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 117dcf58-5e7c-44da-977f-2a6699b17fdc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:47.486815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 043e4e2d-4420-412d-96b0-f032c8b7cc77 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:58:47.506565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:47.522413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:47.524712 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Sync routers for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:47.538993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Usage tracker for resource:subnet and tenant:ccd4b55486ee43cda3546829ed0810eb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:47.544096 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:47.545255 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:47.549726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3270557-e435-41bd-a2d1-e27e6edfbd21 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.554519 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b3270557-e435-41bd-a2d1-e27e6edfbd21 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4072280 Feb 16 16:58:47.557433 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:47.561570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52776) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.570994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.634655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:47.650260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 117dcf58-5e7c-44da-977f-2a6699b17fdc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:47.650260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.679848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.683518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.685036 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-99ffd78b-cd46-45b4-8dd1-08b6c68d27e8 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6856077 Feb 16 16:58:47.690457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:58:47.693756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52780) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.696098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.697305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-88d1cc32-5845-4bba-b5b5-4ff94667ac38 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0435352 Feb 16 16:58:47.700440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52782) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.706230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:47.745044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] Deleting port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:47.745634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.785235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66879a54-ac6d-4468-bb0d-0c9226d5572d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.789595 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-66879a54-ac6d-4468-bb0d-0c9226d5572d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2269650 Feb 16 16:58:47.790058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52788) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.795499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.813891 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:47.877042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:47.881910 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-85769a20-4434-4c5d-90d7-93b6e64e0d58 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/043e4e2d-4420-412d-96b0-f032c8b7cc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1444969 Feb 16 16:58:47.895023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-54784bcf-b1d4-4df9-9fe3-1c185a3c78c3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013472 Feb 16 16:58:47.920034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] Sync routers for ids ['043e4e2d-4420-412d-96b0-f032c8b7cc77'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:47.948231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52792) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.948577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52794) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:47.957597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=0ead5a66-ad23-42d1-887a-bf942a3df75f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.959959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:47.964134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.976164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] Routers {'043e4e2d-4420-412d-96b0-f032c8b7cc77'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:47.977166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['043e4e2d-4420-412d-96b0-f032c8b7cc77'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.012756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:48.074124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.128612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5cdeabd0-92e6-4f82-8454-69886c167c63 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:48.173084 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:43Z', 'revision_number': 3, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.177369 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Checking router: 544c28b3-7572-49f3-9139-4c5cabacaa29 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:48.178069 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Updating router 544c28b3-7572-49f3-9139-4c5cabacaa29 port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:48.217150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-177d2ba5-2bfd-4d56-9757-ffe5a2552796 None None] Provisioning complete for port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:48.218109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-177d2ba5-2bfd-4d56-9757-ffe5a2552796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.255971 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.263045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] Routers {'043e4e2d-4420-412d-96b0-f032c8b7cc77'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:48.263985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['043e4e2d-4420-412d-96b0-f032c8b7cc77'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.312929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.359143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.359985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df525e7-0137-43d5-b836-ac4b09275ef0 None None] The sync data for ids ['043e4e2d-4420-412d-96b0-f032c8b7cc77'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:48.382371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] For port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:48.383141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.394726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5cdeabd0-92e6-4f82-8454-69886c167c63 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:48.395458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.428825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-177d2ba5-2bfd-4d56-9757-ffe5a2552796 None None] Port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:48.585736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.615614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82818312-cab6-4c8e-b490-452c26e72fa3 None None] Network 8541503c-201c-42e0-925c-cd3ca5e96edf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:48.636925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] Calling delete_port for acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:48.682464 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.702812 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Transition to ACTIVE for port object 97b781bc-b5e3-4e03-b735-f78f61ab0b14 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:48.714612 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.722584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe607bd5-36e6-44b9-9b24-98b059f3fdf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:48.723256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fe607bd5-36e6-44b9-9b24-98b059f3fdf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:48.757529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:48.767625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:48.773811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:48.784542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:48.830640 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Pushing event updated for resources: {'Port': ['ID=97b781bc-b5e3-4e03-b735-f78f61ab0b14,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.843855 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.844237 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.844617 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.845279 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.845610 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.845950 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.846271 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.847398 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.847770 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.848092 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.848569 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.848938 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.870351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fe607bd5-36e6-44b9-9b24-98b059f3fdf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:48.871787 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fe607bd5-36e6-44b9-9b24-98b059f3fdf8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports/d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 HTTP/1.1" status: 200 len: 911 time: 0.9222093 Feb 16 16:58:48.887297 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Attempting to bind port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:48.887614 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Attempting to bind port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:48.887968 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Attempting to bind port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:48.892449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52800) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:48.897143 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:48.897519 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:48.897943 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.900273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:48.900977 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Bound port: 97b781bc-b5e3-4e03-b735-f78f61ab0b14, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:48.901425 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.927129 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b53784c3-0956-4f85-963f-8b8b07782336 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/0ead5a66-ad23-42d1-887a-bf942a3df75f HTTP/1.1" status: 204 len: 168 time: 3.1034598 Feb 16 16:58:48.964213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.991627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52804) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:49.002293 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] For port 97b781bc-b5e3-4e03-b735-f78f61ab0b14, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:49.007291 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] For port 97b781bc-b5e3-4e03-b735-f78f61ab0b14, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=97b781bc-b5e3-4e03-b735-f78f61ab0b14,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:49.013253 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.032305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] Pushing event deleted for resources: {'Port': ['ID=acd84a8a-00c9-448b-b5c1-ee6d99b7ba53,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.049504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d90e2b-6d2d-4fdb-8c4e-d20b6caa58c5 None None] No DVR routers for this DVR port acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:49.103439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:49.108626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.128192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Checking segment: {'id': '5d3298ab-2edf-4beb-a76c-8668552ca3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:49.129015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network hostable DHCP agents. Network: 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:49.134394 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:49.135466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.135642 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:49.135802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.150607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] DHCP port deletion for 8541503c-201c-42e0-925c-cd3ca5e96edf request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:58:49.156650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] Deleting port 5cdeabd0-92e6-4f82-8454-69886c167c63 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:49.157402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.210922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Subnet': ['ID=0f4ace12-5b13-4cc5-ac81-804a09974134,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.235188 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f96697-6c86-4f65-8d59-70ccb6b4d0a6 None None] Pushing event updated for resources: {'Port': ['ID=97b781bc-b5e3-4e03-b735-f78f61ab0b14,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.359155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.371048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:49.382430 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:58:49.391508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87721) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 16:58:49.391863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Router e268844a-eadd-443d-8bd6-14a02d079092 migrating from provider to provider. {{(pid=87721) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 16:58:49.392245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.404742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:49.419345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.423541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.424337 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-268e88c0-c3c8-4fee-95dc-db638356ea65 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3280661 Feb 16 16:58:49.425478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 5cdeabd0-92e6-4f82-8454-69886c167c63 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:49.425860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.445830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52808) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:49.463164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:49.465792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.487537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:49.488125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.489297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25469a-0b39-4229-aef6-deb9a1aa2d59 None None] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:49.537887 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:49.552885 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:49.553728 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:49.569519 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b49edd56-f448-4266-917e-e18ce67fe3d6 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2847486 Feb 16 16:58:49.577455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52812) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:49.639805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:49.666260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-899763774'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:49.669039 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:49.686822 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:49.688264 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:49.739421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:58:49.740464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device acd84a8a-00c9-448b-b5c1-ee6d99b7ba53 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:58:49.741030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5cdeabd0-92e6-4f82-8454-69886c167c63 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:58:49.755722 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:49.756075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b74d10-ff45-46d9-bec7-bd28506f46c5 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:49.810101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] For port 5cdeabd0-92e6-4f82-8454-69886c167c63, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5cdeabd0-92e6-4f82-8454-69886c167c63,segment=NetworkSegment(f461bbbf-0224-4048-b9d8-a95673553a16),segment_id=f461bbbf-0224-4048-b9d8-a95673553a16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:49.811402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.837921 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.scheduler.l3_agent_scheduler [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] No L3 agents can host the router e268844a-eadd-443d-8bd6-14a02d079092 Feb 16 16:58:49.899404 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:43Z', 'revision_number': 3, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:49.904861 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f16657-18e8-4f98-9f57-a680d3a4f55b None None] The sync data for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv is: [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:43Z', 'revision_number': 3, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:49.915805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.997704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] Calling delete_port for 5cdeabd0-92e6-4f82-8454-69886c167c63 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:50.106908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'tenant_id': 'ccd4b55486ee43cda3546829ed0810eb', 'fixed_ips': [{'subnet_id': '0f4ace12-5b13-4cc5-ac81-804a09974134'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:50.107797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.197837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:50.203917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] For port 5cdeabd0-92e6-4f82-8454-69886c167c63, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5cdeabd0-92e6-4f82-8454-69886c167c63,segment=NetworkSegment(f461bbbf-0224-4048-b9d8-a95673553a16),segment_id=f461bbbf-0224-4048-b9d8-a95673553a16)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:50.205308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.267750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Usage tracker for resource:port and tenant:ccd4b55486ee43cda3546829ed0810eb is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:50.278454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:50.307365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.327742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.366012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:50.440515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 5cdeabd0-92e6-4f82-8454-69886c167c63 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:50.462507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] No DVR routers for this DVR port 5cdeabd0-92e6-4f82-8454-69886c167c63 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:50.467740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e41d91-d006-479e-98c1-2088774c5b80 None None] Pushing event deleted for resources: {'Port': ['ID=5cdeabd0-92e6-4f82-8454-69886c167c63,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.486765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Hosts for router e268844a-eadd-443d-8bd6-14a02d079092: [] {{(pid=87721) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 16 16:58:50.546957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:50.550894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.641279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Allocated IP 2001:db8::2 (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/8bc91ec7-240f-4354-b6e8-2b32e3e46d10) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:50.728185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Hosts for other DVR routers connected to router e268844a-eadd-443d-8bd6-14a02d079092: set() {{(pid=87721) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 16 16:58:50.730565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.732452 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-854e3803-b98a-439c-86dc-cc13ffe25e32 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "PUT /v2.0/routers/e268844a-eadd-443d-8bd6-14a02d079092 HTTP/1.1" status: 200 len: 717 time: 2.9510849 Feb 16 16:58:50.742212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52816) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:50.847641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] device_id is not set on port 027c1001-4c08-4423-ba0b-a373442214a0 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:50.885706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.899940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Transition to ACTIVE for port object 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:50.922503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Transition to ACTIVE for port object 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:50.932138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.018190 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c3734c7c-bd2b-46ef-b7ec-4213dcadf401 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "GET /v2.0/routers/e268844a-eadd-443d-8bd6-14a02d079092 HTTP/1.1" status: 200 len: 717 time: 0.2714293 Feb 16 16:58:51.027391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52820) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:51.028171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:51.028723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:51.029290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:51.037767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:51.048540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Allocated IP 172.20.0.1 (d2524844-7479-453f-983b-406cf1e94278/9dba46b8-f5d0-4fb7-8843-296b0bd38489/ca16d6a7-bf34-48cb-a219-924efe1d067b) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:51.054736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:51.109890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Pushing event updated for resources: {'Port': ['ID=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.206317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:58:51.210704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Allocated IP 2001:db8::2db (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/027c1001-4c08-4423-ba0b-a373442214a0) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:51.228401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.253042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Attempting to bind port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:51.254875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Attempting to bind port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '5d3298ab-2edf-4beb-a76c-8668552ca3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:51.255497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Attempting to bind port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 on network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:51.269798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:51.274469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Checking segment: {'id': '5d3298ab-2edf-4beb-a76c-8668552ca3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:51.275342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.275863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Bound using segment: {'id': '5d3298ab-2edf-4beb-a76c-8668552ca3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:51.278824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Bound port: 8bc91ec7-240f-4354-b6e8-2b32e3e46d10, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3298ab-2edf-4beb-a76c-8668552ca3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:51.279425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.342341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.415634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] For port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:51.420700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] For port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,segment=NetworkSegment(5d3298ab-2edf-4beb-a76c-8668552ca3b0),segment_id=5d3298ab-2edf-4beb-a76c-8668552ca3b0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:51.425709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.533716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467822a3-dffc-43aa-89f2-81f39efd6779 None None] Pushing event updated for resources: {'Port': ['ID=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.537908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 97b781bc-b5e3-4e03-b735-f78f61ab0b14 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:51.582981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 5cdeabd0-92e6-4f82-8454-69886c167c63 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:51.583595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.595811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:51.616149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:51.630207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:51.631123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.636448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:51.641996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c296e2-5163-44e0-baf4-cea37b0d22ce None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:51.654441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=eb8d416c-9e7d-4c90-bbae-4ea58c2862f5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.682475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] The port '5cdeabd0-92e6-4f82-8454-69886c167c63' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:58:51.723799 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-60ac3af5-e231-4e45-b629-9aa2bdbe3dc9 tempest-RoutersTestDVR-1382953899 tempest-RoutersTestDVR-1382953899-project] 10.222.0.43 "GET /v2.0/routers/e268844a-eadd-443d-8bd6-14a02d079092 HTTP/1.1" status: 200 len: 683 time: 0.6940227 Feb 16 16:58:51.726939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:51.727654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.731581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52826) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:51.792710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.951282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Transition to ACTIVE for port object ca16d6a7-bf34-48cb-a219-924efe1d067b will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:51.957322 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5301c35f-6625-4905-8733-a7ce6bcf223d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.0047231 Feb 16 16:58:51.964264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52830) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:51.980045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:22:36:e3', 'name': 'tempest-NetworksTestDHCPv6-1619681005'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.002267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.025711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 97b781bc-b5e3-4e03-b735-f78f61ab0b14, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=97b781bc-b5e3-4e03-b735-f78f61ab0b14,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:52.060942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.083354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.139317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': 'eb8d416c-9e7d-4c90-bbae-4ea58c2862f5'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:58:52.140431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.231006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=97b781bc-b5e3-4e03-b735-f78f61ab0b14,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.288482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.387712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Allocated IP 2001:db8::f816:3eff:feda:fb3d (f92b56da-dfd9-433c-a595-962c6f07801d/eb8d416c-9e7d-4c90-bbae-4ea58c2862f5/54e5433d-c630-4ea8-bdd6-8749f81c3a1a) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:52.460753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.491460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.505662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.597325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:52.613687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.616629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8541503c-201c-42e0-925c-cd3ca5e96edf']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:52.628072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Transition to ACTIVE for port object 027c1001-4c08-4423-ba0b-a373442214a0 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:52.629803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.640480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.643499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f461bbbf-0224-4048-b9d8-a95673553a16') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:52.643868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f461bbbf-0224-4048-b9d8-a95673553a16') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:52.657460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Transition to ACTIVE for port object 54e5433d-c630-4ea8-bdd6-8749f81c3a1a will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:52.671319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.692906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.692906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e268844a-eadd-443d-8bd6-14a02d079092 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:52.695741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.697798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:52.706987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Network d2524844-7479-453f-983b-406cf1e94278 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:52.711852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:52.712037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:52.712368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.714795 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Transition to ACTIVE for port object 54e5433d-c630-4ea8-bdd6-8749f81c3a1a will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:52.721184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:52.729191 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:52.731773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:52.734128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:52.768616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:52.810432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:52.810733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:52.810845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.813933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:52.819348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:52.843106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.854725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Pushing event updated for resources: {'Port': ['ID=ca16d6a7-bf34-48cb-a219-924efe1d067b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.882487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:52.964017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:52.973572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:52.979454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.980893 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a4834ce1-e823-4fec-85f3-97cc91a5eadb tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/e268844a-eadd-443d-8bd6-14a02d079092 HTTP/1.1" status: 204 len: 168 time: 1.2383087 Feb 16 16:58:52.990041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:52.996912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Pushing event updated for resources: {'Port': ['ID=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.997980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:52.998829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.003293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.006167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52838) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:53.028478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Request body: {'router': {'name': 'tempest-router-2020033633', 'distributed': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:53.033545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:53.039143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Usage tracker for resource:router and tenant:e41ec59817a546a4b8f4bff4d24a6de5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:53.043573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:53.051067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:53.088078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Attempting to bind port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:53.088565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Attempting to bind port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:53.089022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Attempting to bind port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:58:53.105758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:58:53.105758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:58:53.106604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.107228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:58:53.107574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.108376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Bound port: 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:53.108835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.109306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.123337 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/8541503c-201c-42e0-925c-cd3ca5e96edf HTTP/1.1" status: 204 len: 168 time: 4.1149042 Feb 16 16:58:53.128503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52842) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:53.133741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-32009e6f-b9cf-4786-b3e8-0370fb0fc5fa None None] Provisioning for port ca16d6a7-bf34-48cb-a219-924efe1d067b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:53.134296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.135532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.141447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d73424-b07b-4fe0-a418-c3358e554e67 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=8541503c-201c-42e0-925c-cd3ca5e96edf,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:53.149631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-32009e6f-b9cf-4786-b3e8-0370fb0fc5fa None None] Provisioning complete for port ca16d6a7-bf34-48cb-a219-924efe1d067b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:53.150380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32009e6f-b9cf-4786-b3e8-0370fb0fc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.172864 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5829592 Feb 16 16:58:53.176592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52846) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:53.177604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'name': 'tempest-PortsTestJSON-1813561890'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:53.199513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2122252026', 'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:c9:96:3c'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:53.209105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225e14-472f-4315-a28d-1de53e14b2b8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=027c1001-4c08-4423-ba0b-a373442214a0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:53.269702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886ce9d-4960-469a-a90a-54c5e87ff9a1 None None] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:58:53.316605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.357123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:53.362853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:53.366438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:53.369506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.391016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.392091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-32009e6f-b9cf-4786-b3e8-0370fb0fc5fa None None] Port ca16d6a7-bf34-48cb-a219-924efe1d067b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:53.392247 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3d0a7a1f-d712-44bf-a0ba-06950a36aaf1 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3792377 Feb 16 16:58:53.393540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:53.395486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52850) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:53.427830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] For port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:58:53.434684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] For port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:58:53.436574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.450127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.575663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 4fc4c56c-8f24-4d2a-8c92-200765d04319 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:53.594429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:53.598235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.632114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.660122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.718853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 97b781bc-b5e3-4e03-b735-f78f61ab0b14 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:53.780196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 99557d45-b1d7-44c2-bb78-fc769c75f127 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:53.791395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc254965-44e8-4e7c-8092-f49d4f0abc86 None None] Pushing event updated for resources: {'Port': ['ID=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:53.812056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d0c1f963-de85-45aa-935f-962478bcbbcc None None] Provisioning for port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:53.874068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for d2559c41-bac8-4af6-ae8d-93b0c2b2dde1 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:53.923945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:53.924320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.091152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.096183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.114377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:54.164480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.165353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8d6fe91-d4d8-4a24-bee5-2a58d11bdbcf {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:54.206468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe22:36e3 (f92b56da-dfd9-433c-a595-962c6f07801d/eb8d416c-9e7d-4c90-bbae-4ea58c2862f5/4fc4c56c-8f24-4d2a-8c92-200765d04319) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:54.214666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:54.219426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Usage tracker for resource:port and tenant:ccd4b55486ee43cda3546829ed0810eb is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:54.222742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:54.227450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:54.230493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:54.240948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:54.241444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.338330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.339753 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-076a2b01-c062-4235-8bc2-b704af201603 tempest-RoutersTestDVR-1386657889 tempest-RoutersTestDVR-1386657889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c8d6fe91-d4d8-4a24-bee5-2a58d11bdbcf HTTP/1.1" status: 204 len: 168 time: 0.9428964 Feb 16 16:58:54.348827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:54.384110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.447367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.452910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-18a761a8-d878-4a05-8e2e-3f7a13a014ac None None] Provisioning for port 027c1001-4c08-4423-ba0b-a373442214a0 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:54.555384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-18a761a8-d878-4a05-8e2e-3f7a13a014ac None None] Provisioning complete for port 027c1001-4c08-4423-ba0b-a373442214a0 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:54.556759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18a761a8-d878-4a05-8e2e-3f7a13a014ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.637753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-18a761a8-d878-4a05-8e2e-3f7a13a014ac None None] Port 027c1001-4c08-4423-ba0b-a373442214a0 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:54.639429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.664522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:54.678820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.681073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:54.689993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:54.694127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-18a761a8-d878-4a05-8e2e-3f7a13a014ac None None] Provisioning complete for port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:54.694505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18a761a8-d878-4a05-8e2e-3f7a13a014ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.716889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.718647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.751122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,segment=NetworkSegment(5d3298ab-2edf-4beb-a76c-8668552ca3b0),segment_id=5d3298ab-2edf-4beb-a76c-8668552ca3b0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:54.766606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.778902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=99557d45-b1d7-44c2-bb78-fc769c75f127,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:54.789845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-34066524-103e-46de-8e07-e96b205a9244 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6499522 Feb 16 16:58:54.792207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52858) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:54.967321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.001585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52864) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:55.026240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.039604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.1 (5bb013af-0702-4e84-8b97-88e4442e94d1/3546df11-757d-425d-9bf0-f60fa610272f/4cd666f2-c882-4f10-9a8f-f2259afbf903) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:55.052766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.138453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 99557d45-b1d7-44c2-bb78-fc769c75f127 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:55.138823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.211317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] device_id is not set on port fc428ab7-1aae-4d57-975e-61c837796abc yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:55.212193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd58ae44-90fd-4bc1-a85c-0fbe11fd7bfc None None] Provisioning for port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:55.231012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd58ae44-90fd-4bc1-a85c-0fbe11fd7bfc None None] Provisioning complete for port 027c1001-4c08-4423-ba0b-a373442214a0 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:55.231379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cd58ae44-90fd-4bc1-a85c-0fbe11fd7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.295686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.299823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cd58ae44-90fd-4bc1-a85c-0fbe11fd7bfc None None] Port 027c1001-4c08-4423-ba0b-a373442214a0 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:55.415413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.440119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.469339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=d2559c41-bac8-4af6-ae8d-93b0c2b2dde1,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.523076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:55.552962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:55.589144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 99557d45-b1d7-44c2-bb78-fc769c75f127 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:55.604615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Usage tracker for resource:security_group_rule and tenant:093fd287703b440287fc0f5335034a9c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:55.611780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:55.612267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.672837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:55.687151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.743916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=99557d45-b1d7-44c2-bb78-fc769c75f127,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.750840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 54e5433d-c630-4ea8-bdd6-8749f81c3a1a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:55.752953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.760295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:55.765310 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7c60cc2e-2720-497a-8b40-8e3d9eea09dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/99557d45-b1d7-44c2-bb78-fc769c75f127 HTTP/1.1" status: 204 len: 168 time: 0.9686961 Feb 16 16:58:55.765683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52870) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:55.772502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'mac_address': 'fa:16:3e:53:e2:71', 'name': 'tempest-PortsTestJSON-1012507757'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:55.829643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:55.836333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:55.836750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.898887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:55.903789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:55.907417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:55.913444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:55.924104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:55.946840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.968333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.976113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.998687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.032934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Allocated IP 2001:db8::e9 (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/fc428ab7-1aae-4d57-975e-61c837796abc) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:56.033192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.060407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port ecbf83c3-0dfc-44b2-ba1e-1046b1b83096 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:56.060876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:58:56.065000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.153793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.264268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 4fc4c56c-8f24-4d2a-8c92-200765d04319 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:56.321198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.356749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.432935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:56.436065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:56.440111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:56.446290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:56.446954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.454717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=ecbf83c3-0dfc-44b2-ba1e-1046b1b83096,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.478141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-54eade3e-250f-4524-a1ad-08bb1af9a73d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7115283 Feb 16 16:58:56.481300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52874) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:56.503067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:58:56.561779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53b4a4-cc31-47eb-aebf-365be4026204 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:56.562588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3d53b4a4-cc31-47eb-aebf-365be4026204 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:56.582474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3d53b4a4-cc31-47eb-aebf-365be4026204 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:56.584431 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3d53b4a4-cc31-47eb-aebf-365be4026204 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/ecbf83c3-0dfc-44b2-ba1e-1046b1b83096 HTTP/1.1" status: 200 len: 841 time: 0.1020813 Feb 16 16:58:56.587837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52878) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:56.622516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.658678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.663373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port ecbf83c3-0dfc-44b2-ba1e-1046b1b83096 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:56.663723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.782367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.787383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.811935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 043e4e2d-4420-412d-96b0-f032c8b7cc77 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:56.822791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.832112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.919110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.924139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:56.946161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:56.956890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Pushing event updated for resources: {'Port': ['ID=ca16d6a7-bf34-48cb-a219-924efe1d067b,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.960300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.995980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:56.997014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:57.041572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=093fd287703b440287fc0f5335034a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0383661 Feb 16 16:58:57.106023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52884) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:57.112292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:57.135255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:57.140850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:57.141503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.159824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for ecbf83c3-0dfc-44b2-ba1e-1046b1b83096 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:57.207401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a56a4-d573-46ad-8c03-d25364209317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f5fa7d-4583-45b1-82f0-0291f63a7cc1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.290812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.342391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=ecbf83c3-0dfc-44b2-ba1e-1046b1b83096,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.351815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.385710 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e72fe097-25f2-43b0-a8c1-41feb4fe468b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/ecbf83c3-0dfc-44b2-ba1e-1046b1b83096 HTTP/1.1" status: 204 len: 168 time: 0.7944429 Feb 16 16:58:57.386993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52888) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:57.444724 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-802b1cb4-bdc6-45b4-bbbc-3496ea58371a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:58:57.445880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-802b1cb4-bdc6-45b4-bbbc-3496ea58371a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:57.454153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:57.456136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.464055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=4cd666f2-c882-4f10-9a8f-f2259afbf903,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.465952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-58085550-a976-47a3-b598-dd62c14e354c None None] Provisioning for port 4fc4c56c-8f24-4d2a-8c92-200765d04319 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:57.476288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-802b1cb4-bdc6-45b4-bbbc-3496ea58371a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:57.483082 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-802b1cb4-bdc6-45b4-bbbc-3496ea58371a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/ecbf83c3-0dfc-44b2-ba1e-1046b1b83096 HTTP/1.1" status: 404 len: 333 time: 0.0902028 Feb 16 16:58:57.483284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] Sync routers for ids ['043e4e2d-4420-412d-96b0-f032c8b7cc77'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:57.484836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52892) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:57.493085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'name': 'tempest-PortsTestJSON-787099870'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:57.496622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-58085550-a976-47a3-b598-dd62c14e354c None None] Provisioning complete for port 4fc4c56c-8f24-4d2a-8c92-200765d04319 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:57.496988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-58085550-a976-47a3-b598-dd62c14e354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.535432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 54e5433d-c630-4ea8-bdd6-8749f81c3a1a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:58:57.555269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.605745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] Routers {'043e4e2d-4420-412d-96b0-f032c8b7cc77'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:57.606789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['043e4e2d-4420-412d-96b0-f032c8b7cc77'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:57.617791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.6510081 Feb 16 16:58:57.625653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52896) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:57.662073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Transition to ACTIVE for port object fc428ab7-1aae-4d57-975e-61c837796abc will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:57.702025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4c26a0e5-8cde-4ed3-a706-ee3ba70fdbba tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/043e4e2d-4420-412d-96b0-f032c8b7cc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8042986 Feb 16 16:58:57.704738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52900) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:57.710396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49e2f4fb-5b5e-4cbf-b188-4f74bc1b96f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.714330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:57.715347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141facf-a36d-4e62-836b-92aa67310c1c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=4fc4c56c-8f24-4d2a-8c92-200765d04319,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.741677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-58085550-a976-47a3-b598-dd62c14e354c None None] Port 4fc4c56c-8f24-4d2a-8c92-200765d04319 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:57.744818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] Routers {'043e4e2d-4420-412d-96b0-f032c8b7cc77'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:57.745622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['043e4e2d-4420-412d-96b0-f032c8b7cc77'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:57.762323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Network d2524844-7479-453f-983b-406cf1e94278 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:57.772697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:57.776350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-36b65a48-ff32-4b79-b16f-23a2cb356af6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:57.784485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:57.794899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49e2f4fb-5b5e-4cbf-b188-4f74bc1b96f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.795574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:57.821720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:57.828241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.831226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:57.831904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d59b5d-1367-407f-8eba-a9a2e4361df8 None None] The sync data for ids ['043e4e2d-4420-412d-96b0-f032c8b7cc77'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:57.837450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:57.838021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.862264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port ad96b6da-d4dd-465f-9546-3b4750927e17 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:58:57.910934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-36b65a48-ff32-4b79-b16f-23a2cb356af6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:57.915104 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-36b65a48-ff32-4b79-b16f-23a2cb356af6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=043e4e2d-4420-412d-96b0-f032c8b7cc77 HTTP/1.1" status: 200 len: 205 time: 0.2076108 Feb 16 16:58:57.916993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52904) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:58.017546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1de58-5e6f-4d0d-b745-65bbf30ccec5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:58.028309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1de58-5e6f-4d0d-b745-65bbf30ccec5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:58.032906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2dd1de58-5e6f-4d0d-b745-65bbf30ccec5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4034810 Feb 16 16:58:58.034913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52906) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:58.174478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e831100a-8159-49d7-be96-bfbf0f7cc1da None None] Provisioning complete for port ca16d6a7-bf34-48cb-a219-924efe1d067b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:58.175115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e831100a-8159-49d7-be96-bfbf0f7cc1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.186189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.220310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 4fc4c56c-8f24-4d2a-8c92-200765d04319 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:58:58.221196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.249151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e831100a-8159-49d7-be96-bfbf0f7cc1da None None] Port ca16d6a7-bf34-48cb-a219-924efe1d067b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:58.399700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.429426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.518173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:58.551632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.586717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:58.591169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.602058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:58.608031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:58.608687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.621676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=fc428ab7-1aae-4d57-975e-61c837796abc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.624117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49e2f4fb-5b5e-4cbf-b188-4f74bc1b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.643048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.747952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 4fc4c56c-8f24-4d2a-8c92-200765d04319 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:58:58.775615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2f4fb-5b5e-4cbf-b188-4f74bc1b96f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f5fa7d-4583-45b1-82f0-0291f63a7cc1,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.795279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Router 544c28b3-7572-49f3-9139-4c5cabacaa29 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:58:58.809204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:58.814536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:58.816896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:58:58.822838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:58.823554 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.844148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=ad96b6da-d4dd-465f-9546-3b4750927e17,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.874097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-89ab7797-681f-4231-90b3-0411fa3397ab None None] Provisioning for port fc428ab7-1aae-4d57-975e-61c837796abc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:58.880832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-89ab7797-681f-4231-90b3-0411fa3397ab None None] Provisioning complete for port fc428ab7-1aae-4d57-975e-61c837796abc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:58.881141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-89ab7797-681f-4231-90b3-0411fa3397ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.884576 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-82501da1-1e35-42da-80cc-dacb6f685164 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3953285 Feb 16 16:58:58.884576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52912) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:58.894145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e4466e99-b3f6-4258-9978-7b5282f0568f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.7087898 Feb 16 16:58:58.904643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49e2f4fb-5b5e-4cbf-b188-4f74bc1b96f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.908668 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-49e2f4fb-5b5e-4cbf-b188-4f74bc1b96f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95f5fa7d-4583-45b1-82f0-0291f63a7cc1 HTTP/1.1" status: 204 len: 168 time: 1.7913451 Feb 16 16:58:58.908668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.916085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52916) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:58.926009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:58.928088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.946424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-89ab7797-681f-4231-90b3-0411fa3397ab None None] Port fc428ab7-1aae-4d57-975e-61c837796abc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:58:59.067263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.148639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.149213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router 043e4e2d-4420-412d-96b0-f032c8b7cc77 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:58:59.197392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.198649 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cc88b046-daac-421d-b8c4-519337f5d533 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/043e4e2d-4420-412d-96b0-f032c8b7cc77 HTTP/1.1" status: 204 len: 168 time: 1.2705514 Feb 16 16:58:59.205004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52924) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.299584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=4fc4c56c-8f24-4d2a-8c92-200765d04319,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.325062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.328481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52928) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.332213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.373393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.389829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6b878aa8-d8a1-428b-b4d3-367bdc46571d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/4fc4c56c-8f24-4d2a-8c92-200765d04319 HTTP/1.1" status: 204 len: 168 time: 1.3509474 Feb 16 16:58:59.417359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52932) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.465893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:58:59.480060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Usage tracker for resource:security_group_rule and tenant:e41ec59817a546a4b8f4bff4d24a6de5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:58:59.490289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:58:59.502364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:58:59.557955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe05d8a-4cc0-46d4-9fe9-20a9c53b656b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.559364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe05d8a-4cc0-46d4-9fe9-20a9c53b656b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.560946 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dbe05d8a-4cc0-46d4-9fe9-20a9c53b656b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1425233 Feb 16 16:58:59.563902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52936) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.665652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70495119-64fb-401b-9eec-ae9631f051ca tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.671321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70495119-64fb-401b-9eec-ae9631f051ca tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.677623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70495119-64fb-401b-9eec-ae9631f051ca tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.678505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-70495119-64fb-401b-9eec-ae9631f051ca tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Synchronizing usage tracker for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:58:59.698013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 1f65d0ec-55a4-4a38-9473-9a30ab90edf6 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:59.709467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.742481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.753613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.791933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.809216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.838069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] In _notify_port_updated(), no bound segment for port ad96b6da-d4dd-465f-9546-3b4750927e17 on network ce6ce3fc-8802-4158-a8d7-6513f248a511 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:58:59.843185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.843411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:58:59.843814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.845597 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/ports/ad96b6da-d4dd-465f-9546-3b4750927e17 HTTP/1.1" status: 200 len: 818 time: 0.9599149 Feb 16 16:58:59.855585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52940) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.856525 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Sync routers for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:59.878101 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ff3d1f41-e6a7-493e-9c18-d7e522cfa80e admin admin] 10.222.0.43 "PUT /v2.0/routers/544c28b3-7572-49f3-9139-4c5cabacaa29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1656613 Feb 16 16:58:59.885019 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:58:59.886016 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:59.893369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.924170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-70495119-64fb-401b-9eec-ae9631f051ca tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Unset dirty status for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:58:59.928739 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-70495119-64fb-401b-9eec-ae9631f051ca tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.0018585 Feb 16 16:58:59.930281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52946) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.937130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet eb8d416c-9e7d-4c90-bbae-4ea58c2862f5 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:58:59.939543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40592f0a-ad58-436e-ab37-eed8ccda5753 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=ad96b6da-d4dd-465f-9546-3b4750927e17,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.941003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.986243 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e41ec59817a546a4b8f4bff4d24a6de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549022 Feb 16 16:58:59.994574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52950) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:58:59.995325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1820f1-3810-4eec-a8a6-42221f5c1bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f668485c-f95a-4105-a264-8e5a474bb5e8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.000246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.037869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port ad96b6da-d4dd-465f-9546-3b4750927e17 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:00.038254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.122841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port fc428ab7-1aae-4d57-975e-61c837796abc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:00.123563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.132178 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:59:00.157843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.267345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.314531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.322001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.470349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.486599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-517b4dd7-df86-453e-9ff9-3ded15a78621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.591442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.609016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.620002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7297a0-48f7-490f-8a4a-6c0035ad9b57 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:00.633503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-517b4dd7-df86-453e-9ff9-3ded15a78621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.666853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=4cd666f2-c882-4f10-9a8f-f2259afbf903,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.671987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8d416c-9e7d-4c90-bbae-4ea58c2862f5,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.676453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52958) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:00.681156 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:58:55Z', 'revision_number': 2, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:00.684545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.685033 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Checking router: 544c28b3-7572-49f3-9139-4c5cabacaa29 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:00.685767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Updating router 544c28b3-7572-49f3-9139-4c5cabacaa29 port ca16d6a7-bf34-48cb-a219-924efe1d067b binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:00.703004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388869300', 'description': 'tempest-description--1281536056'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:00.729064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.743503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:00.765955 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.769175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Usage tracker for resource:security_group and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:00.836666 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f37cc97a-0012-41cc-8084-9f99769750c4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/eb8d416c-9e7d-4c90-bbae-4ea58c2862f5 HTTP/1.1" status: 204 len: 168 time: 1.2632837 Feb 16 16:59:00.836666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=1f65d0ec-55a4-4a38-9473-9a30ab90edf6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.848349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52962) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:00.850745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:00.917218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e781d0d3-57c6-45e7-97fe-4f011f872013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.931694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.936187 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c78533a5-ed5a-449c-9e8b-f5cb330ec375 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/1f65d0ec-55a4-4a38-9473-9a30ab90edf6 HTTP/1.1" status: 204 len: 168 time: 1.6732738 Feb 16 16:59:00.948415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98781722-a2ba-414a-aa17-17c49833a929 None None] Network b08b210e-da8b-4bcc-b64e-9531ccb2229f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:00.955542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for ad96b6da-d4dd-465f-9546-3b4750927e17 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:00.955780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52966) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:00.995289 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6060b5f8-f867-4522-9c89-04f91ba301bb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422598 Feb 16 16:59:00.999357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:01.002249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 52970) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:01.003576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.084783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:01.270185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:01.275366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Deleting port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:01.276004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.289726 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.304005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.307687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:01.322528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:01.347177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] DHCP port deletion for b08b210e-da8b-4bcc-b64e-9531ccb2229f request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:01.359120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] Deleting port 30719081-e1aa-4eb1-ae1f-8055228ecd6c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:01.359633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.359937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for fc428ab7-1aae-4d57-975e-61c837796abc owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:01.398905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.413385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:01.430334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:01.432964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Transition to ACTIVE for port object ca16d6a7-bf34-48cb-a219-924efe1d067b will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:01.436403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:01.443701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-517b4dd7-df86-453e-9ff9-3ded15a78621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.447141 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.459257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 30719081-e1aa-4eb1-ae1f-8055228ecd6c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:01.459598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.490762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:01.492511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b4dd7-df86-453e-9ff9-3ded15a78621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f668485c-f95a-4105-a264-8e5a474bb5e8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.499194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Usage tracker for resource:security_group_rule and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:01.502361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:01.504227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:01.508056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-517b4dd7-df86-453e-9ff9-3ded15a78621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.519280 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-517b4dd7-df86-453e-9ff9-3ded15a78621 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f668485c-f95a-4105-a264-8e5a474bb5e8 HTTP/1.1" status: 204 len: 168 time: 1.5126622 Feb 16 16:59:01.529632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:01.534364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30719081-e1aa-4eb1-ae1f-8055228ecd6c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:01.559108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.574447 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b757bcb-6b55-40ba-89b3-fade4c60f355 None None] Pushing event updated for resources: {'Port': ['ID=ca16d6a7-bf34-48cb-a219-924efe1d067b,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.617504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:01.621595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.681827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=ad96b6da-d4dd-465f-9546-3b4750927e17,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.698768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.826325 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-86e5f60c-4121-4842-897c-f1dd3991b976 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/ad96b6da-d4dd-465f-9546-3b4750927e17 HTTP/1.1" status: 204 len: 168 time: 1.9645789 Feb 16 16:59:01.828708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52976) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:01.889533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Attempting to bind port ca16d6a7-bf34-48cb-a219-924efe1d067b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:01.890096 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Attempting to bind port ca16d6a7-bf34-48cb-a219-924efe1d067b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:01.890592 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Attempting to bind port ca16d6a7-bf34-48cb-a219-924efe1d067b on network d2524844-7479-453f-983b-406cf1e94278 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:01.903625 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:01.904163 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Checking segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:01.904652 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.905149 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Bound using segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:01.905725 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Bound port: ca16d6a7-bf34-48cb-a219-924efe1d067b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:01.909376 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.948494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] For port 30719081-e1aa-4eb1-ae1f-8055228ecd6c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30719081-e1aa-4eb1-ae1f-8055228ecd6c,segment=NetworkSegment(860ab2d7-2d0f-4df6-87fe-4511a6852bcd),segment_id=860ab2d7-2d0f-4df6-87fe-4511a6852bcd)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:01.949105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.989695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.076520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.089511 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] For port ca16d6a7-bf34-48cb-a219-924efe1d067b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:02.094255 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] For port ca16d6a7-bf34-48cb-a219-924efe1d067b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ca16d6a7-bf34-48cb-a219-924efe1d067b,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:02.095405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.098305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] Calling delete_port for 30719081-e1aa-4eb1-ae1f-8055228ecd6c owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:02.101690 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.102195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=fc428ab7-1aae-4d57-975e-61c837796abc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.238802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.245556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.247074 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5651679 Feb 16 16:59:02.251639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52988) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:02.256822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef6241-99f6-486a-8e05-39cddbe71178 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd1742-a0c3-4a76-b23a-c02ab11469b7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.263378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Request body: {'security_group_rule': {'security_group_id': '86bd1742-a0c3-4a76-b23a-c02ab11469b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:02.311406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] Pushing event deleted for resources: {'Port': ['ID=30719081-e1aa-4eb1-ae1f-8055228ecd6c,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.318511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:02.323642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No active binding found for port 30719081-e1aa-4eb1-ae1f-8055228ecd6c {{(pid=87722) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 16:59:02.324076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30719081-e1aa-4eb1-ae1f-8055228ecd6c not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:02.324594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 54e5433d-c630-4ea8-bdd6-8749f81c3a1a no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:02.352893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Usage tracker for resource:security_group_rule and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:02.370175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23041aa-fde8-40f9-bf2c-a0d4939f2994 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:02.371739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d23041aa-fde8-40f9-bf2c-a0d4939f2994 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:02.378814 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:02.384314 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:02.425059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358fe95-ca3a-4d95-8aed-58632ee1cb1a None None] No DVR routers for this DVR port 30719081-e1aa-4eb1-ae1f-8055228ecd6c on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:02.447085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] For port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:02.448511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.453032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:02.479268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:02.544898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:02.627978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 30719081-e1aa-4eb1-ae1f-8055228ecd6c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30719081-e1aa-4eb1-ae1f-8055228ecd6c,segment=NetworkSegment(860ab2d7-2d0f-4df6-87fe-4511a6852bcd),segment_id=860ab2d7-2d0f-4df6-87fe-4511a6852bcd)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:02.628600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.640700 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b757bcb-6b55-40ba-89b3-fade4c60f355 None None] Pushing event updated for resources: {'Port': ['ID=ca16d6a7-bf34-48cb-a219-924efe1d067b,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.653117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.672767 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-64c0c72c-ea61-4a8f-8b63-317197918824 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/ports/fc428ab7-1aae-4d57-975e-61c837796abc HTTP/1.1" status: 204 len: 168 time: 2.7299876 Feb 16 16:59:02.674969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 52996) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:02.687139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.790103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d23041aa-fde8-40f9-bf2c-a0d4939f2994 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:02.791358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d23041aa-fde8-40f9-bf2c-a0d4939f2994 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9606512 Feb 16 16:59:02.800689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Calling delete_port for 54e5433d-c630-4ea8-bdd6-8749f81c3a1a owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:02.806735 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-45842619-92c6-4b67-bda7-8bd190656364 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] GET failed (client error): The resource could not be found. Feb 16 16:59:02.807578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-45842619-92c6-4b67-bda7-8bd190656364 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Synchronizing usage tracker for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:02.812158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53002) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:02.841304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-45842619-92c6-4b67-bda7-8bd190656364 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Unset dirty status for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:02.843600 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-45842619-92c6-4b67-bda7-8bd190656364 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "GET /v2.0/ports/fc428ab7-1aae-4d57-975e-61c837796abc HTTP/1.1" status: 404 len: 333 time: 0.1676073 Feb 16 16:59:02.847954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53006) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:02.860141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-514940500'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:02.860933 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:59:02.931790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.024548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 30719081-e1aa-4eb1-ae1f-8055228ecd6c owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:03.059420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.068802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.072259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:03.084977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.120371 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c794b4-39eb-4680-8578-d09d4aaa1f13 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:59:03.125189 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c6c794b4-39eb-4680-8578-d09d4aaa1f13 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/ad96b6da-d4dd-465f-9546-3b4750927e17 HTTP/1.1" status: 404 len: 333 time: 0.2264695 Feb 16 16:59:03.140183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53014) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:03.188891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:03.196937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:03.213080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-235624128'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.227106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53018) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:03.231283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:03.235541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:03.242210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:03.245958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:03.253533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:03.277420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae2e5f5-6a85-4c82-a46b-2fe94bbbe417,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:03.295994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:03.303056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.334961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:03.335302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:03.351439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:03.361364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.362156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:03.362540 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-83874921-a9d8-4e92-87fc-a37ad9862b11 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1080878 Feb 16 16:59:03.369328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53024) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:03.369558 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:02Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:03.378496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba113d9d-d8c9-48a6-8d42-796ea5302855 None None] The sync data for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv is: [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:02Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:03.381530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:03.383580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Request body: {'security_group_rule': {'security_group_id': '86bd1742-a0c3-4a76-b23a-c02ab11469b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.392236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:03.394405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:03.401402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Usage tracker for resource:security_group_rule and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:03.403501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:03.406285 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-909669dc-3b3d-4492-b547-20b189ecbe42 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/routers/a1f9b188-2053-444d-a594-9f99ee2496fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8941941 Feb 16 16:59:03.408010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:03.410576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53028) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:03.418283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:03.421884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'port': {'network_id': '5bb013af-0702-4e84-8b97-88e4442e94d1', 'name': 'tempest-FloatingIPTestJSON-143171170'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.431887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:03.435316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.442740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:03.447018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:03.480780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-466455550'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.491929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] device_id is not set on port 554d8347-e6af-46dc-96be-8e76f883b4cb yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:03.519673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:03.526939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.527223 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment 0d708019-d7d4-4d15-b190-75fd3058938c of type vlan for network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 Feb 16 16:59:03.540719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:03.550201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:03.550201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:58:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:03.597706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Usage tracker for resource:network and tenant:e7bd9fb75fc44a2ca359371aa9c9770f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:03.600347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.610054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:03.623995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:03.643261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.675679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:03.676078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75686216-eadb-4739-81e8-9ce1485caca1 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:03.687094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-590be73e-acba-41b1-9ea8-a75ef8b149a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.698110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Deleting port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:03.698816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.703738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.711701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:03.712438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.757464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:03.761969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.780087 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6357067 Feb 16 16:59:03.796009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Allocated IP 2001:db8::317 (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/554d8347-e6af-46dc-96be-8e76f883b4cb) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:03.814044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53032) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:03.850801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.865042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 30719081-e1aa-4eb1-ae1f-8055228ecd6c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:03.865456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.907285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.911899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6228-0d64-42aa-9084-b8ecf847d867 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=3aa2f63e-78af-48a5-a18f-8ca1087c7069,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:03.937523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:03.950022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:59:04.045375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:04.047904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:port and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:04.069740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:59:04.070658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:04.077391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Usage tracker for resource:security_group_rule and tenant:e7bd9fb75fc44a2ca359371aa9c9770f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:04.089844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] The port '30719081-e1aa-4eb1-ae1f-8055228ecd6c' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:59:04.131605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] For port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:04.132525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.179835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.201013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Transition to ACTIVE for port object 554d8347-e6af-46dc-96be-8e76f883b4cb will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:04.246808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.297321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Calling delete_port for 54e5433d-c630-4ea8-bdd6-8749f81c3a1a owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:04.346644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:04.351621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:04.356974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:04.362740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:04.363413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.367848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:04.372481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.373622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=554d8347-e6af-46dc-96be-8e76f883b4cb,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.384564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:04.392388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:04.397688 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6d67738a-e721-4fa0-85f8-e0851b7c30ef tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5446432 Feb 16 16:59:04.398094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53036) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:04.401557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:04.405079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:c9:96:3c'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:04.409489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:04.469063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.507431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.547258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:04.570318 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.services.revisions.revision_plugin [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Could not find related port for resource to bump revision. Feb 16 16:59:04.573417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] Pushing event deleted for resources: {'Port': ['ID=54e5433d-c630-4ea8-bdd6-8749f81c3a1a,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.574450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.587405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255dafe-7078-4945-af69-f7a0de48eac8 None None] No DVR routers for this DVR port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:04.621393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:04.639880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_pluggable_backend [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Port 54e5433d-c630-4ea8-bdd6-8749f81c3a1a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87720) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 16:59:04.640291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_pluggable_backend [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:fb3d {{(pid=87720) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 16:59:04.645224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_pluggable_backend [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feda:fb3d {{(pid=87720) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 16:59:04.647533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:04.651262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.750310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd59503e-4ece-43a9-a430-b887f2bc01c3,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.754504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.826474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.827899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-81d7e0b2-e2f0-435a-a70f-7f771fdc11d8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4575646 Feb 16 16:59:04.831901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0f57717b-bcbf-4c1e-b8fe-6ffdf9aa4a6d None None] Provisioning for port 554d8347-e6af-46dc-96be-8e76f883b4cb completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:04.840159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53040) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:04.842275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0f57717b-bcbf-4c1e-b8fe-6ffdf9aa4a6d None None] Provisioning complete for port 554d8347-e6af-46dc-96be-8e76f883b4cb triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:04.843075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f57717b-bcbf-4c1e-b8fe-6ffdf9aa4a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.848392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:04.859546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:04.894356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Usage tracker for resource:floatingip and tenant:348b9ee71ebb42aca247533874e7397b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:04.902874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:04.913738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0f57717b-bcbf-4c1e-b8fe-6ffdf9aa4a6d None None] Port 554d8347-e6af-46dc-96be-8e76f883b4cb cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:04.914737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:04.924316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:04.935556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:04.937154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:04.940782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.946149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.959361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b0955-9a93-4a7e-973b-8e48b0d41c3a None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:04.963831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:04.964022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.965315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.029483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] device_id is not set on port 09f578c8-94cf-41af-9f82-31888ff30f0c yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:05.061487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.085340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.127231 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1239207 Feb 16 16:59:05.127622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53044) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:05.137407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2de3e-9199-4723-a679-b6387d391087 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=798ab5e4-7312-403b-95c9-c8fb4e77b4af,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.150130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:95:f5:54', 'name': 'tempest-NetworksTestDHCPv6-1020893800'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:05.195216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08b210e-da8b-4bcc-b64e-9531ccb2229f']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.227057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860ab2d7-2d0f-4df6-87fe-4511a6852bcd') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.227357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860ab2d7-2d0f-4df6-87fe-4511a6852bcd') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.269280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '798ab5e4-7312-403b-95c9-c8fb4e77b4af'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:05.270105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.324373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.400398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.436464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.439863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:05.440276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.451854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:05.461966 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:05.464741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:05.466810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:05.487117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:05.497453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.498192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Allocated IP 2001:db8::f816:3eff:fe01:31ae (f92b56da-dfd9-433c-a595-962c6f07801d/798ab5e4-7312-403b-95c9-c8fb4e77b4af/cec9776d-abeb-4b33-8e07-a7540814d50b) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:05.499561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.522423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.13 (5bb013af-0702-4e84-8b97-88e4442e94d1/3546df11-757d-425d-9bf0-f60fa610272f/09f578c8-94cf-41af-9f82-31888ff30f0c) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:05.525208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.546375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.595199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:05.611739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ca16d6a7-bf34-48cb-a219-924efe1d067b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:05.628215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:05.652310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.663446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.712480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] In _notify_port_updated(), no bound segment for port 554d8347-e6af-46dc-96be-8e76f883b4cb on network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:05.718230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:05.718914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.723360 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "PUT /v2.0/ports/554d8347-e6af-46dc-96be-8e76f883b4cb HTTP/1.1" status: 200 len: 1002 time: 1.3241279 Feb 16 16:59:05.737854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53048) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:05.789545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.790215 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Added segment 22e719ca-7f28-4e6e-a571-ddfdb35654d0 of type vlan for network c6c3d8fd-de04-4029-ba23-aaf15fcee42e Feb 16 16:59:05.806084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.822820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3d776-bd11-4e8a-b201-6f9d03b5de04 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=554d8347-e6af-46dc-96be-8e76f883b4cb,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.840268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=b08b210e-da8b-4bcc-b64e-9531ccb2229f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.842938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b133d-0063-4074-9f73-a7e35f7ec203,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.873061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.875688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ca16d6a7-bf34-48cb-a219-924efe1d067b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:05.889198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ca16d6a7-bf34-48cb-a219-924efe1d067b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:05.889581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.918838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Transition to ACTIVE for port object cec9776d-abeb-4b33-8e07-a7540814d50b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:05.943565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=a1457792-bd44-4d11-a97d-c30c51ac9be9,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.964507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Transition to ACTIVE for port object cec9776d-abeb-4b33-8e07-a7540814d50b will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:05.975374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port 554d8347-e6af-46dc-96be-8e76f883b4cb {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:05.975374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.975986 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1f32389f-1b63-4478-bc5f-512651e81cf9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/b08b210e-da8b-4bcc-b64e-9531ccb2229f HTTP/1.1" status: 204 len: 168 time: 5.0194952 Feb 16 16:59:05.984246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53052) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:05.987538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.007877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.015314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.049874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Allocated IP 172.26.7.120 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/655fee0a-1955-4050-b7ad-34b3b2d11372) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:06.053186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1318931087', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:06.070408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:06.079230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': '0d708019-d7d4-4d15-b190-75fd3058938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:06.079865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: 3aa2f63e-78af-48a5-a18f-8ca1087c7069, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:06.087839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 752a2268-a91d-4b7b-a5f3-fff25e206401 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:06.091340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:06.097848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:06.123169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:06.124065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.127561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:06.139258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.145921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-23a842fc-1f9a-4b8c-a0a1-aa79fdc74565 None None] Provisioning complete for port 554d8347-e6af-46dc-96be-8e76f883b4cb triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:06.146438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23a842fc-1f9a-4b8c-a0a1-aa79fdc74565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.170938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.177347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.177883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.178570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:06.214100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:06.226718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.227718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.238952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Pushing event updated for resources: {'Port': ['ID=cec9776d-abeb-4b33-8e07-a7540814d50b,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.311630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0819969 Feb 16 16:59:06.318575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port ca16d6a7-bf34-48cb-a219-924efe1d067b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ca16d6a7-bf34-48cb-a219-924efe1d067b,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:06.320968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-23a842fc-1f9a-4b8c-a0a1-aa79fdc74565 None None] Port 554d8347-e6af-46dc-96be-8e76f883b4cb cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:06.322602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Attempting to bind port cec9776d-abeb-4b33-8e07-a7540814d50b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:06.322970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Attempting to bind port cec9776d-abeb-4b33-8e07-a7540814d50b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:06.323313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Attempting to bind port cec9776d-abeb-4b33-8e07-a7540814d50b on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:06.327635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.330657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53056) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:06.336755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 3aa2f63e-78af-48a5-a18f-8ca1087c7069) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.350973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.356681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'subnet': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:06.368111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:06.368111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:06.368431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.368635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:06.369078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Bound port: cec9776d-abeb-4b33-8e07-a7540814d50b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:06.369449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.375258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.375862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.378528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a7621-20b7-4f5b-bc6b-e8efd549dce6 None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:06.390669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f912268-6dba-46bd-9608-022e6911abac tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Network': ['ID=c6c3d8fd-de04-4029-ba23-aaf15fcee42e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.416114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:59:06.460672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.514501 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8c29f885-ae9a-4dd4-9157-beeca553ae86 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6967661 Feb 16 16:59:06.517230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53060) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:06.531127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:06.547183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:06.613887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Usage tracker for resource:subnet and tenant:e7bd9fb75fc44a2ca359371aa9c9770f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:06.689058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=ca16d6a7-bf34-48cb-a219-924efe1d067b,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.716755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.748366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.748714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe95:f554 (f92b56da-dfd9-433c-a595-962c6f07801d/798ab5e4-7312-403b-95c9-c8fb4e77b4af/752a2268-a91d-4b7b-a5f3-fff25e206401) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:06.762352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:06.804632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] For port cec9776d-abeb-4b33-8e07-a7540814d50b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:06.813389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.819594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] For port cec9776d-abeb-4b33-8e07-a7540814d50b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cec9776d-abeb-4b33-8e07-a7540814d50b,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:06.831283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.836816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:06.889114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for 554d8347-e6af-46dc-96be-8e76f883b4cb owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:06.965170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': 'a1457792-bd44-4d11-a97d-c30c51ac9be9'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:06.966118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.991574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007eebd3-fb09-4c97-b7ee-d68e371e939e None None] Pushing event updated for resources: {'Port': ['ID=cec9776d-abeb-4b33-8e07-a7540814d50b,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.076571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:07.079872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.103641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.121993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.128646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.196041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Allocated IP 172.20.0.2 (3aa2f63e-78af-48a5-a18f-8ca1087c7069/a1457792-bd44-4d11-a97d-c30c51ac9be9/e0a8bc35-5bac-49dd-aac4-0f0caf1534bf) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:07.260868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:07.268826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event updated for resources: {'Port': ['ID=655fee0a-1955-4050-b7ad-34b3b2d11372,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.275824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:07.276578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:07.363444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:07.399980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:07.413084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:07.421983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:07.466024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:07.472488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.472725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:07.540935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:07.558372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=554d8347-e6af-46dc-96be-8e76f883b4cb,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.571633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=09f578c8-94cf-41af-9f82-31888ff30f0c,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.611049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.611507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.623564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Transition to ACTIVE for port object e0a8bc35-5bac-49dd-aac4-0f0caf1534bf will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:07.632298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.648450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Transition to ACTIVE for port object e0a8bc35-5bac-49dd-aac4-0f0caf1534bf will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:07.652510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cec9776d-abeb-4b33-8e07-a7540814d50b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:07.681808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:07.685317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.690664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.715617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 752a2268-a91d-4b7b-a5f3-fff25e206401 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:07.793844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Pushing event updated for resources: {'Port': ['ID=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.805272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.807596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:07.811420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:07.816727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:07.824041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:07.824711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.909909 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4ed1434d-7b27-46d0-89ef-f140b9754385 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4973357 Feb 16 16:59:07.918277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:07.918908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53064) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:07.939392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'port': {'network_id': '5bb013af-0702-4e84-8b97-88e4442e94d1', 'name': 'tempest-FloatingIPTestJSON-137091561'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:07.945790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Attempting to bind port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:07.946659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Attempting to bind port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '0d708019-d7d4-4d15-b190-75fd3058938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:07.947322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Attempting to bind port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf on network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:07.950735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port cec9776d-abeb-4b33-8e07-a7540814d50b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:07.955234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:07.960682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:07.961214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Checking segment: {'id': '0d708019-d7d4-4d15-b190-75fd3058938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:07.961871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.962596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Bound using segment: {'id': '0d708019-d7d4-4d15-b190-75fd3058938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:07.963117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.963255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Bound port: e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d708019-d7d4-4d15-b190-75fd3058938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:07.963626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.973959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ca16d6a7-bf34-48cb-a219-924efe1d067b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:07.978273 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1457792-bd44-4d11-a97d-c30c51ac9be9 (CIDR: 172.20.0.0/28) Feb 16 16:59:07.992276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:07.993121 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:07.993599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:07.997652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:07.998260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.014810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.073105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.132334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-51e61f81-264c-4daa-897c-0af7d11e4bac tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6140332 Feb 16 16:59:08.177774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] For port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:08.182905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] For port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,segment=NetworkSegment(0d708019-d7d4-4d15-b190-75fd3058938c),segment_id=0d708019-d7d4-4d15-b190-75fd3058938c)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:08.191632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53068) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:08.198109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.232386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:08.269478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ca16d6a7-bf34-48cb-a219-924efe1d067b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:08.269847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.312970 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f9125451-6124-4817-b298-bffe87b05499 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/ports/554d8347-e6af-46dc-96be-8e76f883b4cb HTTP/1.1" status: 204 len: 168 time: 2.5727963 Feb 16 16:59:08.337290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ab096-4916-425f-9f1f-ac3bb4544b95 None None] Pushing event updated for resources: {'Port': ['ID=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.362482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53072) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:08.389364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=752a2268-a91d-4b7b-a5f3-fff25e206401,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.439512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.441670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Subnet': ['ID=eda51cf6-0aa8-4049-984a-582cd2445832,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.462346 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2dc5e2bd-237f-48e7-98fe-2320aa4eedac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3127084 Feb 16 16:59:08.462346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.462756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.463656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53076) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:08.500148 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-672d53ae-0eb0-4d64-be75-084284f36599 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] GET failed (client error): The resource could not be found. Feb 16 16:59:08.500605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-672d53ae-0eb0-4d64-be75-084284f36599 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Synchronizing usage tracker for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:08.521429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Checking segment: {'id': '22e719ca-7f28-4e6e-a571-ddfdb35654d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:08.521885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network hostable DHCP agents. Network: c6c3d8fd-de04-4029-ba23-aaf15fcee42e, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:08.542951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.683932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] Provisioning for port cec9776d-abeb-4b33-8e07-a7540814d50b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:08.690072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] Provisioning complete for port cec9776d-abeb-4b33-8e07-a7540814d50b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:08.690900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.851091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:08.887321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.892299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event updated for resources: {'Port': ['ID=655fee0a-1955-4050-b7ad-34b3b2d11372,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.893690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c6c3d8fd-de04-4029-ba23-aaf15fcee42e) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:08.911967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.913558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:08.914162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.927597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:08.934627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:port and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:08.934852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbc073-0973-4f6e-a63e-f1b0d19dffb9 None None] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:08.938132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:08.938845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:08.946576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:08.966001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-672d53ae-0eb0-4d64-be75-084284f36599 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Unset dirty status for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:08.970640 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-672d53ae-0eb0-4d64-be75-084284f36599 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "GET /v2.0/ports/554d8347-e6af-46dc-96be-8e76f883b4cb HTTP/1.1" status: 404 len: 333 time: 0.6004913 Feb 16 16:59:08.975826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53080) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:08.978016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:08.987094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-331964556'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:08.991048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:09.003819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:09.017584 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fbb741b1-ed62-4907-958b-85e777d8cae3 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6796274 Feb 16 16:59:09.019401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53084) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:09.033442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'name': 'tempest-AllowedAddressPairTestJSON-698366808'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:09.057752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:09.061693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.061935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:09.065266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.072967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] For port cec9776d-abeb-4b33-8e07-a7540814d50b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cec9776d-abeb-4b33-8e07-a7540814d50b,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:09.083104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.087097 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5a5f7691-abd6-4b44-b843-8d485ab645a3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2460113 Feb 16 16:59:09.094690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.117536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c51d91-c3b8-4495-a4a8-1311d98f72e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:09.123661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c51d91-c3b8-4495-a4a8-1311d98f72e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:09.124465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8c51d91-c3b8-4495-a4a8-1311d98f72e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:09.135170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 172.26.7.139 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/76fddc12-1ccf-4c26-b5b4-e68791dd1172) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:09.150878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] device_id is not set on port 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:09.232217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8c51d91-c3b8-4495-a4a8-1311d98f72e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:09.233559 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f8c51d91-c3b8-4495-a4a8-1311d98f72e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7303596 Feb 16 16:59:09.239562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53090) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:09.296931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:09.326534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5bf30-da38-4138-9f68-c7f8ccab3274 None None] Pushing event updated for resources: {'Port': ['ID=cec9776d-abeb-4b33-8e07-a7540814d50b,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:09.365784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:09.366002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e46167f5-2dc3-4bac-9eab-8f1f9803c19c None None] Provisioning for port 752a2268-a91d-4b7b-a5f3-fff25e206401 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:09.417944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:09.421488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.462437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.12 (5bb013af-0702-4e84-8b97-88e4442e94d1/3546df11-757d-425d-9bf0-f60fa610272f/9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:09.477247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e46167f5-2dc3-4bac-9eab-8f1f9803c19c None None] Provisioning complete for port 752a2268-a91d-4b7b-a5f3-fff25e206401 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:09.477247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e46167f5-2dc3-4bac-9eab-8f1f9803c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.510290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] device_id is not set on port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:09.558364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 752a2268-a91d-4b7b-a5f3-fff25e206401 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:09.558868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.564923 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:59:09.635344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cec9776d-abeb-4b33-8e07-a7540814d50b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:09.649689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-99f3e1f1-decf-4e67-b2d8-ec07bd4d22a7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Synchronizing usage tracker for tenant:348b9ee71ebb42aca247533874e7397b on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:09.722173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.725506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e46167f5-2dc3-4bac-9eab-8f1f9803c19c None None] Port 752a2268-a91d-4b7b-a5f3-fff25e206401 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:09.727287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'tenant_id': 'e7bd9fb75fc44a2ca359371aa9c9770f', 'fixed_ips': [{'subnet_id': 'eda51cf6-0aa8-4049-984a-582cd2445832'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:09.728082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.756561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-99f3e1f1-decf-4e67-b2d8-ec07bd4d22a7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Unset dirty status for tenant:348b9ee71ebb42aca247533874e7397b on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:09.757816 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-99f3e1f1-decf-4e67-b2d8-ec07bd4d22a7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--388869300&fields=id&tenant_id=348b9ee71ebb42aca247533874e7397b HTTP/1.1" status: 200 len: 267 time: 0.2823923 Feb 16 16:59:09.821627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cec9776d-abeb-4b33-8e07-a7540814d50b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:09.822299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.825246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:09.831745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.881991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Usage tracker for resource:port and tenant:e7bd9fb75fc44a2ca359371aa9c9770f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:09.904274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:09.920639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169cbfa4-3686-4363-89ee-a741b779eaaf None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:09.966151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:09.993966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Allocated IP 2001:db8::267 (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/c31f0e0f-8c4b-4a40-b952-92f0f8128e78) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:10.002389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:10.016909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:10.023781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=76fddc12-1ccf-4c26-b5b4-e68791dd1172,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.030201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:10.068461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:10.072009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.132915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.144142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-6d3dca6b-741e-4f4c-95d1-06ecad96553e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.144829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-6d3dca6b-741e-4f4c-95d1-06ecad96553e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Synchronizing usage tracker for tenant:348b9ee71ebb42aca247533874e7397b on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:10.184677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] device_id is not set on port 2784c705-c01c-44a5-8dfd-a1512f400008 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:10.273914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-6d3dca6b-741e-4f4c-95d1-06ecad96553e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Unset dirty status for tenant:348b9ee71ebb42aca247533874e7397b on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:10.275156 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-6d3dca6b-741e-4f4c-95d1-06ecad96553e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 811 time: 0.4914083 Feb 16 16:59:10.289793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ca979d43-c9ae-41a9-a068-e2c8f90bee47 None None] Provisioning for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:10.306438 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-17cb60b6-854f-427e-a018-a0d641c4a071 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/quotas/348b9ee71ebb42aca247533874e7397b HTTP/1.1" status: 200 len: 375 time: 0.0220497 Feb 16 16:59:10.321720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e0a8bc35-5bac-49dd-aac4-0f0caf1534bf up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:10.382944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Allocated IP 172.20.0.2 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/1a853e52-1929-4c34-8c63-b494a3d1a964) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:10.414064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.415459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.519236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:10.524156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.540958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:10.541326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.553300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.564609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=40368cfe-64b6-4907-b110-66da84cedd92,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.569926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:10.572974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Transition to ACTIVE for port object c31f0e0f-8c4b-4a40-b952-92f0f8128e78 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:10.574586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:10.579273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:10.611156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:10.664277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:10.677553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.678299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.681242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.681869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.695244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.720774 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-f0e3a521-4eba-4316-a250-1ff27ae90072 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3962440 Feb 16 16:59:10.725048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a49b88-2fbe-4bad-8cd2-b759f7a947d7 None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:10.729955 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b1e760f8-3157-4463-98aa-4ed5b9ead83f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8076921 Feb 16 16:59:10.735311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53104) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:10.739395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.767282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:10.818123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:10.835409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:floatingip and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:10.898463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:10.900477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.901541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:10.912612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:10.915198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:10.923103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.925620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8735f482-8813-4cca-861a-a3ce7476ca28 None None] Provisioning complete for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:10.925980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8735f482-8813-4cca-861a-a3ce7476ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.926188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.931072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:10.971609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=c31f0e0f-8c4b-4a40-b952-92f0f8128e78,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.983745 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9c7a6436-0073-4906-8253-74ebdeb20e91 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0047951 Feb 16 16:59:10.995815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53110) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:11.007068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c9:96:3c'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:11.012222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 752a2268-a91d-4b7b-a5f3-fff25e206401 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:11.044257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.048308 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bfcfd653-9316-43d4-b654-5183a8af0016 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8388991 Feb 16 16:59:11.059949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53116) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:11.091269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.106157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,segment=NetworkSegment(0d708019-d7d4-4d15-b190-75fd3058938c),segment_id=0d708019-d7d4-4d15-b190-75fd3058938c)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:11.110606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Transition to ACTIVE for port object 1a853e52-1929-4c34-8c63-b494a3d1a964 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:11.128148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.135409 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-7590a4ce-2775-4a92-9d87-e6ef4888fa91 service neutron] 10.222.0.43 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974640 Feb 16 16:59:11.147333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'fixed_ips': [{'subnet_id': 'a1457792-bd44-4d11-a97d-c30c51ac9be9'}, {'subnet_id': '40368cfe-64b6-4907-b110-66da84cedd92'}], 'name': 'tempest-PortsTestJSON-770412932'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:11.279450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Transition to ACTIVE for port object 1a853e52-1929-4c34-8c63-b494a3d1a964 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:11.345425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.376807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.513899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e0a8bc35-5bac-49dd-aac4-0f0caf1534bf up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:11.544606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Pushing event updated for resources: {'Port': ['ID=1a853e52-1929-4c34-8c63-b494a3d1a964,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.564799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:11.575688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:11.577937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.583602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:11.594122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:11.638493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Allocated IP 172.20.0.12 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/2784c705-c01c-44a5-8dfd-a1512f400008) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:11.644710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:11.655674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:11.680657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:11.690329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.710616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-c843b393-05b5-4819-9035-dfcead0d4f88 service neutron] 10.222.0.43 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737681 Feb 16 16:59:11.761464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=752a2268-a91d-4b7b-a5f3-fff25e206401,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.762638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.795156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:11.823088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Attempting to bind port 1a853e52-1929-4c34-8c63-b494a3d1a964 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:11.823696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Attempting to bind port 1a853e52-1929-4c34-8c63-b494a3d1a964 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '22e719ca-7f28-4e6e-a571-ddfdb35654d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:11.824203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Attempting to bind port 1a853e52-1929-4c34-8c63-b494a3d1a964 on network c6c3d8fd-de04-4029-ba23-aaf15fcee42e {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:11.829065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-58b862ec-ad46-4ba6-9e2f-5f15d2889f71 None None] Provisioning for port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:11.839404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:11.839800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Checking segment: {'id': '22e719ca-7f28-4e6e-a571-ddfdb35654d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:11.840164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.840544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Bound using segment: {'id': '22e719ca-7f28-4e6e-a571-ddfdb35654d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:11.841004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Bound port: 1a853e52-1929-4c34-8c63-b494a3d1a964, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e719ca-7f28-4e6e-a571-ddfdb35654d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:11.841372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.860740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:11.861026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.889312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-58b862ec-ad46-4ba6-9e2f-5f15d2889f71 None None] Provisioning complete for port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:11.889882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-58b862ec-ad46-4ba6-9e2f-5f15d2889f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.070059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-58b862ec-ad46-4ba6-9e2f-5f15d2889f71 None None] Port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:12.163620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-52362b31-4e69-433f-8991-51e5c371da6f req-a4a5e518-cd21-41ed-94a6-8999099d02ce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Synchronizing usage tracker for tenant:348b9ee71ebb42aca247533874e7397b on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:12.167526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.236891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] For port 1a853e52-1929-4c34-8c63-b494a3d1a964, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:12.260580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.291431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.315655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] For port 1a853e52-1929-4c34-8c63-b494a3d1a964, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1a853e52-1929-4c34-8c63-b494a3d1a964,segment=NetworkSegment(22e719ca-7f28-4e6e-a571-ddfdb35654d0),segment_id=22e719ca-7f28-4e6e-a571-ddfdb35654d0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:12.320761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Update dhcp port {'port': {'network_id': '3aa2f63e-78af-48a5-a18f-8ca1087c7069', 'fixed_ips': [{'subnet_id': 'a1457792-bd44-4d11-a97d-c30c51ac9be9', 'ip_address': '172.20.0.2'}, {'subnet_id': '40368cfe-64b6-4907-b110-66da84cedd92'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': 'e0a8bc35-5bac-49dd-aac4-0f0caf1534bf'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 16:59:12.358085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.401137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] In _notify_port_updated(), no bound segment for port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 on network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:12.420829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:12.421649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.423036 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "PUT /v2.0/ports/c31f0e0f-8c4b-4a40-b952-92f0f8128e78 HTTP/1.1" status: 200 len: 1002 time: 1.4261615 Feb 16 16:59:12.425231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.431506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53142) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:12.491578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.491832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d9f37-62ff-4669-8b72-46589c873fc5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=c31f0e0f-8c4b-4a40-b952-92f0f8128e78,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.560159 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-364d397c-e089-41f2-b6c4-b01947f2d56d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/752a2268-a91d-4b7b-a5f3-fff25e206401 HTTP/1.1" status: 204 len: 168 time: 3.3061213 Feb 16 16:59:12.562270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f858e8-061a-4328-a0ca-e9ac17bc9fce None None] Pushing event updated for resources: {'Port': ['ID=1a853e52-1929-4c34-8c63-b494a3d1a964,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.587631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53146) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:12.657436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.101 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/609c104a-e03c-4ae5-b60c-2c86fa40141a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:12.861833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.887620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Allocated IP 172.20.0.18 (3aa2f63e-78af-48a5-a18f-8ca1087c7069/40368cfe-64b6-4907-b110-66da84cedd92/e0a8bc35-5bac-49dd-aac4-0f0caf1534bf) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:12.890027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7ba00be5-5c02-489a-b851-32c06eda3c1a None None] Provisioning complete for port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:12.890609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7ba00be5-5c02-489a-b851-32c06eda3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.913242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.960812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7ba00be5-5c02-489a-b851-32c06eda3c1a None None] Port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:13.003205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:13.006703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:13.010990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:13.044122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=609c104a-e03c-4ae5-b60c-2c86fa40141a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.067383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.080194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-52362b31-4e69-433f-8991-51e5c371da6f req-a4a5e518-cd21-41ed-94a6-8999099d02ce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Unset dirty status for tenant:348b9ee71ebb42aca247533874e7397b on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:13.081555 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-52362b31-4e69-433f-8991-51e5c371da6f req-a4a5e518-cd21-41ed-94a6-8999099d02ce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 1.1633856 Feb 16 16:59:13.111595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] For port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,segment=NetworkSegment(0d708019-d7d4-4d15-b190-75fd3058938c),segment_id=0d708019-d7d4-4d15-b190-75fd3058938c)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:13.141312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.159344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Transition to ACTIVE for port object e0a8bc35-5bac-49dd-aac4-0f0caf1534bf will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:13.165104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.217226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.253955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port c31f0e0f-8c4b-4a40-b952-92f0f8128e78 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:13.254298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.335891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381e8c-a98f-46a1-8b0c-a2251c2202fa None None] Pushing event updated for resources: {'Port': ['ID=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.361497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae917cb-8886-46aa-9822-2f87aa9ba28d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:13.363236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae917cb-8886-46aa-9822-2f87aa9ba28d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:13.365619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dae917cb-8886-46aa-9822-2f87aa9ba28d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:13.383657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port de32fddf-da00-43f2-b3ee-158256907d4a yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:13.440020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.623484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.630914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e0a8bc35-5bac-49dd-aac4-0f0caf1534bf up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:13.761045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1a853e52-1929-4c34-8c63-b494a3d1a964 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:13.767636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.802796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Transition to ACTIVE for port object 2784c705-c01c-44a5-8dfd-a1512f400008 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:13.935372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 1a853e52-1929-4c34-8c63-b494a3d1a964 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:13.970066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dae917cb-8886-46aa-9822-2f87aa9ba28d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:13.978299 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dae917cb-8886-46aa-9822-2f87aa9ba28d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.9682190 Feb 16 16:59:14.005501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53154) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:14.053113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125cfc28-c7d6-4d6d-8e13-fb62162f417d None None] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:14.279645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.289842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.339981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] Provisioning for port 1a853e52-1929-4c34-8c63-b494a3d1a964 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:14.348251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] Provisioning complete for port 1a853e52-1929-4c34-8c63-b494a3d1a964 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:14.349118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.459594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 798ab5e4-7312-403b-95c9-c8fb4e77b4af {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:14.477357 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29c91708-58e6-4c2e-82ca-078e4eaf596c req-cfe85017-74c9-420b-b571-9dfb63780e7d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.1151166 Feb 16 16:59:14.507281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.512920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=609c104a-e03c-4ae5-b60c-2c86fa40141a,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.550382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.558676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.664035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] For port 1a853e52-1929-4c34-8c63-b494a3d1a964, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1a853e52-1929-4c34-8c63-b494a3d1a964,segment=NetworkSegment(22e719ca-7f28-4e6e-a571-ddfdb35654d0),segment_id=22e719ca-7f28-4e6e-a571-ddfdb35654d0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:14.669607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.733935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.762167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118be61-3ac7-4707-becd-9b503e94ed85 None None] Pushing event updated for resources: {'Port': ['ID=1a853e52-1929-4c34-8c63-b494a3d1a964,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.803793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-07aef14e-bf4d-4593-bc9e-5abf6d573945 None None] Provisioning for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:14.810142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-07aef14e-bf4d-4593-bc9e-5abf6d573945 None None] Provisioning complete for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:14.810502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-07aef14e-bf4d-4593-bc9e-5abf6d573945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.838188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 566d7ee5-3b62-47b5-84c3-fbd6cd862ca3 associated. External IP: 172.26.7.101, port: 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9. Feb 16 16:59:14.838828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.923184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.986339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router a53de2e1-7337-4376-93a8-d74a094ec5fa is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:59:15.190276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.196439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9865c83e-afef-48b0-b894-3cef7403c56c None None] Provisioning complete for port 1a853e52-1929-4c34-8c63-b494a3d1a964 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:15.196807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9865c83e-afef-48b0-b894-3cef7403c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.232490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:15.343318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9865c83e-afef-48b0-b894-3cef7403c56c None None] Provisioning for port 2784c705-c01c-44a5-8dfd-a1512f400008 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:15.352278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9865c83e-afef-48b0-b894-3cef7403c56c None None] Provisioning complete for port 2784c705-c01c-44a5-8dfd-a1512f400008 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:15.352639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9865c83e-afef-48b0-b894-3cef7403c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.409518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9865c83e-afef-48b0-b894-3cef7403c56c None None] Port 2784c705-c01c-44a5-8dfd-a1512f400008 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:15.421891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:15.454812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:15.464794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1a853e52-1929-4c34-8c63-b494a3d1a964 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:15.466309 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:15.476279 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:15.477019 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.484255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.11 (3aa2f63e-78af-48a5-a18f-8ca1087c7069/a1457792-bd44-4d11-a97d-c30c51ac9be9/de32fddf-da00-43f2-b3ee-158256907d4a) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:15.488224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.546372 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.556581 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:15.556581 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.557591 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b6aaa5a0-c624-4e4d-a40d-ede7afedd2ec tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8211207 Feb 16 16:59:15.558426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53166) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:15.563843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:15.623916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 1a853e52-1929-4c34-8c63-b494a3d1a964 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:15.624200 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.624462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.624579 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb65c2-7680-430a-bc1f-f5c421cde623 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:15.675071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for c31f0e0f-8c4b-4a40-b952-92f0f8128e78 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:15.679374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.715594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:15.770911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:15.814142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.845254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.25 (3aa2f63e-78af-48a5-a18f-8ca1087c7069/40368cfe-64b6-4907-b110-66da84cedd92/de32fddf-da00-43f2-b3ee-158256907d4a) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:15.906398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=2784c705-c01c-44a5-8dfd-a1512f400008,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.912488 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b04d1083-2d72-4fa0-b6ec-1df17a55bb56 req-6eb538e7-969f-4e76-94e7-aed1777163c2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.1985703 Feb 16 16:59:15.913884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:15.930638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] Sync routers for ids ['a53de2e1-7337-4376-93a8-d74a094ec5fa'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:15.946373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=798ab5e4-7312-403b-95c9-c8fb4e77b4af,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.946968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] Routers {'a53de2e1-7337-4376-93a8-d74a094ec5fa'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:15.947808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a53de2e1-7337-4376-93a8-d74a094ec5fa'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.980226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.980565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.980897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.981228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.981571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.981887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.982211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.982529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.982874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.983193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.983510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.983827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.989893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.004034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e67ba-953d-4c87-8a2b-7b42130d6a20 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:16.009793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.010031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.010369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.010730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.011059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.011384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.011792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.012493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.012493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.012719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.012936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.013249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:16.081796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.114148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.120165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.121496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 566d7ee5-3b62-47b5-84c3-fbd6cd862ca3 disassociated. External IP: 172.26.7.101, port: 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9. Feb 16 16:59:16.135385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:16.136041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.161977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] Routers {'a53de2e1-7337-4376-93a8-d74a094ec5fa'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:16.162619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a53de2e1-7337-4376-93a8-d74a094ec5fa'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.163071 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-964e1223-48e2-4597-8bf9-4dc324efb9ba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/798ab5e4-7312-403b-95c9-c8fb4e77b4af HTTP/1.1" status: 204 len: 168 time: 2.1398501 Feb 16 16:59:16.163955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.165046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1a1344cc-c35c-40f0-814e-4ace2494b766 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1799188 Feb 16 16:59:16.177890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-477f0e8e-f6a0-4a34-aaca-87bfb1cc8771 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:16.179423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-477f0e8e-f6a0-4a34-aaca-87bfb1cc8771 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 811 time: 1.1718671 Feb 16 16:59:16.180767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53172) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:16.181035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53174) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:16.273444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4e3c9906-ba6a-469b-91ad-4a9ca6cd3c05 None None] Provisioning complete for port 2784c705-c01c-44a5-8dfd-a1512f400008 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:16.273831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9906-ba6a-469b-91ad-4a9ca6cd3c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.360219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.360870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb06bf-474b-4eee-a3dc-04f6148064b2 None None] The sync data for ids ['a53de2e1-7337-4376-93a8-d74a094ec5fa'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:16.398997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c9906-ba6a-469b-91ad-4a9ca6cd3c05 None None] Port 2784c705-c01c-44a5-8dfd-a1512f400008 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:16.474722 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-de48b414-59c7-4499-b48c-181b35534049 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4524534 Feb 16 16:59:16.477053 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-972cab1c-86c0-4149-ae30-f0ee563d0f2b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2918305 Feb 16 16:59:16.480459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:16.480459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53182) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:16.507810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:16.512927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Deleting port cec9776d-abeb-4b33-8e07-a7540814d50b {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:16.513651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.567172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'name': 'tempest-AllowedAddressPairTestJSON-1367115949', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5e:a9:b4'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:16.609240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:16.736519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-5431424f-2f36-4361-ae83-e1684f7d3eb1 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=348b9ee71ebb42aca247533874e7397b HTTP/1.1" status: 200 len: 379 time: 0.5474598 Feb 16 16:59:16.777333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] For port cec9776d-abeb-4b33-8e07-a7540814d50b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cec9776d-abeb-4b33-8e07-a7540814d50b,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:16.777724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.779383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Request body: {'port': {'device_id': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'admin_state_up': True, 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'security_groups': ['86bd1742-a0c3-4a76-b23a-c02ab11469b7']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:16.812732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:16.819009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.834011 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:16.851427 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:16.852787 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.904777 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-45091a85-a46f-493c-827c-64e418603da7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/floatingips/566d7ee5-3b62-47b5-84c3-fbd6cd862ca3 HTTP/1.1" status: 200 len: 688 time: 1.3448730 Feb 16 16:59:16.905639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53188) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:16.930061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Calling delete_port for cec9776d-abeb-4b33-8e07-a7540814d50b owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:16.986947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.996083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:17.000309 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.001910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Usage tracker for resource:port and tenant:e7bd9fb75fc44a2ca359371aa9c9770f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:17.007713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:17.014488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:17.015373 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:17.016031 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.077724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.110336 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.110763 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b6c8f0-ad68-44c0-aa9a-f1bd78f8ea73 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:17.132993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] No DVR routers for this DVR port cec9776d-abeb-4b33-8e07-a7540814d50b on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:17.165080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Pushing event deleted for resources: {'Port': ['ID=cec9776d-abeb-4b33-8e07-a7540814d50b,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.177182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.177846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.178326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.178861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.179333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.179849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.180382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.180872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.181360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.182145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.182646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.183164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 609c104a-e03c-4ae5-b60c-2c86fa40141a {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:17.183651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.183955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263b06f-dca0-42af-b955-e1cf401fd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:17.215107 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1387db43-312b-4dfb-8142-06a8020072aa req-411e07b2-9e1f-4d9d-8c21-6ad763a1ce98 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.1089613 Feb 16 16:59:17.338650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:17.363484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=c31f0e0f-8c4b-4a40-b952-92f0f8128e78,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.382333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.382724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.466490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cec9776d-abeb-4b33-8e07-a7540814d50b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:17.512953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-76a6f680-27ab-4c16-8bcc-4953861ddb6e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/routers/a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 200 len: 885 time: 1.3251574 Feb 16 16:59:17.537937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53194) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:17.552959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.555692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: cec9776d-abeb-4b33-8e07-a7540814d50b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:17.556213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cec9776d-abeb-4b33-8e07-a7540814d50b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:17.557887 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b91069c0-deda-4a19-965e-6c3a9be2cc22 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/ports/c31f0e0f-8c4b-4a40-b952-92f0f8128e78 HTTP/1.1" status: 204 len: 168 time: 5.1167407 Feb 16 16:59:17.642428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:17.651435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 609c104a-e03c-4ae5-b60c-2c86fa40141a owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:17.693286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:17.706871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3feb3-1f8a-4301-9477-7c52961536f0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:17.708144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-19b3feb3-1f8a-4301-9477-7c52961536f0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:17.731163 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff723c4-9944-4f52-bd66-7ae10a303f09 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] GET failed (client error): The resource could not be found. Feb 16 16:59:17.731691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-aff723c4-9944-4f52-bd66-7ae10a303f09 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Synchronizing usage tracker for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:17.762577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-aff723c4-9944-4f52-bd66-7ae10a303f09 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Unset dirty status for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:17.764511 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aff723c4-9944-4f52-bd66-7ae10a303f09 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "GET /v2.0/ports/c31f0e0f-8c4b-4a40-b952-92f0f8128e78 HTTP/1.1" status: 404 len: 333 time: 0.1205726 Feb 16 16:59:17.767949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53202) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:17.777044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-981452038'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:17.787302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:17.798289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.815428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.825178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-19b3feb3-1f8a-4301-9477-7c52961536f0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:17.826317 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-19b3feb3-1f8a-4301-9477-7c52961536f0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3328819 Feb 16 16:59:17.839015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53206) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:17.881957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Made reservation on behalf of 348b9ee71ebb42aca247533874e7397b for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:17.885463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.900007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object de32fddf-da00-43f2-b3ee-158256907d4a will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:17.921826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] device_id is not set on port 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:17.978286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:17.980579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.037754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=609c104a-e03c-4ae5-b60c-2c86fa40141a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.041536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:18.075212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.075835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.076172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.076498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.076845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.077448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.077770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.078087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.078404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.078739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.079057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.079369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:18.105429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0b991-e86e-42c7-a9cb-411d3381e94f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:18.106060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-97b0b991-e86e-42c7-a9cb-411d3381e94f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:18.124530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:18.128025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.169261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] device_id is not set on port 9d4ca895-896f-486c-be6c-c03c1af6b237 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:18.215624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.240408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-97b0b991-e86e-42c7-a9cb-411d3381e94f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:18.240408 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-97b0b991-e86e-42c7-a9cb-411d3381e94f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3899796 Feb 16 16:59:18.240695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53210) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:18.247962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.320218 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ecc448c2-7217-473f-8dbf-d0d07be98593 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821242 Feb 16 16:59:18.324487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53216) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:18.327944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.329016 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-80a71547-ee93-450c-b0f1-6583c1123227 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/floatingips/566d7ee5-3b62-47b5-84c3-fbd6cd862ca3 HTTP/1.1" status: 204 len: 168 time: 1.4215059 Feb 16 16:59:18.332807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:18.347077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53220) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:18.373899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '09f578c8-94cf-41af-9f82-31888ff30f0c'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:18.437504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:18.458900 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-486fd981-8361-43c3-ba32-0162743dc6ec req-0ce8f7d8-08cd-4d47-a3c1-c67a178ae929 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.1064322 Feb 16 16:59:18.461921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:floatingip and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:18.465650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:18.478463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:18.481296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:18.494727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:18.496997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Allocated IP 172.20.0.3 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/3bf73cfc-d2c4-4c72-bb92-d2e028515df1) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:18.505596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:18.505979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:18.529922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:18.530381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=de32fddf-da00-43f2-b3ee-158256907d4a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.532693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Allocated IP 2001:db8::363 (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/9d4ca895-896f-486c-be6c-c03c1af6b237) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:18.538868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Allocated IP 172.20.0.6 (d2524844-7479-453f-983b-406cf1e94278/9dba46b8-f5d0-4fb7-8843-296b0bd38489/8de38f13-e892-413f-bdd9-04a484175fc8) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:18.548536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:18.552427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.579264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.654621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:18.655287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.732689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-da2288a9-e107-4621-a2b4-c70cafa905fc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:router {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:18.742730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c2dc840b-6aa0-40a3-940e-db91b6e4fe36 None None] Provisioning for port de32fddf-da00-43f2-b3ee-158256907d4a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:18.749926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c2dc840b-6aa0-40a3-940e-db91b6e4fe36 None None] Provisioning complete for port de32fddf-da00-43f2-b3ee-158256907d4a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:18.751879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c2dc840b-6aa0-40a3-940e-db91b6e4fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.827518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc840b-6aa0-40a3-940e-db91b6e4fe36 None None] Port de32fddf-da00-43f2-b3ee-158256907d4a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:18.948281 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fca444b8-07c5-4235-9e3f-8226de103e23 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.8796647 Feb 16 16:59:18.953520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53224) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:18.963887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1457792-bd44-4d11-a97d-c30c51ac9be9'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:18.983077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-da2288a9-e107-4621-a2b4-c70cafa905fc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:router {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:18.984272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-da2288a9-e107-4621-a2b4-c70cafa905fc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4451571 Feb 16 16:59:18.998612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53228) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:19.011404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.013922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1318931087'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:19.060165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.063848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Transition to ACTIVE for port object 9d4ca895-896f-486c-be6c-c03c1af6b237 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:19.166455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:19.230855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:19.232973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.235242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.236240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.245115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba453f3-9dae-47e4-a1da-7254d8b1ae76 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:19.368312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.449759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=939b0271-24e2-4207-9f9c-4a6dfd093c7a,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.485305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:19.492400 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d7ce78fc-6e55-4563-ac81-68d3af59322c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1668890 Feb 16 16:59:19.498425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53234) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:19.498727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:19.508065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:19.513546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.514168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.527858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=9d4ca895-896f-486c-be6c-c03c1af6b237,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.528622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.534500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Transition to ACTIVE for port object 8de38f13-e892-413f-bdd9-04a484175fc8 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:19.541402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:32:a7:3a', 'name': 'tempest-NetworksTestDHCPv6-1366216066'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:19.590119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '939b0271-24e2-4207-9f9c-4a6dfd093c7a'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:19.591661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.632951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.644561 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3270da6f-19f1-4dd0-9e44-8b779d0d4c29 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8752429 Feb 16 16:59:19.650870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53238) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:19.657860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'network_id': '8a69ada9-b3f5-4444-b80b-7eb4c7915f4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1648789156'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:19.670215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Transition to ACTIVE for port object 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:19.732153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.824211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/939b0271-24e2-4207-9f9c-4a6dfd093c7a/7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:19.844999 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9ed35707-a6f1-4bed-88ed-59384159354c req-64b881c8-f82f-41fe-98fc-dd99e097c933 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.1699257 Feb 16 16:59:19.912672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.930433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6b7306f-6c33-4aa1-8d0e-e02942a5c563 None None] Provisioning for port 9d4ca895-896f-486c-be6c-c03c1af6b237 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:19.933254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:19.939561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6b7306f-6c33-4aa1-8d0e-e02942a5c563 None None] Provisioning complete for port 9d4ca895-896f-486c-be6c-c03c1af6b237 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:19.940194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6b7306f-6c33-4aa1-8d0e-e02942a5c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.966401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:19.985694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:19.987379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:19.990416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:20.032452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6b7306f-6c33-4aa1-8d0e-e02942a5c563 None None] Port 9d4ca895-896f-486c-be6c-c03c1af6b237 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:20.047057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Made reservation on behalf of ccd4b55486ee43cda3546829ed0810eb for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:20.051013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.087080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] device_id is not set on port 5148d318-e51c-4ebb-b52e-0d8442c2a264 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:20.139828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.153142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.153489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Transition to ACTIVE for port object 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:20.183178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Transition to ACTIVE for port object 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:20.190650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=3bf73cfc-d2c4-4c72-bb92-d2e028515df1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.191267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.298030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:20.299525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:20.300266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.300836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:20.304570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:20.320669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Network d2524844-7479-453f-983b-406cf1e94278 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:20.327287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Allocated IP 2001:db8::15b (8a69ada9-b3f5-4444-b80b-7eb4c7915f4e/0f4ace12-5b13-4cc5-ac81-804a09974134/5148d318-e51c-4ebb-b52e-0d8442c2a264) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:20.360474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Pushing event updated for resources: {'Port': ['ID=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.393103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:20.404633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:20.428569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Attempting to bind port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:20.429075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Attempting to bind port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:20.429549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Attempting to bind port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:20.434467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b5b9d018-ab1f-41c4-bbd8-fe1cc9b995ea None None] Provisioning for port 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:20.441151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b5b9d018-ab1f-41c4-bbd8-fe1cc9b995ea None None] Provisioning complete for port 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:20.442672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d018-ab1f-41c4-bbd8-fe1cc9b995ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.445757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:20.478729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:20.479389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:20.479960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.480438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:20.481006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Bound port: 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:20.481471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.513057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event updated for resources: {'Port': ['ID=8de38f13-e892-413f-bdd9-04a484175fc8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.529139 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-17f87c05-79b3-444e-b950-64993944c84d tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.0372393 Feb 16 16:59:20.535029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:20.540653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53242) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:20.598379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] For port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:20.602059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] For port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:20.608562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.683713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9d018-ab1f-41c4-bbd8-fe1cc9b995ea None None] Port 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:20.689671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:20.690298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.694836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:20.710306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad56d98-098d-48da-935d-eeebe58c1656 None None] Pushing event updated for resources: {'Port': ['ID=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.730526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.741643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Delete allocated IP 172.20.0.25 (3aa2f63e-78af-48a5-a18f-8ca1087c7069/40368cfe-64b6-4907-b110-66da84cedd92) {{(pid=87721) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:59:20.748269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.146 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/3c0df79e-5297-41d5-9186-b3e3664e1c57) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:20.756744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Transition to ACTIVE for port object 5148d318-e51c-4ebb-b52e-0d8442c2a264 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:20.808356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4f3aa106-3e55-4e1e-8c23-6143b8aaccce None None] Provisioning for port 8de38f13-e892-413f-bdd9-04a484175fc8 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:20.816041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4f3aa106-3e55-4e1e-8c23-6143b8aaccce None None] Provisioning complete for port 8de38f13-e892-413f-bdd9-04a484175fc8 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:20.817162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa106-3e55-4e1e-8c23-6143b8aaccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.841811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-82fad794-0cb6-4a7d-ae79-15f202a9cbc9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0928349 Feb 16 16:59:20.873518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Request body: {'port': {'device_id': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:20.908236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aa106-3e55-4e1e-8c23-6143b8aaccce None None] Port 8de38f13-e892-413f-bdd9-04a484175fc8 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:20.955227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.999584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.054311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:21.066161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:21.074246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:21.079908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.080729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.085566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=5148d318-e51c-4ebb-b52e-0d8442c2a264,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.092996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.131901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object de32fddf-da00-43f2-b3ee-158256907d4a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:21.137643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.190610 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d7a4e33-0e44-4136-865d-aba047dd8b56 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5385935 Feb 16 16:59:21.201125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53248) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:21.214870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:c9:96:3c'}, {'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:c6:f8:93'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:21.278243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.374105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=de32fddf-da00-43f2-b3ee-158256907d4a,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.478820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af546faf-31c4-4498-83d8-f1fc3912ffa0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.484767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af546faf-31c4-4498-83d8-f1fc3912ffa0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.491828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af546faf-31c4-4498-83d8-f1fc3912ffa0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.492979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-af546faf-31c4-4498-83d8-f1fc3912ffa0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Synchronizing usage tracker for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:21.516755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:21.521008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.605497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.627179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] In _notify_port_updated(), no bound segment for port de32fddf-da00-43f2-b3ee-158256907d4a on network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:21.633711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.634358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.638248 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2cd0aa9c-157c-40f0-90d1-cf4c075468d0 None None] Provisioning for port 5148d318-e51c-4ebb-b52e-0d8442c2a264 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:21.638433 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3661adaa-07c4-47b0-ba3c-335891c147de tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/ports/de32fddf-da00-43f2-b3ee-158256907d4a HTTP/1.1" status: 200 len: 919 time: 2.6812601 Feb 16 16:59:21.639406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53252) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:21.643277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2cd0aa9c-157c-40f0-90d1-cf4c075468d0 None None] Provisioning complete for port 5148d318-e51c-4ebb-b52e-0d8442c2a264 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:21.643634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2cd0aa9c-157c-40f0-90d1-cf4c075468d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.645174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1457792-bd44-4d11-a97d-c30c51ac9be9'}, {'subnet_id': '40368cfe-64b6-4907-b110-66da84cedd92'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:21.707911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:21.718534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 79fca826-1e35-4499-9a5e-aa4652483e05 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:21.730399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0aa9c-157c-40f0-90d1-cf4c075468d0 None None] Port 5148d318-e51c-4ebb-b52e-0d8442c2a264 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:21.777637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.788720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-af546faf-31c4-4498-83d8-f1fc3912ffa0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Unset dirty status for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:21.789974 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-af546faf-31c4-4498-83d8-f1fc3912ffa0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.2446394 Feb 16 16:59:21.824733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53256) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:21.857840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0f6bd3aa-1052-4c9c-b3aa-da62c80fd3f0 None None] Provisioning for port de32fddf-da00-43f2-b3ee-158256907d4a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:21.865579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0f6bd3aa-1052-4c9c-b3aa-da62c80fd3f0 None None] Provisioning complete for port de32fddf-da00-43f2-b3ee-158256907d4a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:21.866303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd3aa-1052-4c9c-b3aa-da62c80fd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.904589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf586a-4924-44e4-971a-336f5fe025b7 req-6b5f32d7-f5fa-46aa-8cc7-1c5b64bef6f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.905331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-9eaf586a-4924-44e4-971a-336f5fe025b7 req-6b5f32d7-f5fa-46aa-8cc7-1c5b64bef6f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Synchronizing usage tracker for tenant:348b9ee71ebb42aca247533874e7397b on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:21.928134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:21.928134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.944192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bd3aa-1052-4c9c-b3aa-da62c80fd3f0 None None] Port de32fddf-da00-43f2-b3ee-158256907d4a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:22.009770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.020831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.024150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router a53de2e1-7337-4376-93a8-d74a094ec5fa has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:22.064874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] Provisioning for port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:22.070909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] Provisioning complete for port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:22.071386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.073485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-9eaf586a-4924-44e4-971a-336f5fe025b7 req-6b5f32d7-f5fa-46aa-8cc7-1c5b64bef6f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Unset dirty status for tenant:348b9ee71ebb42aca247533874e7397b on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:22.074689 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9eaf586a-4924-44e4-971a-336f5fe025b7 req-6b5f32d7-f5fa-46aa-8cc7-1c5b64bef6f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 931 time: 0.8865235 Feb 16 16:59:22.198981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::277 (f92b56da-dfd9-433c-a595-962c6f07801d/939b0271-24e2-4207-9f9c-4a6dfd093c7a/79fca826-1e35-4499-9a5e-aa4652483e05) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:22.205272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.242849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.243656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] For port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:22.255812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.325100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c8992-7f98-420a-a639-dc157b08b4bc None None] Pushing event updated for resources: {'Port': ['ID=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.472116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:22.489624 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9eaf586a-4924-44e4-971a-336f5fe025b7 req-63715837-97a1-4e47-92e5-d3723a0d7a90 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022782 Feb 16 16:59:22.498303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:22.513875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:22.584703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=3c0df79e-5297-41d5-9186-b3e3664e1c57,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.634250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:22.636823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.646086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] Sync routers for ids ['a53de2e1-7337-4376-93a8-d74a094ec5fa'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:22.655664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] Routers {'a53de2e1-7337-4376-93a8-d74a094ec5fa'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:22.656394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a53de2e1-7337-4376-93a8-d74a094ec5fa'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.756002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.763507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.767243 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cddbccc4-c41a-4216-9c4b-2ac72757f166 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 200 len: 892 time: 3.7675169 Feb 16 16:59:22.767398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] Routers {'a53de2e1-7337-4376-93a8-d74a094ec5fa'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:22.767398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a53de2e1-7337-4376-93a8-d74a094ec5fa'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.781956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53260) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:22.824648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for 3bf73cfc-d2c4-4c72-bb92-d2e028515df1 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:22.828769 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.829270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d990e-2088-41da-b470-0442c8d65f2c None None] The sync data for ids ['a53de2e1-7337-4376-93a8-d74a094ec5fa'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:22.873920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:59:22.904154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.29 (3aa2f63e-78af-48a5-a18f-8ca1087c7069/40368cfe-64b6-4907-b110-66da84cedd92/de32fddf-da00-43f2-b3ee-158256907d4a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:23.050615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.056824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.246889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de38f13-e892-413f-bdd9-04a484175fc8 {{(pid=87720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 16:59:23.294836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.302121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] In _notify_port_updated(), no bound segment for port 5148d318-e51c-4ebb-b52e-0d8442c2a264 on network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:23.302756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.307559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:23.308275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.312277 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "PUT /v2.0/ports/5148d318-e51c-4ebb-b52e-0d8442c2a264 HTTP/1.1" status: 200 len: 1068 time: 2.0996823 Feb 16 16:59:23.318164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53264) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:23.396946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff255b86-ed2c-487e-81f6-4760c64e4910 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event updated for resources: {'Port': ['ID=5148d318-e51c-4ebb-b52e-0d8442c2a264,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.414101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 79fca826-1e35-4499-9a5e-aa4652483e05 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:23.437757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.479479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port 5148d318-e51c-4ebb-b52e-0d8442c2a264 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:23.479842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.486988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:23.494672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Transition to ACTIVE for port object 8de38f13-e892-413f-bdd9-04a484175fc8 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:23.523932 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ad3fa8a9-7b33-4520-8d94-0b1abf37e67e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/routers/a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 200 len: 892 time: 0.7389576 Feb 16 16:59:23.524983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.533663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53268) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:23.565309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=3bf73cfc-d2c4-4c72-bb92-d2e028515df1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.570421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.629933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4d92e684-3df3-43d8-bb3d-6e5faaaa618e None None] Provisioning complete for port 5148d318-e51c-4ebb-b52e-0d8442c2a264 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:23.630378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d92e684-3df3-43d8-bb3d-6e5faaaa618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.643990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object de32fddf-da00-43f2-b3ee-158256907d4a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:23.650424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-840935fd-7c4d-465c-93df-d386f669cc49 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:23.679047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:23.679620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.782373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Pushing event updated for resources: {'Port': ['ID=8de38f13-e892-413f-bdd9-04a484175fc8,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.795577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.812283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4d92e684-3df3-43d8-bb3d-6e5faaaa618e None None] Port 5148d318-e51c-4ebb-b52e-0d8442c2a264 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:23.854431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-840935fd-7c4d-465c-93df-d386f669cc49 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:23.856536 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-840935fd-7c4d-465c-93df-d386f669cc49 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 200 len: 205 time: 0.2910638 Feb 16 16:59:23.886520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53274) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:23.910720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.010317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:24.017020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:24.029516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:24.035270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.035907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.069633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=79fca826-1e35-4499-9a5e-aa4652483e05,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.085869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Attempting to bind port 8de38f13-e892-413f-bdd9-04a484175fc8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:24.086204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Attempting to bind port 8de38f13-e892-413f-bdd9-04a484175fc8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:24.086527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Attempting to bind port 8de38f13-e892-413f-bdd9-04a484175fc8 on network d2524844-7479-453f-983b-406cf1e94278 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:24.094266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Port 8de38f13-e892-413f-bdd9-04a484175fc8 on network d2524844-7479-453f-983b-406cf1e94278 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 16:59:24.094612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Attempting to bind port 8de38f13-e892-413f-bdd9-04a484175fc8 on network d2524844-7479-453f-983b-406cf1e94278 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:24.106476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-803d1c0b-0dd8-42f2-9cbc-19e46f005813 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5793760 Feb 16 16:59:24.106476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:24.106476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Checking segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:24.106476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Bound using segment: {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:24.107767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Bound port: 8de38f13-e892-413f-bdd9-04a484175fc8, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f501af0-de2e-4b6c-8afa-2f5d80895fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2524844-7479-453f-983b-406cf1e94278'}}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:24.107767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.119075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53278) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:24.264778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.283733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=de32fddf-da00-43f2-b3ee-158256907d4a,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.311969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] For port 8de38f13-e892-413f-bdd9-04a484175fc8, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:24.316433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] For port 8de38f13-e892-413f-bdd9-04a484175fc8, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8de38f13-e892-413f-bdd9-04a484175fc8,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:24.357751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.404275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.445209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af5fa0-299b-426d-8f07-0f17c30ea4b7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.451065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af5fa0-299b-426d-8f07-0f17c30ea4b7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.451929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-91af5fa0-299b-426d-8f07-0f17c30ea4b7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:24.466942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.467301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Provisioning for port 79fca826-1e35-4499-9a5e-aa4652483e05 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:24.467549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.469094 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] 10.222.0.48 "PUT /v2.0/ports/8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1093 time: 3.5997853 Feb 16 16:59:24.473524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:59:24.481170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Provisioning complete for port 79fca826-1e35-4499-9a5e-aa4652483e05 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:24.481704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.485977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.574820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Port 79fca826-1e35-4499-9a5e-aa4652483e05 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:24.586937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Provisioning for port de32fddf-da00-43f2-b3ee-158256907d4a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:24.587886 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8', 'status': 'completed', 'code': 200} Feb 16 16:59:24.593339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Provisioning complete for port de32fddf-da00-43f2-b3ee-158256907d4a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:24.594369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.611025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622ab1-5de9-4585-8057-8ef6523b0f34 service neutron] Pushing event updated for resources: {'Port': ['ID=8de38f13-e892-413f-bdd9-04a484175fc8,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.613705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.622890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-91af5fa0-299b-426d-8f07-0f17c30ea4b7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:24.623758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91af5fa0-299b-426d-8f07-0f17c30ea4b7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5036776 Feb 16 16:59:24.644821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53284) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:24.678783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-87405baa-ac99-466c-a072-642cbbceb726 None None] Port de32fddf-da00-43f2-b3ee-158256907d4a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:24.688560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c75d-d275-49b2-ae2b-af2b3988950c req-b5d8c85d-01f1-4cd8-a621-2c256596d093 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.690045 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f721c75d-d275-49b2-ae2b-af2b3988950c req-b5d8c85d-01f1-4cd8-a621-2c256596d093 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 943 time: 0.9760609 Feb 16 16:59:24.815489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 79fca826-1e35-4499-9a5e-aa4652483e05 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:24.815824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.817888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for 5148d318-e51c-4ebb-b52e-0d8442c2a264 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:24.847992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.903762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] In _notify_port_updated(), no bound segment for port de32fddf-da00-43f2-b3ee-158256907d4a on network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:24.909616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.911151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.912585 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-54725a06-02ae-425a-95aa-56b8edcd7eea tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/ports/de32fddf-da00-43f2-b3ee-158256907d4a HTTP/1.1" status: 200 len: 999 time: 3.2726860 Feb 16 16:59:24.913985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.940041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53288) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:25.031305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-c36215f6-1a4c-498f-881b-153988b59c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.033081 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-c36215f6-1a4c-498f-881b-153988b59c5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1096 time: 0.5021522 Feb 16 16:59:25.168671 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-d651b08f-d102-4b16-959b-8170d8f412ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 217 time: 0.1180456 Feb 16 16:59:25.184897 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-994cf51b-91c7-4d12-9f9d-16c0bf8ab8df tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/ports/3bf73cfc-d2c4-4c72-bb92-d2e028515df1 HTTP/1.1" status: 204 len: 168 time: 3.3514941 Feb 16 16:59:25.198844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53292) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:25.303447 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f721c75d-d275-49b2-ae2b-af2b3988950c req-d4438fb6-2e33-468d-ae0f-cf4075f3b70e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4940567 Feb 16 16:59:25.341319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-051e5ca1-b278-49d6-9f06-f55e1077f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.342019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port de32fddf-da00-43f2-b3ee-158256907d4a {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:25.342367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.342811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-051e5ca1-b278-49d6-9f06-f55e1077f794 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.1658251 Feb 16 16:59:25.348356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.379443 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8906fd-d1e2-479a-a269-d53fdd340350 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] GET failed (client error): The resource could not be found. Feb 16 16:59:25.380054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ad8906fd-d1e2-479a-a269-d53fdd340350 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Synchronizing usage tracker for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:25.395599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.509764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ad8906fd-d1e2-479a-a269-d53fdd340350 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Unset dirty status for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:25.514154 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ad8906fd-d1e2-479a-a269-d53fdd340350 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "GET /v2.0/ports/3bf73cfc-d2c4-4c72-bb92-d2e028515df1 HTTP/1.1" status: 404 len: 333 time: 0.3092501 Feb 16 16:59:25.520103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53296) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:25.520777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.542632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'name': 'tempest-AllowedAddressPairTestJSON-1645598005'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:25.626312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=3c0df79e-5297-41d5-9186-b3e3664e1c57,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:25.639178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.643881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.647996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 76fddc12-1ccf-4c26-b5b4-e68791dd1172 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:25.648338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.718113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.756003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=5148d318-e51c-4ebb-b52e-0d8442c2a264,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:25.831727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 79fca826-1e35-4499-9a5e-aa4652483e05 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:25.916826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.965839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-b1bba64f-a030-4c42-8830-81c85a3cd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.967401 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-b1bba64f-a030-4c42-8830-81c85a3cd3ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6152511 Feb 16 16:59:26.095008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for de32fddf-da00-43f2-b3ee-158256907d4a owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:26.167897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:26.215356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.218791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 associated. External IP: 172.26.7.146, port: 09f578c8-94cf-41af-9f82-31888ff30f0c. Feb 16 16:59:26.285440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:26.345315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:26.349149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.482933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 76fddc12-1ccf-4c26-b5b4-e68791dd1172 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:26.667494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.678748 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-97012c6e-677b-4dbb-a4b0-8cf3f2ac411f service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533561 Feb 16 16:59:26.692796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] device_id is not set on port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:26.719399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.748330 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ab8a349b-89b4-4ee4-a0f0-746999bae864 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/ports/5148d318-e51c-4ebb-b52e-0d8442c2a264 HTTP/1.1" status: 204 len: 168 time: 3.4249585 Feb 16 16:59:26.753105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53302) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:26.811864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=79fca826-1e35-4499-9a5e-aa4652483e05,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:26.861236 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-831e1c69-44d6-41c9-a4e6-301e3ceedd7f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] GET failed (client error): The resource could not be found. Feb 16 16:59:26.862100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-831e1c69-44d6-41c9-a4e6-301e3ceedd7f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Synchronizing usage tracker for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:26.912090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.913157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-831e1c69-44d6-41c9-a4e6-301e3ceedd7f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Unset dirty status for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:26.917249 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-831e1c69-44d6-41c9-a4e6-301e3ceedd7f tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "GET /v2.0/ports/5148d318-e51c-4ebb-b52e-0d8442c2a264 HTTP/1.1" status: 404 len: 333 time: 0.1588087 Feb 16 16:59:26.939511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53306) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:26.970368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=de32fddf-da00-43f2-b3ee-158256907d4a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.049923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.171110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.175141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.199675 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a41ab8ee-38db-488e-8328-2a9e32883ab1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/79fca826-1e35-4499-9a5e-aa4652483e05 HTTP/1.1" status: 204 len: 168 time: 2.5489893 Feb 16 16:59:27.216465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53310) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:27.227254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port 9d4ca895-896f-486c-be6c-c03c1af6b237 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:27.227595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.237152 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f33ddeaf-cfb6-400b-a952-d5d56bc2a79a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/de32fddf-da00-43f2-b3ee-158256907d4a HTTP/1.1" status: 204 len: 168 time: 2.2807105 Feb 16 16:59:27.241482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=76fddc12-1ccf-4c26-b5b4-e68791dd1172,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.268934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53314) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:27.354113 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-159074df-940a-4af1-a1a3-450aee07d1af tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:59:27.354669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-159074df-940a-4af1-a1a3-450aee07d1af tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:27.391234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-159074df-940a-4af1-a1a3-450aee07d1af tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:27.396565 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-159074df-940a-4af1-a1a3-450aee07d1af tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/de32fddf-da00-43f2-b3ee-158256907d4a HTTP/1.1" status: 404 len: 333 time: 0.1220036 Feb 16 16:59:27.396565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.419319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f9282-3a47-49f3-a920-3631e37db42b req-48e04ccf-4bed-484c-92a2-09f50919dabe tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.420789 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d8f9282-3a47-49f3-a920-3631e37db42b req-48e04ccf-4bed-484c-92a2-09f50919dabe tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 943 time: 0.8281386 Feb 16 16:59:27.424125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53318) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:27.435097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-802719ca-1b47-48ed-b348-2aaa2cacaa24 req-4adb4348-a3cc-4591-b818-81adeac888b5 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795113 Feb 16 16:59:27.505023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Allocated IP 172.20.0.6 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/cbc90d7c-2f8d-45df-9e74-69ff1de1a872) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:27.578325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.580588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.604930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.605479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router a53de2e1-7337-4376-93a8-d74a094ec5fa {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:59:27.625839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.627824 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1bb9c10d-2414-48f6-a5c6-b33a23132bb4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 204 len: 168 time: 3.7370052 Feb 16 16:59:27.633112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53322) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:27.643102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-98263193'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:27.649445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:27.653371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:27.656281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:27.662741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:27.665864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76728e73-400f-45ab-8140-d4529894ff43 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.667520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76728e73-400f-45ab-8140-d4529894ff43 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.671948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-76728e73-400f-45ab-8140-d4529894ff43 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4466949 Feb 16 16:59:27.672298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53326) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:27.703488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:27.705567 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d8f9282-3a47-49f3-a920-3631e37db42b req-5f2b0456-f287-4597-9564-3b05a128df0d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655463 Feb 16 16:59:27.706838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.724704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:27.732299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 40368cfe-64b6-4907-b110-66da84cedd92 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:27.756114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.758126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:27.774636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 939b0271-24e2-4207-9f9c-4a6dfd093c7a {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:27.778935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.779264 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment 9f40cb71-373c-4335-84a6-2e5416385a25 of type vlan for network 2416cd6b-4727-418a-8e31-1cb010ad12a6 Feb 16 16:59:27.780262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.853827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.858663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.944773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.950213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.950850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.066440 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4323940 Feb 16 16:59:28.074203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53330) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:28.083720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:28.099451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.137180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85a1ff-a1c9-4813-90e5-0abd9922070c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=2416cd6b-4727-418a-8e31-1cb010ad12a6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:28.159687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:59:28.219579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.310388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:28.317711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:28.321374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:28.327632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.331452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:28.366212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-13cefb38-4f0c-470c-974b-0583a13496c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:28.367734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-13cefb38-4f0c-470c-974b-0583a13496c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1096 time: 0.8675556 Feb 16 16:59:28.376274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=939b0271-24e2-4207-9f9c-4a6dfd093c7a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:28.381259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.385558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:28.389148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.396884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3755ea-7ed5-4651-ae04-8ba4b7013005 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:28.491358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.601867 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-23d56351-14c7-44b1-a2b8-b4522bb44abc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/939b0271-24e2-4207-9f9c-4a6dfd093c7a HTTP/1.1" status: 204 len: 168 time: 0.9260378 Feb 16 16:59:28.606134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53334) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:28.676471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:28.682674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] Deleting port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:28.684333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.721184 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-49cad9f5-06c8-4a56-8af4-8f0231ca525f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121416 Feb 16 16:59:28.725307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53338) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:28.748326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for 9d4ca895-896f-486c-be6c-c03c1af6b237 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:28.805226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.825730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:28.841334 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:28.855319 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:28.856612 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.871965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Transition to ACTIVE for port object cbc90d7c-2f8d-45df-9e74-69ff1de1a872 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:28.873729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.960063 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.965189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] For port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:28.965406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.968296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-a03aa404-cf21-458d-81ba-810ecac615b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:28.969741 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-a03aa404-cf21-458d-81ba-810ecac615b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.5318477 Feb 16 16:59:28.974862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d202b6-0d86-44f8-b92b-cda3678798ed tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:28.975608 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:28.976383 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.980757 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f6d202b6-0d86-44f8-b92b-cda3678798ed tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2506759 Feb 16 16:59:28.981169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.981974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53344) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.089060 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:29.089869 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5071cb5-6820-4bba-95b0-0051c983a8d9 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:29.111200 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-ce080b07-69d5-4054-857c-485e334caf74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 217 time: 0.1311023 Feb 16 16:59:29.117870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.152846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] Calling delete_port for 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:29.168018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35027236-fcf3-419c-a39c-e28c02f6ac9e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.168709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-35027236-fcf3-419c-a39c-e28c02f6ac9e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:29.188303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10a064-3b69-4fd1-b22e-7a5a4742a799 req-42b94453-6cba-4bd3-8c96-ca8a4b8a1aeb tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.195017 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7b10a064-3b69-4fd1-b22e-7a5a4742a799 req-42b94453-6cba-4bd3-8c96-ca8a4b8a1aeb tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 943 time: 0.3243198 Feb 16 16:59:29.231802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c32bd446-67e3-433e-8b8a-7a5bac718ab5 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8809080 Feb 16 16:59:29.232944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.236890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53348) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.280857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.285636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.335009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.343225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=40368cfe-64b6-4907-b110-66da84cedd92,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.344204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393a719-3f70-436a-8dd8-57b9ad82ceaf None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:29.356919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-35027236-fcf3-419c-a39c-e28c02f6ac9e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:29.358081 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-35027236-fcf3-419c-a39c-e28c02f6ac9e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3748724 Feb 16 16:59:29.360023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-1504042a-5343-44fb-be89-79783736d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.361737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-1504042a-5343-44fb-be89-79783736d6e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.2064610 Feb 16 16:59:29.366404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=efd823b6-3717-4488-9462-2230a2ee1369,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.371787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53352) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.378291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] No DVR routers for this DVR port 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:29.387633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2174d10-2f4d-4c17-9baa-7e5ad8634eb7 None None] Pushing event deleted for resources: {'Port': ['ID=7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.428107 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7b10a064-3b69-4fd1-b22e-7a5a4742a799 req-602beaa6-41ce-4624-b8bb-bb0c8e17b1df tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288427 Feb 16 16:59:29.432711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': '9f40cb71-373c-4335-84a6-2e5416385a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:29.433076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 2416cd6b-4727-418a-8e31-1cb010ad12a6, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:29.453674 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0ee7ca82-d269-45fc-b699-3a2ce27dcfb2 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/floatingips/13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 HTTP/1.1" status: 200 len: 978 time: 0.2127278 Feb 16 16:59:29.457656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53356) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.489586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.499742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:29.514808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8fe3296e-c2a8-4a07-a38c-25da9bc51b76 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/40368cfe-64b6-4907-b110-66da84cedd92 HTTP/1.1" status: 204 len: 168 time: 2.0799689 Feb 16 16:59:29.521042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:29.528388 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f47dae6-1f11-49df-a388-f140e951b6ee tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487594 Feb 16 16:59:29.528608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53360) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.528707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.531020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:29.538063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:29.566359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=cbc90d7c-2f8d-45df-9e74-69ff1de1a872,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.578835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:29.612002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:29.612188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7e6b07fa-dbc7-4528-a76d-9d7ccc3e9150 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:29.687211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=9d4ca895-896f-486c-be6c-c03c1af6b237,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.702094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.706442 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c3dd4811-fb24-41a4-a91c-717ce3f585a8 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/ports/9d4ca895-896f-486c-be6c-c03c1af6b237 HTTP/1.1" status: 204 len: 168 time: 2.7638462 Feb 16 16:59:29.707808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53368) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.752150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:29.792690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9871f3ca-a833-4ba6-adfd-5524d439f771 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Synchronizing usage tracker for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:floatingip {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:29.795370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.795620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 2416cd6b-4727-418a-8e31-1cb010ad12a6) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:29.796015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.808294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet a1457792-bd44-4d11-a97d-c30c51ac9be9 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:29.813276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6712b17-3802-4a6a-8799-23668cc775ce tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] GET failed (client error): The resource could not be found. Feb 16 16:59:29.813807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b6712b17-3802-4a6a-8799-23668cc775ce tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Synchronizing usage tracker for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:29.827741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.850420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-55309dca-212b-4af9-883e-c0d70a340d02 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3224883 Feb 16 16:59:29.854424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53372) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:29.856559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-9e5d91a1-65d2-4f7c-a333-f38b7966bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.858106 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-9e5d91a1-65d2-4f7c-a333-f38b7966bb3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4765608 Feb 16 16:59:29.858797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24626de-1e66-4c0d-b4e0-220156a30d89 None None] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:29.866169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5e:a9:b4'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:29.880301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.880894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.909204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:29.957506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:29.967391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9871f3ca-a833-4ba6-adfd-5524d439f771 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Unset dirty status for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:floatingip {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:29.972260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9871f3ca-a833-4ba6-adfd-5524d439f771 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5134559 Feb 16 16:59:29.975523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.989319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-644fdd9c-32be-40be-9af4-783f4c700561 None None] Provisioning for port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:30.008888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53376) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:30.013150 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-278757d1-c61f-4335-9155-e5bc9fdb424a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9350345 Feb 16 16:59:30.013335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-644fdd9c-32be-40be-9af4-783f4c700561 None None] Provisioning complete for port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:30.013335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-644fdd9c-32be-40be-9af4-783f4c700561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.024015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'port_id': '9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:30.075530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-644fdd9c-32be-40be-9af4-783f4c700561 None None] Port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:30.086386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53380) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:30.098785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472828363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:30.099013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b6712b17-3802-4a6a-8799-23668cc775ce tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Unset dirty status for tenant:ccd4b55486ee43cda3546829ed0810eb on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:30.100027 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6712b17-3802-4a6a-8799-23668cc775ce tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "GET /v2.0/ports/9d4ca895-896f-486c-be6c-c03c1af6b237 HTTP/1.1" status: 404 len: 333 time: 0.3902934 Feb 16 16:59:30.148196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53384) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:30.167376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.242545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-2416cd6b-4727-418a-8e31-1cb010ad12a6', 'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': 'efd823b6-3717-4488-9462-2230a2ee1369'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:30.243415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.279357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.312780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:30.323248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:30.325073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.350196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port 027c1001-4c08-4423-ba0b-a373442214a0 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:30.351055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.372742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:30.378030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:30.400993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:30.445330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-63bd3781-6792-428d-a01b-cae5b5ebb495 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482645 Feb 16 16:59:30.480814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Allocated IP 2001:db8::2 (2416cd6b-4727-418a-8e31-1cb010ad12a6/efd823b6-3717-4488-9462-2230a2ee1369/d2f9b53e-3a5b-4328-b180-11242e9513c4) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:30.748874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.750109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.750249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.765864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Transition to ACTIVE for port object d2f9b53e-3a5b-4328-b180-11242e9513c4 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:30.799677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Transition to ACTIVE for port object d2f9b53e-3a5b-4328-b180-11242e9513c4 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:30.820688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.852572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.900068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a5892dd2-9d6e-4f9f-8707-9fb31f74fd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.917558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:30.920723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:30.922641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.925020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:30.928563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Pushing event updated for resources: {'Port': ['ID=d2f9b53e-3a5b-4328-b180-11242e9513c4,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.939196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.971691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=a1457792-bd44-4d11-a97d-c30c51ac9be9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.973297 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a5bd25f-16e8-4930-a8f9-7a8972f6117e req-26d8872c-9e00-4bf0-bc02-c05182bb5845 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179458 Feb 16 16:59:30.976692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.015309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5b4ff-7250-4a9f-9b5d-d06f3ddc26ed None None] Network 3aa2f63e-78af-48a5-a18f-8ca1087c7069 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:31.080548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151c32-79d5-428d-9885-9cb92b8377b0 req-0b60db39-e52c-43e4-8e59-207264e4187e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.082632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-77151c32-79d5-428d-9885-9cb92b8377b0 req-0b60db39-e52c-43e4-8e59-207264e4187e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 943 time: 0.4812160 Feb 16 16:59:31.090976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.102778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.112359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-914c6757-5b10-490c-b350-3409c867b3be tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/a1457792-bd44-4d11-a97d-c30c51ac9be9 HTTP/1.1" status: 204 len: 168 time: 1.5797710 Feb 16 16:59:31.120774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53390) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:31.124236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Attempting to bind port d2f9b53e-3a5b-4328-b180-11242e9513c4 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:31.124636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Attempting to bind port d2f9b53e-3a5b-4328-b180-11242e9513c4 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9f40cb71-373c-4335-84a6-2e5416385a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:31.125001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Attempting to bind port d2f9b53e-3a5b-4328-b180-11242e9513c4 on network 2416cd6b-4727-418a-8e31-1cb010ad12a6 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:31.139624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9f2be9e2-c725-4911-9eb2-701d5afa2b55 None None] Provisioning complete for port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:31.139909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9f2be9e2-c725-4911-9eb2-701d5afa2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.180732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:31.181093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Checking segment: {'id': '9f40cb71-373c-4335-84a6-2e5416385a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:31.181509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.182117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Bound using segment: {'id': '9f40cb71-373c-4335-84a6-2e5416385a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:31.182647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Bound port: d2f9b53e-3a5b-4328-b180-11242e9513c4, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f40cb71-373c-4335-84a6-2e5416385a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2416cd6b-4727-418a-8e31-1cb010ad12a6'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:31.183039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.228338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.231537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-220f1501-a9f3-4702-ae0f-ae99b7de8695 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1438496 Feb 16 16:59:31.232255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53394) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:31.299546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for 027c1001-4c08-4423-ba0b-a373442214a0 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:31.451124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] For port d2f9b53e-3a5b-4328-b180-11242e9513c4, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:31.472167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] For port d2f9b53e-3a5b-4328-b180-11242e9513c4, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d2f9b53e-3a5b-4328-b180-11242e9513c4,segment=NetworkSegment(9f40cb71-373c-4335-84a6-2e5416385a25),segment_id=9f40cb71-373c-4335-84a6-2e5416385a25)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:31.478119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.509787 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-77151c32-79d5-428d-9885-9cb92b8377b0 req-fc789895-7aec-4deb-be58-0c3278d7100c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074945 Feb 16 16:59:31.571784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.574213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b85ac-9eac-4ebb-b369-12092cf9e512 None None] Pushing event updated for resources: {'Port': ['ID=d2f9b53e-3a5b-4328-b180-11242e9513c4,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:31.624686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] DHCP port deletion for 3aa2f63e-78af-48a5-a18f-8ca1087c7069 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:31.630946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] Deleting port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:31.631598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.634989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:31.635326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.883080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:59:31.892408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.961229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.977599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.012246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] For port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,segment=NetworkSegment(0d708019-d7d4-4d15-b190-75fd3058938c),segment_id=0d708019-d7d4-4d15-b190-75fd3058938c)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:32.012645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.015143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:32.021788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:32.029384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:32.029723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.030520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.078006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=3dc837ce-0c50-473f-a26e-582fd3c50b0f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.167685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] Calling delete_port for e0a8bc35-5bac-49dd-aac4-0f0caf1534bf owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:32.243443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.246579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=cbc90d7c-2f8d-45df-9e74-69ff1de1a872,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.273995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8de38f13-e892-413f-bdd9-04a484175fc8 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 16:59:32.276510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33bd3e-448a-4361-a565-78f81fdcbcfb None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:32.301013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.315681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.345906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0b7c87d9-48d0-41b9-aa0a-81042dad62d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8134596 Feb 16 16:59:32.353150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53398) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:32.369562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:32.481410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=027c1001-4c08-4423-ba0b-a373442214a0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.499994 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] Pushing event deleted for resources: {'Port': ['ID=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.504815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9d480-0d30-4cc9-829e-502e94f831b5 None None] No DVR routers for this DVR port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:32.515872 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dad0a30f-b9fe-4dfa-9be0-af9b6bd028b5 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/ports/027c1001-4c08-4423-ba0b-a373442214a0 HTTP/1.1" status: 204 len: 168 time: 2.3642228 Feb 16 16:59:32.529044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53402) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:32.555886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] In _notify_port_updated(), no bound segment for port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 on network c6c3d8fd-de04-4029-ba23-aaf15fcee42e {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:32.563048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:32.564012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.567517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c0f09206-1c2e-4fdb-a396-56aea96d9610 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "PUT /v2.0/ports/cbc90d7c-2f8d-45df-9e74-69ff1de1a872 HTTP/1.1" status: 200 len: 994 time: 2.7067833 Feb 16 16:59:32.601677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53408) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:32.703235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting subnet 0f4ace12-5b13-4cc5-ac81-804a09974134 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:32.713243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.773506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] For port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e0a8bc35-5bac-49dd-aac4-0f0caf1534bf,segment=NetworkSegment(0d708019-d7d4-4d15-b190-75fd3058938c),segment_id=0d708019-d7d4-4d15-b190-75fd3058938c)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:32.773865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.783727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-068caa02-0400-4565-9a76-4a17cbf6c924 None None] Provisioning complete for port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:32.784327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-068caa02-0400-4565-9a76-4a17cbf6c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.855631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-068caa02-0400-4565-9a76-4a17cbf6c924 None None] Port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:32.859954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:59:32.876127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8de38f13-e892-413f-bdd9-04a484175fc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8de38f13-e892-413f-bdd9-04a484175fc8,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:32.926264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for e0a8bc35-5bac-49dd-aac4-0f0caf1534bf owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:32.926427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '8de38f13-e892-413f-bdd9-04a484175fc8', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'port_id': '8de38f13-e892-413f-bdd9-04a484175fc8', 'mac_address': 'fa:16:3e:36:bf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 16:59:32.962593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.994495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '3dc837ce-0c50-473f-a26e-582fd3c50b0f'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:32.995944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.006237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.030975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de38f13-e892-413f-bdd9-04a484175fc8 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 16:59:33.053130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port cbc90d7c-2f8d-45df-9e74-69ff1de1a872 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:33.053762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.085281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:33.085657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07d9d4-f5dc-4242-bbdf-2059d3c97a46 None None] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:33.085769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:33.094586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.103162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8de38f13-e892-413f-bdd9-04a484175fc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8de38f13-e892-413f-bdd9-04a484175fc8,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:33.141429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:33.167474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.183302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.184393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:33.185129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.218569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae53ea5-c42e-4941-b7ee-676ce267c379 req-87f14568-caf8-4236-9133-a19add4411f7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.220361 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ae53ea5-c42e-4941-b7ee-676ce267c379 req-87f14568-caf8-4236-9133-a19add4411f7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 943 time: 0.4909072 Feb 16 16:59:33.246993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4ace12-5b13-4cc5-ac81-804a09974134,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.255613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.256469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.266930 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-663e0e11-1620-4eff-a4d0-4b0d6e7852f3 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/subnets/0f4ace12-5b13-4cc5-ac81-804a09974134 HTTP/1.1" status: 204 len: 168 time: 0.7126405 Feb 16 16:59:33.271221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53412) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:33.286481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc163b2-e230-4cb1-b1f1-98a5d8bd998e None None] Network 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:33.387292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c66bd588-2aa3-4710-abb9-4aa944b26151 None None] Provisioning for port d2f9b53e-3a5b-4328-b180-11242e9513c4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:33.396461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.408869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Deleting port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:33.408869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.426174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:33.431231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.475129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8de38f13-e892-413f-bdd9-04a484175fc8,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.612375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port e0a8bc35-5bac-49dd-aac4-0f0caf1534bf {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:33.612781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.633154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d2f9b53e-3a5b-4328-b180-11242e9513c4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:33.657347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['8de38f13-e892-413f-bdd9-04a484175fc8'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 16:59:33.703565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] The port 'e0a8bc35-5bac-49dd-aac4-0f0caf1534bf' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:59:33.765756 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ae53ea5-c42e-4941-b7ee-676ce267c379 req-278869c0-cf98-473e-a0a1-0e37a393b44a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387372 Feb 16 16:59:33.773755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] For port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,segment=NetworkSegment(5d3298ab-2edf-4beb-a76c-8668552ca3b0),segment_id=5d3298ab-2edf-4beb-a76c-8668552ca3b0)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:33.774115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.791083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Allocated IP 2001:db8::f816:3eff:fec2:7529 (f92b56da-dfd9-433c-a595-962c6f07801d/3dc837ce-0c50-473f-a26e-582fd3c50b0f/056b6607-67d2-43d2-9e9d-bfb1b95aff68) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:33.869705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2110e-48ff-4a17-8d7f-755bceae82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.913315 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 associated. External IP: 172.26.7.146, port: 09f578c8-94cf-41af-9f82-31888ff30f0c. Feb 16 16:59:34.096130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d2f9b53e-3a5b-4328-b180-11242e9513c4 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:34.101102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Calling delete_port for 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:34.107969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d2f9b53e-3a5b-4328-b180-11242e9513c4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:34.108333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.111779 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.ipam_backend_mixin [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3dc837ce-0c50-473f-a26e-582fd3c50b0f (CIDR: 2001:db8::/64) Feb 16 16:59:34.139691 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:34.140464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:34.140849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.152340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.180206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8::1 (2416cd6b-4727-418a-8e31-1cb010ad12a6/efd823b6-3717-4488-9462-2230a2ee1369/3eeab90a-cad1-4ef0-af49-51a1d3d604fc) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:34.182838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa2f63e-78af-48a5-a18f-8ca1087c7069']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.200818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d708019-d7d4-4d15-b190-75fd3058938c') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.201464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d708019-d7d4-4d15-b190-75fd3058938c') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.234918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.256632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.277987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.317343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for cbc90d7c-2f8d-45df-9e74-69ff1de1a872 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:34.361610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Port': ['ID=8bc91ec7-240f-4354-b6e8-2b32e3e46d10,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.386267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.400686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] No DVR routers for this DVR port 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:34.415520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f9e0c-6013-4186-8d32-0df337ade583 None None] DHCP port deletion for 8a69ada9-b3f5-4444-b80b-7eb4c7915f4e request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:34.437192 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fce08720-398b-4c3f-a34f-4f725b3215a9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0799515 Feb 16 16:59:34.438998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.453826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53416) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:34.455310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:34.455602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.462415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.478080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Transition to ACTIVE for port object 056b6607-67d2-43d2-9e9d-bfb1b95aff68 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:34.491918 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:34.502191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:34.527826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Transition to ACTIVE for port object 056b6607-67d2-43d2-9e9d-bfb1b95aff68 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:34.536880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.548881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port d2f9b53e-3a5b-4328-b180-11242e9513c4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d2f9b53e-3a5b-4328-b180-11242e9513c4,segment=NetworkSegment(9f40cb71-373c-4335-84a6-2e5416385a25),segment_id=9f40cb71-373c-4335-84a6-2e5416385a25)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:34.588327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.634733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:34.637927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:34.642470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:34.652353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e0a8bc35-5bac-49dd-aac4-0f0caf1534bf no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:34.719108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Pushing event updated for resources: {'Port': ['ID=056b6607-67d2-43d2-9e9d-bfb1b95aff68,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.746872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.751223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-11c32294-c49e-4ac7-a6d8-2159e994c972 None None] Provisioning complete for port d2f9b53e-3a5b-4328-b180-11242e9513c4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:34.751889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-11c32294-c49e-4ac7-a6d8-2159e994c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.760492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.799163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.822965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=3aa2f63e-78af-48a5-a18f-8ca1087c7069,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.842104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a69ada9-b3f5-4444-b80b-7eb4c7915f4e']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.850256 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8fe0d240-bc6d-489c-949f-d37c4b58b426 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/3aa2f63e-78af-48a5-a18f-8ca1087c7069 HTTP/1.1" status: 204 len: 168 time: 3.7259173 Feb 16 16:59:34.856151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53422) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:34.865956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: e0a8bc35-5bac-49dd-aac4-0f0caf1534bf {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:34.866596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e0a8bc35-5bac-49dd-aac4-0f0caf1534bf not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:34.901185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3298ab-2edf-4beb-a76c-8668552ca3b0') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.901415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3298ab-2edf-4beb-a76c-8668552ca3b0') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.930193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Attempting to bind port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:34.930956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Attempting to bind port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:34.931561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Attempting to bind port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:34.938415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.958125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:34.958961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:34.959183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.959997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.960955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:34.961740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Bound port: 056b6607-67d2-43d2-9e9d-bfb1b95aff68, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:34.961884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:34.962493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.972421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:34.981383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.992519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:34.996193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.009249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=d2f9b53e-3a5b-4328-b180-11242e9513c4,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.019521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.040531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object 3eeab90a-cad1-4ef0-af49-51a1d3d604fc will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:35.046634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.056674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=cbc90d7c-2f8d-45df-9e74-69ff1de1a872,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.099597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:35.127033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:35.127623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:35.146493 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:35.176107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] For port 056b6607-67d2-43d2-9e9d-bfb1b95aff68, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:35.179704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] For port 056b6607-67d2-43d2-9e9d-bfb1b95aff68, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=056b6607-67d2-43d2-9e9d-bfb1b95aff68,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:35.184677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.314206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.324429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d0cc3-ad1f-4687-adfe-f629cd2f892c None None] Pushing event updated for resources: {'Port': ['ID=056b6607-67d2-43d2-9e9d-bfb1b95aff68,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.327365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.364040 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] 10.222.0.43 "DELETE /v2.0/networks/8a69ada9-b3f5-4444-b80b-7eb4c7915f4e HTTP/1.1" status: 204 len: 168 time: 2.0917406 Feb 16 16:59:35.375510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.382957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d5f4f-dbbb-4418-83d3-06c3d8c2c530 tempest-AllowedAddressPairIpV6TestJSON-1232253872 tempest-AllowedAddressPairIpV6TestJSON-1232253872-project] Pushing event deleted for resources: {'Network': ['ID=8a69ada9-b3f5-4444-b80b-7eb4c7915f4e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.403460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee9aeb-a2bb-4b95-92b4-dae94ad9868b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.404445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-78ee9aeb-a2bb-4b95-92b4-dae94ad9868b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:35.450979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951208e-88ff-4885-ba78-51f93e99086f req-6047ed21-b155-4a20-b357-c7b1f2a340f0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.452816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9951208e-88ff-4885-ba78-51f93e99086f req-6047ed21-b155-4a20-b357-c7b1f2a340f0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 944 time: 0.4373667 Feb 16 16:59:35.456533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-78ee9aeb-a2bb-4b95-92b4-dae94ad9868b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:35.457871 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-78ee9aeb-a2bb-4b95-92b4-dae94ad9868b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5975180 Feb 16 16:59:35.461895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53428) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:35.533028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d2f9b53e-3a5b-4328-b180-11242e9513c4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:35.551240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:35.564390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:35.570925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:35.571517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.703626 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9951208e-88ff-4885-ba78-51f93e99086f req-8ce287c3-b451-4a30-a883-b9ca1f097406 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384512 Feb 16 16:59:35.736993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d2f9b53e-3a5b-4328-b180-11242e9513c4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:35.738618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.754167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=3eeab90a-cad1-4ef0-af49-51a1d3d604fc,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.811354 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-61bc57c6-d52f-4c4f-9c0b-edd51dcf2023 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3451481 Feb 16 16:59:35.812029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53434) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:35.820295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.822924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1051623108'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:35.828894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.897973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:35.919127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-95dc5dd0-ff32-443b-aed9-87b1922fdd48 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/ports/cbc90d7c-2f8d-45df-9e74-69ff1de1a872 HTTP/1.1" status: 204 len: 168 time: 3.3163395 Feb 16 16:59:35.924826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53438) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:35.925155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53440) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:35.938374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:35.950227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:35.982023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:35.983654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:35.991760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:35.997801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.998763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.026755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8de38f13-e892-413f-bdd9-04a484175fc8 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:36.053349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=aa8ada90-78b5-42e5-b735-3fd818b62b69,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.067216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:36.073070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.126150 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-598747fe-1a87-4db8-8a1b-5cafe9859c78 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6354194 Feb 16 16:59:36.130616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:36.133226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53448) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:36.143354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:44:8f:9b', 'name': 'tempest-NetworksTestDHCPv6-1413816132'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:36.165388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:36.169511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:36.225080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:36.234279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6bdcc256-dd5a-4eb2-992c-8ec41332cd26 None None] Provisioning for port 3eeab90a-cad1-4ef0-af49-51a1d3d604fc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:36.238277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:36.238874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8bc91ec7-240f-4354-b6e8-2b32e3e46d10 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:36.241943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 8de38f13-e892-413f-bdd9-04a484175fc8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:36.249902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:36.250519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:36.360259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6bdcc256-dd5a-4eb2-992c-8ec41332cd26 None None] Provisioning complete for port 3eeab90a-cad1-4ef0-af49-51a1d3d604fc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:36.360636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc256-dd5a-4eb2-992c-8ec41332cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.426528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcc256-dd5a-4eb2-992c-8ec41332cd26 None None] Port 3eeab90a-cad1-4ef0-af49-51a1d3d604fc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:36.427927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 8de38f13-e892-413f-bdd9-04a484175fc8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:36.428289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.444887 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8747fd05-a40c-4f3b-8b8a-3954bbf01d42 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] GET failed (client error): The resource could not be found. Feb 16 16:59:36.445774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8747fd05-a40c-4f3b-8b8a-3954bbf01d42 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Synchronizing usage tracker for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:36.466229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:36.483844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.484385 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment 35e4b9a6-9f50-4059-9547-b267eae4f16f of type vlan for network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 Feb 16 16:59:36.521607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:36.522649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:36.548443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8747fd05-a40c-4f3b-8b8a-3954bbf01d42 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Unset dirty status for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:36.556435 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8747fd05-a40c-4f3b-8b8a-3954bbf01d42 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "GET /v2.0/ports/cbc90d7c-2f8d-45df-9e74-69ff1de1a872 HTTP/1.1" status: 404 len: 333 time: 0.6300137 Feb 16 16:59:36.563166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53454) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:36.629905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'name': 'tempest-AllowedAddressPairTestJSON-1972187557'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:36.648958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:36.649593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cda55-0c78-4054-8703-9055fe702272 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:36.661980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.674843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.803476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.815883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.842659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.853765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.854685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.859482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:36.876341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:59:36.884655 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-93792924-c117-4cdb-9e6f-fbfcffdc12a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccd4b55486ee43cda3546829ed0810eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9558070 Feb 16 16:59:36.890382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:36.891197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53462) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:36.892458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:36.897146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8de38f13-e892-413f-bdd9-04a484175fc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8de38f13-e892-413f-bdd9-04a484175fc8,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:36.903362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:36.904944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.959165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:36.983049 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8', 'code': 200} Feb 16 16:59:36.984189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7777ab-a724-406d-89da-b15cb2a1e6bb None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:36.991902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:37.010436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:37.013993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.069787 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2560463 Feb 16 16:59:37.074831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53466) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:37.083957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:37.099500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be03ef8-0a8d-422a-8465-cd36c7c117e4 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=ab9c1b80-6d9c-4f0c-badb-e426f9b90815,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.103017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:37.140800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] device_id is not set on port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:37.151666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:59:37.294794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f3584f4-da58-4bfe-958a-99b90e35d31f None None] Provisioning for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:37.310121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8de38f13-e892-413f-bdd9-04a484175fc8,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.377260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d533844a-8347-4766-9b72-e98c0b92105d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.449499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Allocated IP 172.20.0.14 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/f8cbbf0f-d352-4153-97b8-e6a32cfd9a54) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:37.455152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:37.460007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:37.463345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:37.470115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:37.476465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5f31-bbef-4c38-bfca-ea85e94bf939 req-803e2475-3122-434c-b35c-e23c04f4eef0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:37.477999 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-573d5f31-bbef-4c38-bfca-ea85e94bf939 req-803e2475-3122-434c-b35c-e23c04f4eef0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.5246553 Feb 16 16:59:37.509807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d533844a-8347-4766-9b72-e98c0b92105d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.517269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:37.521835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.540275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:37.542274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '3dc837ce-0c50-473f-a26e-582fd3c50b0f', 'ip_address': '2001:db8::f816:3eff:fec2:7529'}, {'subnet_id': 'aa8ada90-78b5-42e5-b735-3fd818b62b69'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '056b6607-67d2-43d2-9e9d-bfb1b95aff68'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 16:59:37.589753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 056b6607-67d2-43d2-9e9d-bfb1b95aff68 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:37.621107 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-573d5f31-bbef-4c38-bfca-ea85e94bf939 req-d756e748-a134-47e8-8e55-17dd6d2672e8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346793 Feb 16 16:59:37.653896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.672659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.702803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e465c6b-e425-4d38-9489-0d54d2bca2b8 req-456b3b0a-799b-4e76-a03d-f214cdb0ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:37.704386 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2e465c6b-e425-4d38-9489-0d54d2bca2b8 req-456b3b0a-799b-4e76-a03d-f214cdb0ae5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.4259520 Feb 16 16:59:37.727611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 70c407c4-4290-4681-8cee-0a4d6a4d59b8 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:37.760461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:37.768007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:37.768375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.857951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d533844a-8347-4766-9b72-e98c0b92105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.873139 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2e465c6b-e425-4d38-9489-0d54d2bca2b8 req-d2e2cd78-3ddc-4e6e-939d-574349740ded service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589909 Feb 16 16:59:37.888108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533844a-8347-4766-9b72-e98c0b92105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3cfb4c-0d3c-47bd-b979-720894411341,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.986292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.022511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 056b6607-67d2-43d2-9e9d-bfb1b95aff68, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=056b6607-67d2-43d2-9e9d-bfb1b95aff68,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:38.026635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.033279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d533844a-8347-4766-9b72-e98c0b92105d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.035268 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d533844a-8347-4766-9b72-e98c0b92105d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a3cfb4c-0d3c-47bd-b979-720894411341 HTTP/1.1" status: 204 len: 168 time: 1.1387148 Feb 16 16:59:38.104565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=056b6607-67d2-43d2-9e9d-bfb1b95aff68,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.133494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.203099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8:0:1::336 (f92b56da-dfd9-433c-a595-962c6f07801d/aa8ada90-78b5-42e5-b735-3fd818b62b69/70c407c4-4290-4681-8cee-0a4d6a4d59b8) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:38.212754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:38.224525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fe44:8f9b (f92b56da-dfd9-433c-a595-962c6f07801d/3dc837ce-0c50-473f-a26e-582fd3c50b0f/70c407c4-4290-4681-8cee-0a4d6a4d59b8) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:38.227635 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788f252-1836-4605-a9b0-defe7778715d None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:38.244233 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788f252-1836-4605-a9b0-defe7778715d None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:38.244856 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f788f252-1836-4605-a9b0-defe7778715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.260605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=5a44ddfa-f495-4086-a2d8-09d0b58d5fd8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.292493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.307354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': '35e4b9a6-9f50-4059-9547-b267eae4f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:38.307714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: ab9c1b80-6d9c-4f0c-badb-e426f9b90815, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:38.324226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.339669 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f788f252-1836-4605-a9b0-defe7778715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.348959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788f252-1836-4605-a9b0-defe7778715d None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:38.349821 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f788f252-1836-4605-a9b0-defe7778715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.407544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.426153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:38.431718 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f788f252-1836-4605-a9b0-defe7778715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.432405 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788f252-1836-4605-a9b0-defe7778715d None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:38.432978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.433756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.453065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ab9c1b80-6d9c-4f0c-badb-e426f9b90815) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:38.459816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.460414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.467104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590331b-5909-4c78-bc8f-d254ee613a17 None None] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:38.536543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Transition to ACTIVE for port object f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:38.569162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.593658 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e655c20c-1d8e-42c8-b79b-94ed44b13fdb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5176144 Feb 16 16:59:38.597094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:38.601661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 70c407c4-4290-4681-8cee-0a4d6a4d59b8 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:38.607289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815', 'name': 'tempest-PortsTestJSON-944604664'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:38.625979 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-60865e0f-0a89-4117-bd95-94d0ba5b8e68 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/floatingips/13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 HTTP/1.1" status: 200 len: 978 time: 8.6142426 Feb 16 16:59:38.627592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53486) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:38.635447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=3eeab90a-cad1-4ef0-af49-51a1d3d604fc,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.640681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:38.699787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.771559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:38.782378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:38.804077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:38.804077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:38.810542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:38.905348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-ab9c1b80-6d9c-4f0c-badb-e426f9b90815', 'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': '5a44ddfa-f495-4086-a2d8-09d0b58d5fd8'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:38.906186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.093112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=f8cbbf0f-d352-4153-97b8-e6a32cfd9a54,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:39.124177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.228107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Allocated IP 172.20.0.2 (ab9c1b80-6d9c-4f0c-badb-e426f9b90815/5a44ddfa-f495-4086-a2d8-09d0b58d5fd8/44df8906-99fc-4e11-b331-7caba8ecaa37) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:39.277344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:39.290763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.327606 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7091aca9-068b-4ff0-8be0-685ee7e098eb tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7633364 Feb 16 16:59:39.332676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53500) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:39.347553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5e:a9:b4'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:39.404867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 14e02faf-10e0-4853-8b56-71953df5f250 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 16:59:39.427079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53504) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:39.468547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ae2840b8-3903-4c85-b150-3e47724594e7 None None] Provisioning for port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:39.479900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ae2840b8-3903-4c85-b150-3e47724594e7 None None] Provisioning complete for port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:39.480278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae2840b8-3903-4c85-b150-3e47724594e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.530955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 056b6607-67d2-43d2-9e9d-bfb1b95aff68 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:39.622296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.692578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052735753'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:39.726709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:39.729996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:39.742721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:39.745324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:39.754649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ae2840b8-3903-4c85-b150-3e47724594e7 None None] Port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:39.755639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:39.764817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:39.767537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:39.773661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:39.774621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.782075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:39.797025 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b7d64010-25e5-413d-b80a-9adada328da9 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/14e02faf-10e0-4853-8b56-71953df5f250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5525949 Feb 16 16:59:39.797603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:39.798075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53510) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:39.806510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] Sync routers for ids ['14e02faf-10e0-4853-8b56-71953df5f250'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:39.813927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Allocated IP 2001:db8:0:1::2 (f92b56da-dfd9-433c-a595-962c6f07801d/aa8ada90-78b5-42e5-b735-3fd818b62b69/056b6607-67d2-43d2-9e9d-bfb1b95aff68) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:39.847098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] Routers {'14e02faf-10e0-4853-8b56-71953df5f250'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:39.847855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['14e02faf-10e0-4853-8b56-71953df5f250'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:39.858646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:39.888177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=70c407c4-4290-4681-8cee-0a4d6a4d59b8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:39.895281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.907733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294c37f-aef2-4416-a1ad-3175870fc712 req-f5e23ad4-3b3f-4d96-a1b1-1c95fc507780 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:39.914925 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c294c37f-aef2-4416-a1ad-3175870fc712 req-f5e23ad4-3b3f-4d96-a1b1-1c95fc507780 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6766174 Feb 16 16:59:39.929126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c698e2d-5c24-471f-a1a9-a2b1350b6dae tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:39.929694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4c698e2d-5c24-471f-a1a9-a2b1350b6dae tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:39.931964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.935087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.937118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:39.940906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.954137 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f685ff99-4d55-434a-ac4f-d0af33620e9b tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8169711 Feb 16 16:59:39.956022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53514) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:39.958802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.959359 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 disassociated. External IP: 172.26.7.146, port: 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9. Feb 16 16:59:39.961326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:40.015644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.027103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:40.027489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.059828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Transition to ACTIVE for port object 44df8906-99fc-4e11-b331-7caba8ecaa37 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:40.074811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.101707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:40.109476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e6c06f57-3cd3-4b09-a6a3-7cbdd1173f8c None None] Provisioning complete for port 3eeab90a-cad1-4ef0-af49-51a1d3d604fc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:40.109838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e6c06f57-3cd3-4b09-a6a3-7cbdd1173f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.135118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] Routers {'14e02faf-10e0-4853-8b56-71953df5f250'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:40.135893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['14e02faf-10e0-4853-8b56-71953df5f250'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:40.145981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:40.150808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c294c37f-aef2-4416-a1ad-3175870fc712 req-ebd9590d-831d-4504-8781-d6d60b080817 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350399 Feb 16 16:59:40.159474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:40.163911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4c698e2d-5c24-471f-a1a9-a2b1350b6dae tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:40.165220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4c698e2d-5c24-471f-a1a9-a2b1350b6dae tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports/3eeab90a-cad1-4ef0-af49-51a1d3d604fc HTTP/1.1" status: 200 len: 911 time: 0.3660924 Feb 16 16:59:40.175961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53518) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:40.220744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:40.248092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:40.281964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:40.282467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10064be5-fdb3-4058-90b4-7dc2677e728a None None] The sync data for ids ['14e02faf-10e0-4853-8b56-71953df5f250'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:40.287563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Transition to ACTIVE for port object 44df8906-99fc-4e11-b331-7caba8ecaa37 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:40.318311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efd823b6-3717-4488-9462-2230a2ee1369'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:40.334439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.417800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 70c407c4-4290-4681-8cee-0a4d6a4d59b8 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:40.418395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.424474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] For port 056b6607-67d2-43d2-9e9d-bfb1b95aff68, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=056b6607-67d2-43d2-9e9d-bfb1b95aff68,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:40.433150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e6c06f57-3cd3-4b09-a6a3-7cbdd1173f8c None None] Port 3eeab90a-cad1-4ef0-af49-51a1d3d604fc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:40.457661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:40.462439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:40.469266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:40.555723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Pushing event updated for resources: {'Port': ['ID=44df8906-99fc-4e11-b331-7caba8ecaa37,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.562638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.7 (ab9c1b80-6d9c-4f0c-badb-e426f9b90815/5a44ddfa-f495-4086-a2d8-09d0b58d5fd8/b4da0f10-b1c4-41f5-9ebb-d888ddf7a056) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:40.620788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.640949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Transition to ACTIVE for port object 056b6607-67d2-43d2-9e9d-bfb1b95aff68 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:40.674144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.677305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.686257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.692293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:40.717267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:40.747752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Attempting to bind port 44df8906-99fc-4e11-b331-7caba8ecaa37 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:40.748294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Attempting to bind port 44df8906-99fc-4e11-b331-7caba8ecaa37 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '35e4b9a6-9f50-4059-9547-b267eae4f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:40.749564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Attempting to bind port 44df8906-99fc-4e11-b331-7caba8ecaa37 on network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:40.771984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2505c9-9fa9-42dd-b952-a20eb4e2e78a None None] Pushing event updated for resources: {'Port': ['ID=056b6607-67d2-43d2-9e9d-bfb1b95aff68,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.782692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:40.800826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:40.821328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:40.821945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Checking segment: {'id': '35e4b9a6-9f50-4059-9547-b267eae4f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:40.822635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.823305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Bound using segment: {'id': '35e4b9a6-9f50-4059-9547-b267eae4f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:40.824071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Bound port: 44df8906-99fc-4e11-b331-7caba8ecaa37, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e4b9a6-9f50-4059-9547-b267eae4f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:40.824458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.828544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:40.833844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.854110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.990146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] For port 44df8906-99fc-4e11-b331-7caba8ecaa37, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:40.993831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] For port 44df8906-99fc-4e11-b331-7caba8ecaa37, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=44df8906-99fc-4e11-b331-7caba8ecaa37,segment=NetworkSegment(35e4b9a6-9f50-4059-9547-b267eae4f16f),segment_id=35e4b9a6-9f50-4059-9547-b267eae4f16f)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:41.006260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.018260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.034505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.056548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f108ea-8bb5-4513-ba89-655da40e40f8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.285627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] In _notify_port_updated(), no bound segment for port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 on network c6c3d8fd-de04-4029-ba23-aaf15fcee42e {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:41.292706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:41.293534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.297979 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "PUT /v2.0/ports/f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 HTTP/1.1" status: 200 len: 997 time: 1.9624033 Feb 16 16:59:41.298955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53524) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:41.304501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.323762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed16b13-8d43-4879-9a19-e153ff3ee31b None None] Pushing event updated for resources: {'Port': ['ID=44df8906-99fc-4e11-b331-7caba8ecaa37,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.367786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:41.374961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-05978c55-2c45-42df-921e-961172379bab None None] Provisioning complete for port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:41.375326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-05978c55-2c45-42df-921e-961172379bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.410008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.476690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-05978c55-2c45-42df-921e-961172379bab None None] Port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:41.525005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:41.537613 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:41.539047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 056b6607-67d2-43d2-9e9d-bfb1b95aff68 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:41.548559 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:41.549515 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.560616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 70c407c4-4290-4681-8cee-0a4d6a4d59b8 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:41.598271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:41.600884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.608917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.689820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=b4da0f10-b1c4-41f5-9ebb-d888ddf7a056,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.694355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:41.696815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:41.729068 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.731188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a76ad3b4-13b1-4e2d-9c63-44df09fedc1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/floatingips/13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 HTTP/1.1" status: 200 len: 688 time: 3.1018651 Feb 16 16:59:41.732068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.736553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53528) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:41.747599 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:41.748210 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.763064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134e1dd-2ab5-4462-a607-8934632fdc57 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=f8cbbf0f-d352-4153-97b8-e6a32cfd9a54,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.878949 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.880133 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b1540-d342-424d-af67-f233ad97b638 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:41.963992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 3c0df79e-5297-41d5-9186-b3e3664e1c57 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:41.964337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.017837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2ee5f67e-d112-4d8c-875b-6ec870488824 None None] Provisioning for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:42.026748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2ee5f67e-d112-4d8c-875b-6ec870488824 None None] Provisioning complete for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:42.027149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2ee5f67e-d112-4d8c-875b-6ec870488824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.039309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.040585 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6123674 Feb 16 16:59:42.057592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53532) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:42.097949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0776b-8f75-4ddd-be0c-2e102f21bd64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0166ea0-7959-445f-82fc-592174549498,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.111690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.116630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.227387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.228857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-42f5e060-1a58-42b5-9209-59e2f95c35ec tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:42.271222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:42.271615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.301118 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5fd4d72-959f-473a-9dcc-e8b08c79953f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7019536 Feb 16 16:59:42.305811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53536) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:42.318642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'ab9c1b80-6d9c-4f0c-badb-e426f9b90815', 'name': 'tempest-PortsTestJSON-1566666375'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:42.333960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-53414ad8-3e58-4fed-89e7-3439b182a401 None None] Could not find standard attr ID for object 70c407c4-4290-4681-8cee-0a4d6a4d59b8. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:42.374601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=70c407c4-4290-4681-8cee-0a4d6a4d59b8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.418506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-42f5e060-1a58-42b5-9209-59e2f95c35ec tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:42.422972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-42f5e060-1a58-42b5-9209-59e2f95c35ec tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3615260 Feb 16 16:59:42.437486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53540) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:42.451985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-security--1049228619', 'description': 'tempest-security-description-230772610'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:42.512389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.512709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.552374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.606789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa2f3b-84b2-4b91-8fbe-99150e3c850d req-745e0a47-cbe1-4f61-8cd1-b3b1b66dc470 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.612456 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7eaa2f3b-84b2-4b91-8fbe-99150e3c850d req-745e0a47-cbe1-4f61-8cd1-b3b1b66dc470 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.8459289 Feb 16 16:59:42.694124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 3c0df79e-5297-41d5-9186-b3e3664e1c57 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:42.695834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.746616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-77c81989-ec31-4ffb-bdc3-9895e316102c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/70c407c4-4290-4681-8cee-0a4d6a4d59b8 HTTP/1.1" status: 204 len: 168 time: 2.7879512 Feb 16 16:59:42.756967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53544) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:42.793520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e8e47-554a-4519-aba5-15d809803385 None None] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:42.794707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:42.819367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:42.827372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:42.843753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:42.868845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.877754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7eaa2f3b-84b2-4b91-8fbe-99150e3c850d req-68e12d5a-7922-4fc2-a672-d10dcf546005 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281113 Feb 16 16:59:42.885636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.888667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.889914 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "PUT /v2.0/security-groups/e0166ea0-7959-445f-82fc-592174549498 HTTP/1.1" status: 200 len: 1777 time: 0.4514332 Feb 16 16:59:42.892735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53548) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:42.905272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:42.905272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.949297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:43.045224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b76df-ee9d-461e-99bd-157aee546b9e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0166ea0-7959-445f-82fc-592174549498,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.088417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b24858a9-deab-4b18-955e-09a226a15626 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups/e0166ea0-7959-445f-82fc-592174549498 HTTP/1.1" status: 200 len: 1777 time: 0.1872227 Feb 16 16:59:43.090179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53554) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:43.095493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d712f055-8cb5-43dd-9dea-e0ba4f01cb03 None None] Provisioning for port 44df8906-99fc-4e11-b331-7caba8ecaa37 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:43.119975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.271097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef3948-1143-4606-9981-ddaeee1ba494 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.271826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5aef3948-1143-4606-9981-ddaeee1ba494 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:43.286858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:43.322247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.392303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.413879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5aef3948-1143-4606-9981-ddaeee1ba494 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:43.415081 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5aef3948-1143-4606-9981-ddaeee1ba494 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6571727 Feb 16 16:59:43.421243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=3c0df79e-5297-41d5-9186-b3e3664e1c57,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.423222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53558) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:43.434849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.441264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.442230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.447233 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/ports/3eeab90a-cad1-4ef0-af49-51a1d3d604fc HTTP/1.1" status: 200 len: 911 time: 3.1413741 Feb 16 16:59:43.448374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-110d5506-5da6-479e-bd83-db00936b5c1d tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.450250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53562) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:43.483803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4b2fafa6-9498-47b1-941e-632cec239ac3 None None] Provisioning for port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:43.497339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4b2fafa6-9498-47b1-941e-632cec239ac3 None None] Provisioning complete for port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:43.498428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b2fafa6-9498-47b1-941e-632cec239ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.597333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.9 (ab9c1b80-6d9c-4f0c-badb-e426f9b90815/5a44ddfa-f495-4086-a2d8-09d0b58d5fd8/8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:43.598616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fafa6-9498-47b1-941e-632cec239ac3 None None] Port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:43.623178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 44df8906-99fc-4e11-b331-7caba8ecaa37 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:43.664692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5f44a-a15e-48ed-af8a-953d107b31c1 req-b2776777-001b-4315-9281-6fe0f7bcb2aa tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.666338 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55e5f44a-a15e-48ed-af8a-953d107b31c1 req-b2776777-001b-4315-9281-6fe0f7bcb2aa tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6425116 Feb 16 16:59:43.678301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53566) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:43.684408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.704053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 44df8906-99fc-4e11-b331-7caba8ecaa37 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:43.708516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Request body: {'floatingip': {'port_id': '8de38f13-e892-413f-bdd9-04a484175fc8'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:43.713693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 44df8906-99fc-4e11-b331-7caba8ecaa37 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:43.714049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.770206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-437bb9c2-999a-4fef-980f-2921235885f4 None None] Provisioning complete for port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:43.770611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-437bb9c2-999a-4fef-980f-2921235885f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.799316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-110d5506-5da6-479e-bd83-db00936b5c1d tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.817612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a410e-78c5-4a48-bde2-8b99f45033a3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=3eeab90a-cad1-4ef0-af49-51a1d3d604fc,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.830451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.835017 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8106cc8f-bacc-49dc-9108-f003bc55e318 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/floatingips/13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 HTTP/1.1" status: 204 len: 168 time: 2.0826645 Feb 16 16:59:43.836467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53570) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:43.837534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.886064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-437bb9c2-999a-4fef-980f-2921235885f4 None None] Port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:43.901999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.914669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf066f-a3c0-4f7a-b670-c5516914cee8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.918039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2edf066f-a3c0-4f7a-b670-c5516914cee8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4864974 Feb 16 16:59:43.925547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53574) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:43.946407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 44df8906-99fc-4e11-b331-7caba8ecaa37, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=44df8906-99fc-4e11-b331-7caba8ecaa37,segment=NetworkSegment(35e4b9a6-9f50-4059-9547-b267eae4f16f),segment_id=35e4b9a6-9f50-4059-9547-b267eae4f16f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:43.951459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.023659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=44df8906-99fc-4e11-b331-7caba8ecaa37,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.182270 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c8f4ba2f-9e12-457a-8e54-ccd25ba85b73 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] delete failed (client error): The resource could not be found. Feb 16 16:59:44.186971 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8f4ba2f-9e12-457a-8e54-ccd25ba85b73 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/floatingips/13594ae5-0ba9-4c11-aeb6-dea6bb0f7c75 HTTP/1.1" status: 404 len: 345 time: 0.3376572 Feb 16 16:59:44.197564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.198443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53578) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:44.275589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.418330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:44.420969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=f8cbbf0f-d352-4153-97b8-e6a32cfd9a54,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.436866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-110d5506-5da6-479e-bd83-db00936b5c1d tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.510110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea35ed-ec7a-43b3-9ad4-a3f5034f8d65 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.511639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea35ed-ec7a-43b3-9ad4-a3f5034f8d65 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.513244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea35ed-ec7a-43b3-9ad4-a3f5034f8d65 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.514057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-54ea35ed-ec7a-43b3-9ad4-a3f5034f8d65 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:44.551635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.565135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d5506-5da6-479e-bd83-db00936b5c1d tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0166ea0-7959-445f-82fc-592174549498,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.620411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-54ea35ed-ec7a-43b3-9ad4-a3f5034f8d65 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:44.621533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-54ea35ed-ec7a-43b3-9ad4-a3f5034f8d65 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4910409 Feb 16 16:59:44.625751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53582) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:44.640180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.642063 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6bad4df8-ac97-44c1-86ad-643a764dbda8 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/ports/f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 HTTP/1.1" status: 204 len: 168 time: 3.3157547 Feb 16 16:59:44.647434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53586) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:44.651931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-110d5506-5da6-479e-bd83-db00936b5c1d tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.652979 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-110d5506-5da6-479e-bd83-db00936b5c1d tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0166ea0-7959-445f-82fc-592174549498 HTTP/1.1" status: 204 len: 168 time: 1.5622232 Feb 16 16:59:44.673881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53590) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:44.675824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:44.693354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:44.722772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:44.740669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a396876-3de0-4a2f-bd86-ccb46235eb66 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] GET failed (client error): The resource could not be found. Feb 16 16:59:44.741202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8a396876-3de0-4a2f-bd86-ccb46235eb66 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Synchronizing usage tracker for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:44.759901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a3cda-1c3b-43f5-a887-421049e57866 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.766501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a3cda-1c3b-43f5-a887-421049e57866 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.772663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a3cda-1c3b-43f5-a887-421049e57866 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.773524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ad3a3cda-1c3b-43f5-a887-421049e57866 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Synchronizing usage tracker for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:44.776833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.799096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8a396876-3de0-4a2f-bd86-ccb46235eb66 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Unset dirty status for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:44.804277 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8a396876-3de0-4a2f-bd86-ccb46235eb66 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "GET /v2.0/ports/f8cbbf0f-d352-4153-97b8-e6a32cfd9a54 HTTP/1.1" status: 404 len: 333 time: 0.1499481 Feb 16 16:59:44.805547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53594) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:44.821968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'name': 'tempest-AllowedAddressPairTestJSON-1912556177'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:44.848514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ad3a3cda-1c3b-43f5-a887-421049e57866 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Unset dirty status for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:44.852221 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ad3a3cda-1c3b-43f5-a887-421049e57866 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/ports?network_id=5bb013af-0702-4e84-8b97-88e4442e94d1 HTTP/1.1" status: 200 len: 2358 time: 0.5961075 Feb 16 16:59:44.854589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53598) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:44.856407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 3dc837ce-0c50-473f-a26e-582fd3c50b0f {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:44.859771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:59:45.016399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-818af5f5-9d64-4e5b-b35b-d3660bb61869 None None] Provisioning for port 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:45.024419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-818af5f5-9d64-4e5b-b35b-d3660bb61869 None None] Provisioning complete for port 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:45.025384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-818af5f5-9d64-4e5b-b35b-d3660bb61869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.048662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09ac33-41c6-4038-a895-49c64d03b431 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.050329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8b09ac33-41c6-4038-a895-49c64d03b431 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Synchronizing usage tracker for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:45.092460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-818af5f5-9d64-4e5b-b35b-d3660bb61869 None None] Port 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:45.103353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3903ca40-c8cc-4ac1-95fb-9fe3eff14b64 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4190149 Feb 16 16:59:45.103353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.103638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53602) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:45.111974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:45.139557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8b09ac33-41c6-4038-a895-49c64d03b431 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Unset dirty status for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:45.140707 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8b09ac33-41c6-4038-a895-49c64d03b431 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/subnets/3546df11-757d-425d-9bf0-f60fa610272f HTTP/1.1" status: 200 len: 797 time: 0.2371907 Feb 16 16:59:45.141906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-be8192c4-b40a-4c9c-ba3b-1424f5be0564 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] delete failed (client error): The resource could not be found. Feb 16 16:59:45.147692 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-be8192c4-b40a-4c9c-ba3b-1424f5be0564 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0166ea0-7959-445f-82fc-592174549498 HTTP/1.1" status: 404 len: 347 time: 0.0382695 Feb 16 16:59:45.147692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:45.150660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53606) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:45.150982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53608) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:45.162597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'port': {'network_id': '5bb013af-0702-4e84-8b97-88e4442e94d1', 'name': 'tempest-FloatingIPTestJSON-980188161', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:45.170337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.171085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.179276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666501232'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:45.193998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:45.213537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.243208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.252301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d78c840c-4a57-4464-8d68-dbe7e03d53e6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9404705 Feb 16 16:59:45.252903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.256442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:45.259775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53614) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:45.260510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:45.265112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:45.268512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.318937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:45.370367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.450620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] device_id is not set on port 7ca3ac3c-7543-40f5-8f50-e412c2599555 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:45.465539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.489639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.493078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 44df8906-99fc-4e11-b331-7caba8ecaa37 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:45.493690 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Floating IP 870dd063-60e1-41f8-a600-cc8e1d3bf39c associated. External IP: 172.26.7.120, port: 8de38f13-e892-413f-bdd9-04a484175fc8. Feb 16 16:59:45.572419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 44df8906-99fc-4e11-b331-7caba8ecaa37 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:45.572799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.699112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.751254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.755847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca21c4-62bd-4a08-9b34-fa42e2eb4c8e None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:45.759386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc837ce-0c50-473f-a26e-582fd3c50b0f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.763760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:45.782091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:45.789226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:45.795745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:45.808531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:45.836581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-92ef485c-8977-427f-9dff-e64bedaaba39 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/3dc837ce-0c50-473f-a26e-582fd3c50b0f HTTP/1.1" status: 204 len: 168 time: 1.2066572 Feb 16 16:59:45.837259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53618) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:45.907930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:45.989473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a5750-2bd1-4c1d-be0a-4910957f3ffe tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.990895 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4a4a5750-2bd1-4c1d-be0a-4910957f3ffe tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.7127762 Feb 16 16:59:45.995291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53622) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:46.000350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:46.004303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet aa8ada90-78b5-42e5-b735-3fd818b62b69 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:46.056034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.093956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Allocated IP 172.20.0.9 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/7ca3ac3c-7543-40f5-8f50-e412c2599555) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:46.143596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Router 544c28b3-7572-49f3-9139-4c5cabacaa29 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:46.163172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:46.164468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.226526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.242603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.259827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.278189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.447174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] device_id is not set on port 5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:46.488369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e502b12-25a7-4c0d-aecd-e65c27813ff5,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.514423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.518262 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37330b3f-ad3c-460c-bae7-6e2f0a19f731 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3614087 Feb 16 16:59:46.526002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53626) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:46.547441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '6e502b12-25a7-4c0d-aecd-e65c27813ff5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:46.568625 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 16:59:46.573914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:46.587444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:46.604281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:46.607241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 3eeab90a-cad1-4ef0-af49-51a1d3d604fc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:46.607475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.630777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-113dece9-438e-406c-9617-5df9412c44a9 None None] Provisioning complete for port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:46.631360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-113dece9-438e-406c-9617-5df9412c44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.662626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:46.725135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.794280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Transition to ACTIVE for port object 7ca3ac3c-7543-40f5-8f50-e412c2599555 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:46.807612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.849350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.883104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:46.889507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.893374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] Sync routers for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:46.904864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:46.905568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:46.938219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.078530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.110290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.111435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:47.111599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.130353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:59:47.152842 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c4efaf15-e175-4a67-8717-1f2081a2ab10 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "PUT /v2.0/floatingips/870dd063-60e1-41f8-a600-cc8e1d3bf39c HTTP/1.1" status: 200 len: 991 time: 3.4716856 Feb 16 16:59:47.163905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:59:47.185022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.241672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8ada90-78b5-42e5-b735-3fd818b62b69,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.252291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.300093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8', 'status': 'completed', 'code': 200} Feb 16 16:59:47.313845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-26c01a1e-b5f7-4be1-a5bc-2368b779efdf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/aa8ada90-78b5-42e5-b735-3fd818b62b69 HTTP/1.1" status: 204 len: 168 time: 1.4713728 Feb 16 16:59:47.314541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53634) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:47.341887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.14 (5bb013af-0702-4e84-8b97-88e4442e94d1/3546df11-757d-425d-9bf0-f60fa610272f/5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:47.349044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.11 (5bb013af-0702-4e84-8b97-88e4442e94d1/3546df11-757d-425d-9bf0-f60fa610272f/5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:47.370356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.373136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610282f-0d7a-4848-869f-11c9fc6533bf None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:47.384338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 3eeab90a-cad1-4ef0-af49-51a1d3d604fc owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:47.485765 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d6e3f2ca-95f7-4e31-bd6a-ce9ea24600b6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189876 Feb 16 16:59:47.493637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53638) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:47.509702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:47.607135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.679788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.689118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00419aa0-0a44-4439-befc-9960b8101411,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.694005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:47.713195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:47.720900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=7ca3ac3c-7543-40f5-8f50-e412c2599555,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.729484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:47.767046 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '870dd063-60e1-41f8-a600-cc8e1d3bf39c', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'port_id': '8de38f13-e892-413f-bdd9-04a484175fc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'mac_address': 'fa:16:3e:36:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:07Z', 'updated_at': '2022-02-16T16:59:44Z', 'revision_number': 1, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.771818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] Checking router: 544c28b3-7572-49f3-9139-4c5cabacaa29 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:47.781948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:47.782615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.791453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:47.795753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd016-1a37-4d27-9390-0e903747524e req-b3713730-7516-416b-84e3-83068036cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:47.796575 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-b3713730-7516-416b-84e3-83068036cb1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.4870901 Feb 16 16:59:47.798902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.804636 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ce0fff5d-d7b0-40b0-a845-0d464e6d5e65 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2659287 Feb 16 16:59:47.804834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:47.804834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53642) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:47.809373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:47.854828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:47.946091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.964405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:47.967993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.985658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:48.013256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] Deleting port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:48.013817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.030408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4db8384-a686-4eee-a085-72aa73a9c272 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.062439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.098633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 16:59:48.109250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4db8384-a686-4eee-a085-72aa73a9c272 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.122812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b24ebbd1-d34c-485d-92ae-6422b9d929a5 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 HTTP/1.1" status: 204 len: 168 time: 2.1222098 Feb 16 16:59:48.133406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53646) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:48.195246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.197707 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2bd420-079c-4ab9-9bee-ae0812d2c8d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:59:48.199080 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4b2bd420-079c-4ab9-9bee-ae0812d2c8d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/8c98c64b-eb6d-4ab8-a5ae-ca0b65ad5de9 HTTP/1.1" status: 404 len: 333 time: 0.0639184 Feb 16 16:59:48.248087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53650) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:48.286621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.287253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.296231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fcf23e0b-4b97-4f04-a405-9733653834da None None] Provisioning for port 7ca3ac3c-7543-40f5-8f50-e412c2599555 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:48.322987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730af4ed-5be1-4dd9-8d81-a32a2e3806bb req-170e4308-33bc-4b8c-a33f-86d1119f74bd tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.324496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-730af4ed-5be1-4dd9-8d81-a32a2e3806bb req-170e4308-33bc-4b8c-a33f-86d1119f74bd tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.9494815 Feb 16 16:59:48.339578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:48.341072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd016-1a37-4d27-9390-0e903747524e req-259a3238-a1b2-4307-a51f-d7a11d1f543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.342574 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-259a3238-a1b2-4307-a51f-d7a11d1f543a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.5363564 Feb 16 16:59:48.346784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:48.357785 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d88cd32a-0969-4059-909a-86f6ae3d25c7 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5493858 Feb 16 16:59:48.360570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:48.366533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53654) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:48.375481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fcf23e0b-4b97-4f04-a405-9733653834da None None] Provisioning complete for port 7ca3ac3c-7543-40f5-8f50-e412c2599555 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:48.375481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fcf23e0b-4b97-4f04-a405-9733653834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.435710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'network_id': 'c6c3d8fd-de04-4029-ba23-aaf15fcee42e', 'name': 'tempest-AllowedAddressPairTestJSON-1092224728'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:48.445870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.467626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4db8384-a686-4eee-a085-72aa73a9c272 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.481785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] For port 056b6607-67d2-43d2-9e9d-bfb1b95aff68, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=056b6607-67d2-43d2-9e9d-bfb1b95aff68,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:48.482250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.496470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.497211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.501593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:48.501930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.507922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-730af4ed-5be1-4dd9-8d81-a32a2e3806bb req-80967a4d-4966-480a-8b8c-929087a989e8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626387 Feb 16 16:59:48.559298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-fcf23e0b-4b97-4f04-a405-9733653834da None None] Port 7ca3ac3c-7543-40f5-8f50-e412c2599555 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:48.618011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.672601 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d193510d-6ca9-4c3c-af3b-4f698012dd1f tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5195043 Feb 16 16:59:48.727441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] Calling delete_port for 056b6607-67d2-43d2-9e9d-bfb1b95aff68 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:48.729950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53660) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:48.735253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:48.744464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:48.749220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:floatingip and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:48.755166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:48.763268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:48.779864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db8384-a686-4eee-a085-72aa73a9c272 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00419aa0-0a44-4439-befc-9960b8101411,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.851936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=3eeab90a-cad1-4ef0-af49-51a1d3d604fc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.861985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.913219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4db8384-a686-4eee-a085-72aa73a9c272 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.917961 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4db8384-a686-4eee-a085-72aa73a9c272 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/00419aa0-0a44-4439-befc-9960b8101411 HTTP/1.1" status: 204 len: 168 time: 1.1106915 Feb 16 16:59:48.928277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.930613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53664) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:48.936685 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-08747a3a-329b-4f48-9309-4ed6b43cc099 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 999 time: 0.5745633 Feb 16 16:59:48.983678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] Pushing event deleted for resources: {'Port': ['ID=056b6607-67d2-43d2-9e9d-bfb1b95aff68,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.985678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb07f6c-1fa6-482f-bbe2-17fa854271ba None None] No DVR routers for this DVR port 056b6607-67d2-43d2-9e9d-bfb1b95aff68 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:49.012513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.024531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '870dd063-60e1-41f8-a600-cc8e1d3bf39c', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'port_id': '8de38f13-e892-413f-bdd9-04a484175fc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'mac_address': 'fa:16:3e:36:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:07Z', 'updated_at': '2022-02-16T16:59:44Z', 'revision_number': 1, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.029093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3417-1050-47a4-92e9-ae1cefb1f0eb None None] The sync data for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv is: [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '870dd063-60e1-41f8-a600-cc8e1d3bf39c', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'port_id': '8de38f13-e892-413f-bdd9-04a484175fc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'mac_address': 'fa:16:3e:36:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:07Z', 'updated_at': '2022-02-16T16:59:44Z', 'revision_number': 1, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:49.244709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:49.294107 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ee9cf-b542-4e66-ac65-e94b85bcaa5c None None] New status for floating IP 870dd063-60e1-41f8-a600-cc8e1d3bf39c: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:59:49.312046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd016-1a37-4d27-9390-0e903747524e req-ccd0c5e1-e430-422f-8253-8e724349c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:49.313638 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-ccd0c5e1-e430-422f-8253-8e724349c551 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.3465552 Feb 16 16:59:49.323592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1eec6705-3cae-4393-9c43-7c6fa6ca458c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:49.372998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 14e02faf-10e0-4853-8b56-71953df5f250 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:49.408963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:49.422704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 16:59:49.434941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.437017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.509382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206139a-9f86-44da-97d7-af78ecf1e8df req-a366b389-eb9b-4f54-8b5a-accf2655d7f4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:49.511375 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1206139a-9f86-44da-97d7-af78ecf1e8df req-a366b389-eb9b-4f54-8b5a-accf2655d7f4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.7404013 Feb 16 16:59:49.525935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 056b6607-67d2-43d2-9e9d-bfb1b95aff68 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:49.547097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Made reservation on behalf of e7bd9fb75fc44a2ca359371aa9c9770f for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:49.552593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.569578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 056b6607-67d2-43d2-9e9d-bfb1b95aff68 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:49.570312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 056b6607-67d2-43d2-9e9d-bfb1b95aff68 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:49.619778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:49.627447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1eec6705-3cae-4393-9c43-7c6fa6ca458c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:49.629287 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1eec6705-3cae-4393-9c43-7c6fa6ca458c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6951530 Feb 16 16:59:49.651047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:49.656737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53668) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:49.663759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cae904-4578-4eae-aa87-ebb3448134b8 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:49.669594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:49.670160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.682269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.699846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:49.721599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=642ca025-dd50-4a69-88fb-cc926e8c43bd,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.722410 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b34d2ac1-121d-4e7a-a1b5-b1c21106ffe6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/14e02faf-10e0-4853-8b56-71953df5f250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2247744 Feb 16 16:59:49.722526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] device_id is not set on port a4cee2c4-d240-4bad-8ef7-01a59af4734e yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:49.723571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53672) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:49.735467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] Sync routers for ids ['14e02faf-10e0-4853-8b56-71953df5f250'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:49.766799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] Routers {'14e02faf-10e0-4853-8b56-71953df5f250'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:49.766799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['14e02faf-10e0-4853-8b56-71953df5f250'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.777356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-00fb85e8-1322-4773-9942-b0a9aa782389 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:49.835390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.840063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-00fb85e8-1322-4773-9942-b0a9aa782389 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:49.844169 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-00fb85e8-1322-4773-9942-b0a9aa782389 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=14e02faf-10e0-4853-8b56-71953df5f250 HTTP/1.1" status: 200 len: 205 time: 0.1173441 Feb 16 16:59:49.844831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53676) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:49.869409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] Routers {'14e02faf-10e0-4853-8b56-71953df5f250'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:49.870110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['14e02faf-10e0-4853-8b56-71953df5f250'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.901984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:49.937214 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1206139a-9f86-44da-97d7-af78ecf1e8df req-cdab34b5-f960-4d09-a650-b98cffacc3d6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972976 Feb 16 16:59:49.957301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-275fb09b-445f-455c-891c-cab2d7fcbde1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4597132 Feb 16 16:59:49.965135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.965671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f0bba-9ef3-4997-b65d-7e79f95defef None None] The sync data for ids ['14e02faf-10e0-4853-8b56-71953df5f250'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:49.971374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53680) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:49.986967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:49.996230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.136 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/1f1a39a8-fa58-40e1-8748-3b57c7e8b6b1) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:50.012450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.042778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '642ca025-dd50-4a69-88fb-cc926e8c43bd'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:50.043605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.075205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd016-1a37-4d27-9390-0e903747524e req-25c53bfe-5dc5-41ae-9a09-28d610bebb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:50.076668 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-25c53bfe-5dc5-41ae-9a09-28d610bebb7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7459989 Feb 16 16:59:50.202687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8725414-ae23-4b78-bfa4-288f25a43dc4 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.214537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Allocated IP 2001:db8::f816:3eff:fe14:12fc (f92b56da-dfd9-433c-a595-962c6f07801d/642ca025-dd50-4a69-88fb-cc926e8c43bd/7ec60bf6-078c-4463-93ef-ea81dc2f90cd) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:50.379600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8725414-ae23-4b78-bfa4-288f25a43dc4 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.408821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.418679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.449161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.457860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Allocated IP 172.20.0.5 (c6c3d8fd-de04-4029-ba23-aaf15fcee42e/eda51cf6-0aa8-4049-984a-582cd2445832/a4cee2c4-d240-4bad-8ef7-01a59af4734e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:50.465648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:50.470266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.470778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router 14e02faf-10e0-4853-8b56-71953df5f250 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:59:50.488576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:50.496703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:50.498045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.501913 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-49f9172e-899b-4313-a677-1dba0347d69f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/14e02faf-10e0-4853-8b56-71953df5f250 HTTP/1.1" status: 204 len: 168 time: 0.6565754 Feb 16 16:59:50.502496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53684) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:50.509333 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-369cd18e-1479-4209-a0b7-639d8bceb27f service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071481 Feb 16 16:59:50.509569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.510140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:50.515297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.529745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Transition to ACTIVE for port object 7ec60bf6-078c-4463-93ef-ea81dc2f90cd will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:50.551400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Transition to ACTIVE for port object 7ec60bf6-078c-4463-93ef-ea81dc2f90cd will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:50.557332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.584297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet efd823b6-3717-4488-9462-2230a2ee1369 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:50.587696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.626954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:50.630921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:50.634865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:50.658407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.735296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.749138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.761516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8725414-ae23-4b78-bfa4-288f25a43dc4 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.785529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Attempting to bind port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:50.786156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Attempting to bind port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:50.786734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Attempting to bind port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:50.794279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:50.795063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:50.795716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.796472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:50.797083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Bound port: 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:50.797610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.821342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=b4da0f10-b1c4-41f5-9ebb-d888ddf7a056,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.840461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:50.843893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.848961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:50.852676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:50.856054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:50.904907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8725414-ae23-4b78-bfa4-288f25a43dc4 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e502b12-25a7-4c0d-aecd-e65c27813ff5,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.926273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=1f1a39a8-fa58-40e1-8748-3b57c7e8b6b1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.959651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.040568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:51.053135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:51.062957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.221012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4749ed3-f54b-4c14-8a21-f3dd52adfd2a None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.384814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8725414-ae23-4b78-bfa4-288f25a43dc4 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.388586 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c8725414-ae23-4b78-bfa4-288f25a43dc4 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e502b12-25a7-4c0d-aecd-e65c27813ff5 HTTP/1.1" status: 204 len: 168 time: 1.7243667 Feb 16 16:59:51.399915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53690) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.401155 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 642ca025-dd50-4a69-88fb-cc926e8c43bd (CIDR: 2001:db8::/64) Feb 16 16:59:51.408675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.408819 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-853dd016-1a37-4d27-9390-0e903747524e req-8d653327-77b4-4a2a-915e-883a33fbae10 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860106 Feb 16 16:59:51.415019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.426828 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-59336eb9-6bbd-49ad-81ae-56ec301006e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 HTTP/1.1" status: 204 len: 168 time: 3.1751370 Feb 16 16:59:51.445833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53694) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.463497 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:51.464093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.498661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.504324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4d47e-8297-49d5-aa6a-9c7fd99d2b12 None None] Network 2416cd6b-4727-418a-8e31-1cb010ad12a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:51.507000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=efd823b6-3717-4488-9462-2230a2ee1369,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.526894 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-61e58feb-0f0e-4351-8e9f-80a866f4e701 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/efd823b6-3717-4488-9462-2230a2ee1369 HTTP/1.1" status: 204 len: 168 time: 1.0212195 Feb 16 16:59:51.529794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53698) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.578961 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f244af-b223-4a73-a700-f3b8a4c82143 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 16:59:51.579494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-46f244af-b223-4a73-a700-f3b8a4c82143 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:51.660535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:51.663113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.683286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Transition to ACTIVE for port object a4cee2c4-d240-4bad-8ef7-01a59af4734e will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:51.721621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.728594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cf4669d9-7093-40f7-a986-bbc54ccfb452 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7494977 Feb 16 16:59:51.735998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53702) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.746592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-46f244af-b223-4a73-a700-f3b8a4c82143 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:51.750476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-46f244af-b223-4a73-a700-f3b8a4c82143 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/b4da0f10-b1c4-41f5-9ebb-d888ddf7a056 HTTP/1.1" status: 404 len: 333 time: 0.2886817 Feb 16 16:59:51.756652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:51.778747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53706) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.800981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6c26ddfc-a901-4031-8870-b7136799e0e0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:51.824689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:51.828530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:51.833365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:51.835132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:51.884696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c128-e96e-4a40-a9f4-d3adfc30c3fc req-95d16867-894c-44b9-bc5b-03b0b6360055 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:51.886275 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-38e4c128-e96e-4a40-a9f4-d3adfc30c3fc req-95d16867-894c-44b9-bc5b-03b0b6360055 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.7518451 Feb 16 16:59:51.901474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=a4cee2c4-d240-4bad-8ef7-01a59af4734e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.906332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6c26ddfc-a901-4031-8870-b7136799e0e0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:51.912125 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6c26ddfc-a901-4031-8870-b7136799e0e0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5001299 Feb 16 16:59:51.912471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.914378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53710) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.948420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] DHCP port deletion for 2416cd6b-4727-418a-8e31-1cb010ad12a6 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:51.954861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] Deleting port d2f9b53e-3a5b-4328-b180-11242e9513c4 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:51.955228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.957006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:51.957324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.960960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--621938894'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:51.982610 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f56d7b48-7413-4869-bf86-a32e2ccb93bf tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6116927 Feb 16 16:59:51.982820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:51.984413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53714) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:51.990936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5e:a9:b4'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5e:ef:34'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:52.044444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 5a44ddfa-f495-4086-a2d8-09d0b58d5fd8 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 16:59:52.060721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.142570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.175301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:52.202024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port d2f9b53e-3a5b-4328-b180-11242e9513c4 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:52.202362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.224439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] For port d2f9b53e-3a5b-4328-b180-11242e9513c4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d2f9b53e-3a5b-4328-b180-11242e9513c4,segment=NetworkSegment(9f40cb71-373c-4335-84a6-2e5416385a25),segment_id=9f40cb71-373c-4335-84a6-2e5416385a25)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:52.224919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.292374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.312827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ce7cdfa1-f304-46c2-8a8f-c51d7abf70c4 None None] Provisioning for port a4cee2c4-d240-4bad-8ef7-01a59af4734e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:52.327944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.363042 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-38e4c128-e96e-4a40-a9f4-d3adfc30c3fc req-41cfbcab-202c-413e-b4ac-99f69b615312 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571800 Feb 16 16:59:52.385440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:52.389596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.429280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] Calling delete_port for d2f9b53e-3a5b-4328-b180-11242e9513c4 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:52.464299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:52.467879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:52.497777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:52.502186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:52.506110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:52.512874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:52.514387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ce7cdfa1-f304-46c2-8a8f-c51d7abf70c4 None None] Provisioning complete for port a4cee2c4-d240-4bad-8ef7-01a59af4734e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:52.515146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdfa1-f304-46c2-8a8f-c51d7abf70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.548190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:52.552145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:52.553873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.557093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.600065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] No DVR routers for this DVR port d2f9b53e-3a5b-4328-b180-11242e9513c4 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:52.625556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.628637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34157-6cd5-4645-b43f-6ee0802691c3 None None] Pushing event deleted for resources: {'Port': ['ID=d2f9b53e-3a5b-4328-b180-11242e9513c4,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:52.633164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.642731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cdfa1-f304-46c2-8a8f-c51d7abf70c4 None None] Port a4cee2c4-d240-4bad-8ef7-01a59af4734e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:52.689975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] The port 'd2f9b53e-3a5b-4328-b180-11242e9513c4' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:59:52.742536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.758452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event updated for resources: {'Port': ['ID=a4cee2c4-d240-4bad-8ef7-01a59af4734e,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:52.775236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] Provisioning for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:52.781821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] In _notify_port_updated(), no bound segment for port a4cee2c4-d240-4bad-8ef7-01a59af4734e on network c6c3d8fd-de04-4029-ba23-aaf15fcee42e {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 16:59:52.786228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:52.786875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.787614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:52.788302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.793790 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8081567d-0a5a-49c5-8c2b-34a2c9af23c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "PUT /v2.0/ports/a4cee2c4-d240-4bad-8ef7-01a59af4734e HTTP/1.1" status: 200 len: 1056 time: 0.8053825 Feb 16 16:59:52.795820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53718) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:52.892474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port a4cee2c4-d240-4bad-8ef7-01a59af4734e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:52.893030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.940851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.982030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.010668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:53.012311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.016310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.102787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8ba0d-faf8-432d-9772-7a846657705c None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.143368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-026bdc3e-840e-4da0-a8f7-10ffbff57fa0 None None] Provisioning complete for port a4cee2c4-d240-4bad-8ef7-01a59af4734e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:53.144476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-026bdc3e-840e-4da0-a8f7-10ffbff57fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.215416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-026bdc3e-840e-4da0-a8f7-10ffbff57fa0 None None] Port a4cee2c4-d240-4bad-8ef7-01a59af4734e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:53.290356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2416cd6b-4727-418a-8e31-1cb010ad12a6']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:53.334292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f40cb71-373c-4335-84a6-2e5416385a25') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:53.334598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f40cb71-373c-4335-84a6-2e5416385a25') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:53.341731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.364620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.372617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.390505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.449532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.489676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for a4cee2c4-d240-4bad-8ef7-01a59af4734e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:53.524488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:53.524879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.530123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:53.543093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:53.546612 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:53.610333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:53.610855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.646250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70519967-3af3-48dc-84ac-ecf617d0489e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.671930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=5a44ddfa-f495-4086-a2d8-09d0b58d5fd8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.680832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.692092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cad66-0a4b-4818-a177-4b6286ea9033 None None] Network ab9c1b80-6d9c-4f0c-badb-e426f9b90815 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:53.699181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9dc93-e0e0-4e8a-8569-f8380ef8e8a4 req-d48f993b-8ded-4983-88ad-7cb70334cf55 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:53.700729 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1bd9dc93-e0e0-4e8a-8569-f8380ef8e8a4 req-d48f993b-8ded-4983-88ad-7cb70334cf55 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1780863 Feb 16 16:59:53.727574 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-789f97c3-4967-47f1-907e-47f5d259ec6f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/5a44ddfa-f495-4086-a2d8-09d0b58d5fd8 HTTP/1.1" status: 204 len: 168 time: 1.9411330 Feb 16 16:59:53.732798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.733566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53724) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:53.736752 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7ea79a9c-ad70-4bfd-8aa6-f143957b33ba tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8007870 Feb 16 16:59:53.742204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53726) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:53.748459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.776244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.777981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.778151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '70519967-3af3-48dc-84ac-ecf617d0489e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:53.789004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=2416cd6b-4727-418a-8e31-1cb010ad12a6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.792112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.842542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:53.847102 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f66a786e-3da4-4546-b3a5-794cbc13e0b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/2416cd6b-4727-418a-8e31-1cb010ad12a6 HTTP/1.1" status: 204 len: 168 time: 2.3155460 Feb 16 16:59:53.864059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53732) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:53.881237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:53.884940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1426954700', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:53.889709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:53.894811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.930166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:53.949945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:53.956361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:53.961035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:53.968189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=1f1a39a8-fa58-40e1-8748-3b57c7e8b6b1,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.973513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:53.979367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.982406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.993587 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1bd9dc93-e0e0-4e8a-8569-f8380ef8e8a4 req-42064747-14d4-4964-a07d-1f5c7d3a4414 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813656 Feb 16 16:59:54.009955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=a4cee2c4-d240-4bad-8ef7-01a59af4734e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.081057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d2f9b53e-3a5b-4328-b180-11242e9513c4 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:54.098276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.125078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d2f9b53e-3a5b-4328-b180-11242e9513c4 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:54.125885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d2f9b53e-3a5b-4328-b180-11242e9513c4 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:54.135942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 44df8906-99fc-4e11-b331-7caba8ecaa37 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:54.136269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.167976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] DHCP port deletion for ab9c1b80-6d9c-4f0c-badb-e426f9b90815 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 16:59:54.172764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] Deleting port 44df8906-99fc-4e11-b331-7caba8ecaa37 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:54.173191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.176112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.207206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:54.258835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:54.282243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.283578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.293606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6deaa47-2539-40c5-9bb2-e221354d7a7f None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:54.306370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.336569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:54.337204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.391712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.414608 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6721377 Feb 16 16:59:54.416488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53738) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:54.443776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:d9:5b:fd', 'name': 'tempest-NetworksTestDHCPv6-552005425'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.488128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b244ad-5d78-42ed-8047-548bbf4875ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=4621dfe4-9bf0-483b-8622-12504089607d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.513580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.514613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.520117 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-40bed331-a394-4958-a2cf-71797bea795c tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6549416 Feb 16 16:59:54.524651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:54.533175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1577402269'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.545841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:54.551294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] For port 44df8906-99fc-4e11-b331-7caba8ecaa37, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=44df8906-99fc-4e11-b331-7caba8ecaa37,segment=NetworkSegment(35e4b9a6-9f50-4059-9547-b267eae4f16f),segment_id=35e4b9a6-9f50-4059-9547-b267eae4f16f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:54.551926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.557263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:54.563748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:54.574937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5111aa-b23b-43fa-8076-f4126af6e712 req-47cc9b17-7769-45b1-9a5c-df9da33b5277 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:54.575765 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6e5111aa-b23b-43fa-8076-f4126af6e712 req-47cc9b17-7769-45b1-9a5c-df9da33b5277 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3668928 Feb 16 16:59:54.576818 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 93f132b5-7f33-4ff0-ab3b-f5f4f7355bff associated. External IP: 172.26.7.136, port: 5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f. Feb 16 16:59:54.634764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.640249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:54.699342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:54.702588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.715002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] Calling delete_port for 44df8906-99fc-4e11-b331-7caba8ecaa37 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:54.717715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.731436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6e5111aa-b23b-43fa-8076-f4126af6e712 req-47824e2a-ef2e-4ca4-9cc7-3c9ea42fb06f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924227 Feb 16 16:59:54.823845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:54.842966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.843358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment c8921b25-782f-4d30-b0e2-bb23279951cd of type vlan for network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 Feb 16 16:59:54.911675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.927258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e406cef6-ef76-4539-9eeb-4525d6d0518a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.958842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.988709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] For port 44df8906-99fc-4e11-b331-7caba8ecaa37, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=44df8906-99fc-4e11-b331-7caba8ecaa37,segment=NetworkSegment(35e4b9a6-9f50-4059-9547-b267eae4f16f),segment_id=35e4b9a6-9f50-4059-9547-b267eae4f16f)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:54.989195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.009539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.015767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fddd79e2-9363-4389-98e1-879e129fdf44 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/ports/a4cee2c4-d240-4bad-8ef7-01a59af4734e HTTP/1.1" status: 204 len: 168 time: 2.2134726 Feb 16 16:59:55.015767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.021151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-40bda24e-ea88-446e-aba5-95c37f74371b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2550130 Feb 16 16:59:55.022109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] Pushing event deleted for resources: {'Port': ['ID=44df8906-99fc-4e11-b331-7caba8ecaa37,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.025698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53748) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:55.026050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53750) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:55.054796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aef3ca-84e5-4197-9d00-58d00399abe3 None None] No DVR routers for this DVR port 44df8906-99fc-4e11-b331-7caba8ecaa37 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:55.100647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.109115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:55.109115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.131654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '642ca025-dd50-4a69-88fb-cc926e8c43bd', 'ip_address': '2001:db8::f816:3eff:fe14:12fc'}, {'subnet_id': '4621dfe4-9bf0-483b-8622-12504089607d'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '7ec60bf6-078c-4463-93ef-ea81dc2f90cd'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 16:59:55.168392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '70519967-3af3-48dc-84ac-ecf617d0489e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.218088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 44df8906-99fc-4e11-b331-7caba8ecaa37 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:55.222993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.255866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:55.270617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:55.281930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:55.287216 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6a6ed5-9686-4b1f-a433-23eaa9b5be91 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] GET failed (client error): The resource could not be found. Feb 16 16:59:55.287751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0e6a6ed5-9686-4b1f-a433-23eaa9b5be91 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Synchronizing usage tracker for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:55.290527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:55.296833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:55.306770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:55.309043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:55.326279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:55.353938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:55.383077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0e6a6ed5-9686-4b1f-a433-23eaa9b5be91 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Unset dirty status for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:55.387996 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0e6a6ed5-9686-4b1f-a433-23eaa9b5be91 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "GET /v2.0/ports/a4cee2c4-d240-4bad-8ef7-01a59af4734e HTTP/1.1" status: 404 len: 333 time: 0.2857080 Feb 16 16:59:55.424611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53758) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:55.448714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.484622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:55.485200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:55.507700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9821603 Feb 16 16:59:55.511195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Allocated IP 2001:db8:0:1::2 (f92b56da-dfd9-433c-a595-962c6f07801d/4621dfe4-9bf0-483b-8622-12504089607d/7ec60bf6-078c-4463-93ef-ea81dc2f90cd) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:55.519277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53762) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:55.527183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae48615-e92d-4a93-9b03-e60bdb25fbad tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.537332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.561459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 16:59:55.579397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.583909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.595369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.604633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 44df8906-99fc-4e11-b331-7caba8ecaa37 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 16:59:55.631825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:59:55.639609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port 7ca3ac3c-7543-40f5-8f50-e412c2599555 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:55.639947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.647460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcc0c25-3ec6-4818-ae64-dbb32a485b30,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.650835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port b761a9e3-3f77-48fe-b58f-c279932ecf43 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 16:59:55.665275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 44df8906-99fc-4e11-b331-7caba8ecaa37 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 16:59:55.665275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 44df8906-99fc-4e11-b331-7caba8ecaa37 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 16:59:55.711448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.713069 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3e6dc7e1-c767-4d9a-81b3-8ead66f6535a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6126380 Feb 16 16:59:55.717539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53766) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:55.726762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '70519967-3af3-48dc-84ac-ecf617d0489e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.735072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:55.748438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:55.754295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:55.764734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:55.788422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.800083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 16:59:55.827056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.829665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:55.839920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:55.848085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Transition to ACTIVE for port object 7ec60bf6-078c-4463-93ef-ea81dc2f90cd will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:55.853543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.869130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:55.886212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6596-4e5d-429b-b3fe-2429d50d9458 req-904c3c8a-a0ae-46c0-ab4e-d086f7bce2bd tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:55.887770 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c39f6596-4e5d-429b-b3fe-2429d50d9458 req-904c3c8a-a0ae-46c0-ab4e-d086f7bce2bd tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6469986 Feb 16 16:59:55.904263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:55.914109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.917578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.955433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c060d7d2-990b-4dc3-ab56-99077b71093a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.986211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 44df8906-99fc-4e11-b331-7caba8ecaa37 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:55.986412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.035082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:56.038406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.055151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.056564 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ba7b522b-3fcc-48e6-8f99-ab6ca11bbe85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385127 Feb 16 16:59:56.092959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53770) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:56.096508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e07603-30bd-445d-b426-ecf1daba9508 None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.102376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] The port '44df8906-99fc-4e11-b331-7caba8ecaa37' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 16:59:56.103208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '70519967-3af3-48dc-84ac-ecf617d0489e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.209582 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c39f6596-4e5d-429b-b3fe-2429d50d9458 req-39a5663d-60c2-4f2f-8d19-3a1f50f90382 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070645 Feb 16 16:59:56.223941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:56.232047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 16:59:56.244589 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:56.262362 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:56.262647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:56.263501 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.264045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8:0:1::29e (f92b56da-dfd9-433c-a595-962c6f07801d/4621dfe4-9bf0-483b-8622-12504089607d/b761a9e3-3f77-48fe-b58f-c279932ecf43) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:56.272052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:56.276087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.281851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:56.284727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::f816:3eff:fed9:5bfd (f92b56da-dfd9-433c-a595-962c6f07801d/642ca025-dd50-4a69-88fb-cc926e8c43bd/b761a9e3-3f77-48fe-b58f-c279932ecf43) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:56.326018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9c1b80-6d9c-4f0c-badb-e426f9b90815']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.349211 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.360333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e4b9a6-9f50-4059-9547-b267eae4f16f') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.360666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e4b9a6-9f50-4059-9547-b267eae4f16f') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.376134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.377373 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 16:59:56.379835 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.391241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.449135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.460956 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:56.461610 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b3635-b348-418c-b3b7-777f945518ff None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:56.521205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:56.521616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:56.536576 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:56.553320 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4afa7d73-f808-49ed-8ce5-d3935bf6e7d4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8220646 Feb 16 16:59:56.554436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.615265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53778) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:56.637527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'port_id': '5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.693220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.727921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.740831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.757809 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/ab9c1b80-6d9c-4f0c-badb-e426f9b90815 HTTP/1.1" status: 204 len: 168 time: 3.0167203 Feb 16 16:59:56.761752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a983912-1aa9-4955-8b38-e11aba0db0eb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=ab9c1b80-6d9c-4f0c-badb-e426f9b90815,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.763634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53784) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:56.772624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.779241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-135688827'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.785342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:56.789539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:56.792425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:56.798215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:56.801932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object b761a9e3-3f77-48fe-b58f-c279932ecf43 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:56.845717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.905485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5a8e5268-0774-4f7c-a9ce-eacc3ccd7788 None None] Provisioning for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:56.911729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5a8e5268-0774-4f7c-a9ce-eacc3ccd7788 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:56.912083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5268-0774-4f7c-a9ce-eacc3ccd7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.927183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:56.952146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for 7ca3ac3c-7543-40f5-8f50-e412c2599555 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:56.957164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:56.971247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:56.979085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:56.979982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.984711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=b761a9e3-3f77-48fe-b58f-c279932ecf43,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.987580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.008381 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ef7b66b9-dc19-4cfb-abcb-a485debaf840 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5837975 Feb 16 16:59:57.011107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53790) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:57.116136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port b761a9e3-3f77-48fe-b58f-c279932ecf43 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:57.116487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.261019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.267710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:57.271806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.313085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.345209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a10198f6-f805-413a-8f1a-99dba9eb08ce None None] Provisioning for port b761a9e3-3f77-48fe-b58f-c279932ecf43 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:57.353665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a10198f6-f805-413a-8f1a-99dba9eb08ce None None] Provisioning complete for port b761a9e3-3f77-48fe-b58f-c279932ecf43 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:57.354159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a10198f6-f805-413a-8f1a-99dba9eb08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.395562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7d72c9-0227-4f02-a0d8-d12f24e02bb9,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.405272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.426017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a10198f6-f805-413a-8f1a-99dba9eb08ce None None] Port b761a9e3-3f77-48fe-b58f-c279932ecf43 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 16:59:57.524836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 16:59:57.540577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:57.555169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.556504 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cf5e2dd9-240f-4ddd-a130-d4766f8bd673 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4625297 Feb 16 16:59:57.562919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53794) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:57.584639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '70519967-3af3-48dc-84ac-ecf617d0489e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.600196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:57.604312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.617372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:57.619281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:57.619718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.623123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:57.623470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.623815 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment faff8be4-eff5-4f2e-b773-de993f7ab3c5 of type vlan for network d90fafd2-8b0a-43ba-9bb6-cc66e14164af Feb 16 16:59:57.695415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=1f95a4c0-fee7-452e-a018-33c351fe7190,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.774870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:57.777838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.788894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:57.789326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:57.792389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for b761a9e3-3f77-48fe-b58f-c279932ecf43 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:57.858490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdec01c-c649-483c-81a0-dcedc3ffbcd3 req-1105cf3d-6a69-499c-90a6-9085de99190e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:57.860160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9cdec01c-c649-483c-81a0-dcedc3ffbcd3 req-1105cf3d-6a69-499c-90a6-9085de99190e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.8105743 Feb 16 16:59:57.867047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.912875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.999438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.008412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.044245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08693d56-fd91-4979-b45d-d6600ca53ceb,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.070594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:58.073012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=7ca3ac3c-7543-40f5-8f50-e412c2599555,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.136344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.142361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:58.143422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.145546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.149503 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f7349430-b830-43da-86a7-d1aaf2836281 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5825732 Feb 16 16:59:58.151696 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9cdec01c-c649-483c-81a0-dcedc3ffbcd3 req-7fdbbb57-5983-4da7-8ec5-f728b37adeac tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739851 Feb 16 16:59:58.171637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53798) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.218354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:58.227048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc3df5-bfb3-46b2-85ef-0f27afbbb837 None None] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 16:59:58.234262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fe888a8-893d-4fb6-96b2-a522a424e0de tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.246376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fe888a8-893d-4fb6-96b2-a522a424e0de tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.278257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fe888a8-893d-4fb6-96b2-a522a424e0de tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.306951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe888a8-893d-4fb6-96b2-a522a424e0de tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08693d56-fd91-4979-b45d-d6600ca53ceb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.314663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.350699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:58.351251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.361767 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5909436 Feb 16 16:59:58.372722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53802) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.382470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fe888a8-893d-4fb6-96b2-a522a424e0de tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.386221 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5fe888a8-893d-4fb6-96b2-a522a424e0de tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/08693d56-fd91-4979-b45d-d6600ca53ceb HTTP/1.1" status: 204 len: 168 time: 0.2134192 Feb 16 16:59:58.390790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:58.405668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=b761a9e3-3f77-48fe-b58f-c279932ecf43,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.412989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53806) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.505810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 16:59:58.507014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.507228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821ce58-e4b0-41bf-b19f-c06c9bc10313 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=d90fafd2-8b0a-43ba-9bb6-cc66e14164af,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.523889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 16:59:58.549087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.553272 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ddb342c8-93a5-4864-ae24-9f8a6898659e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/ports/7ca3ac3c-7543-40f5-8f50-e412c2599555 HTTP/1.1" status: 204 len: 168 time: 3.1273782 Feb 16 16:59:58.556237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53810) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.565764 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3a17ff0c-0847-4d25-9166-daeb56af157f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0368357 Feb 16 16:59:58.573661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53814) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.636588 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dca457-e914-4537-9cef-29f8b0cfd67f tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] GET failed (client error): The resource could not be found. Feb 16 16:59:58.637125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-03dca457-e914-4537-9cef-29f8b0cfd67f tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Synchronizing usage tracker for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:58.676894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-03dca457-e914-4537-9cef-29f8b0cfd67f tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Unset dirty status for tenant:e7bd9fb75fc44a2ca359371aa9c9770f on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:58.678125 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03dca457-e914-4537-9cef-29f8b0cfd67f tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "GET /v2.0/ports/7ca3ac3c-7543-40f5-8f50-e412c2599555 HTTP/1.1" status: 404 len: 333 time: 0.1205695 Feb 16 16:59:58.683698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53818) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.767532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port 2784c705-c01c-44a5-8dfd-a1512f400008 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 16:59:58.767759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.809759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Allocated IP 2001:db8::2 (c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250/1f95a4c0-fee7-452e-a018-33c351fe7190/f26d8152-9b8f-412d-bff1-fe901e2983cc) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:58.810898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1dd76a1f-5f0c-4f81-ab52-4742805cc97a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:58.822679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.827025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9ae41975-28e1-4d34-a69f-6306859a52ab tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/b761a9e3-3f77-48fe-b58f-c279932ecf43 HTTP/1.1" status: 204 len: 168 time: 1.8122547 Feb 16 16:59:58.828891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53822) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:58.952497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 16:59:58.961198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.965741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.029318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 16:59:59.032264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1dd76a1f-5f0c-4f81-ab52-4742805cc97a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:59.036475 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1dd76a1f-5f0c-4f81-ab52-4742805cc97a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6194570 Feb 16 16:59:59.041056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53826) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:59.042077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 16:59:59.048257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.063259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Transition to ACTIVE for port object f26d8152-9b8f-412d-bff1-fe901e2983cc will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:59.066396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 16:59:59.088010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Transition to ACTIVE for port object f26d8152-9b8f-412d-bff1-fe901e2983cc will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:59.093882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.172233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:59.176720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:59.181021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 16:59:59.241190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Pushing event updated for resources: {'Port': ['ID=f26d8152-9b8f-412d-bff1-fe901e2983cc,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.314327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Attempting to bind port f26d8152-9b8f-412d-bff1-fe901e2983cc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:59.315855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Attempting to bind port f26d8152-9b8f-412d-bff1-fe901e2983cc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:59.317553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Attempting to bind port f26d8152-9b8f-412d-bff1-fe901e2983cc on network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 16:59:59.324072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:59:59.324579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Checking segment: {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 16:59:59.324981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.325363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Bound using segment: {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:59:59.325828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Bound port: f26d8152-9b8f-412d-bff1-fe901e2983cc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:59.326453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.349086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:59.352746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.386088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f478ca84-476d-4716-a07e-c0968982ff0a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.447975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] For port f26d8152-9b8f-412d-bff1-fe901e2983cc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 16:59:59.453159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] For port f26d8152-9b8f-412d-bff1-fe901e2983cc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f26d8152-9b8f-412d-bff1-fe901e2983cc,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 16:59:59.461806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.536455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f478ca84-476d-4716-a07e-c0968982ff0a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.561985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957f4df-9ed9-4af4-8a4b-285ff59e8953 None None] Pushing event updated for resources: {'Port': ['ID=f26d8152-9b8f-412d-bff1-fe901e2983cc,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.620269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.641560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b895364-4408-4640-818e-a66484de0c93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:59.642464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3b895364-4408-4640-818e-a66484de0c93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 16:59:59.693651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f478ca84-476d-4716-a07e-c0968982ff0a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.717194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.744623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478ca84-476d-4716-a07e-c0968982ff0a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be7d72c9-0227-4f02-a0d8-d12f24e02bb9,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.756873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3b895364-4408-4640-818e-a66484de0c93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 16:59:59.761906 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3b895364-4408-4640-818e-a66484de0c93 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9250014 Feb 16 16:59:59.778138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53832) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:59:59.789905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for 2784c705-c01c-44a5-8dfd-a1512f400008 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 16:59:59.962380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d6e26-9c06-40c8-beda-5ee3cc4753ca req-864d151e-715f-4734-acf3-d5158d2167b7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:59.967105 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1f9d6e26-9c06-40c8-beda-5ee3cc4753ca req-864d151e-715f-4734-acf3-d5158d2167b7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.5975842 Feb 16 16:59:59.968804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f478ca84-476d-4716-a07e-c0968982ff0a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.972228 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f478ca84-476d-4716-a07e-c0968982ff0a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/be7d72c9-0227-4f02-a0d8-d12f24e02bb9 HTTP/1.1" status: 204 len: 168 time: 0.9229710 Feb 16 16:59:59.973513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53836) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:00.140542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1f9d6e26-9c06-40c8-beda-5ee3cc4753ca req-997ac508-84f6-4cab-8d7f-7695961cac12 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586192 Feb 16 17:00:00.179559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:00.193318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fc889d29-8e4d-4a4e-bdbb-d636cb141d69 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:00.209343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb42dfe-e986-49ae-a1bb-6a512cbe1e7e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:00.210478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9bb42dfe-e986-49ae-a1bb-6a512cbe1e7e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:00.271532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.306436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.360181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9bb42dfe-e986-49ae-a1bb-6a512cbe1e7e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:00.361438 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9bb42dfe-e986-49ae-a1bb-6a512cbe1e7e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5805130 Feb 16 17:00:00.367300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fc889d29-8e4d-4a4e-bdbb-d636cb141d69 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:00.368579 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fc889d29-8e4d-4a4e-bdbb-d636cb141d69 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3727560 Feb 16 17:00:00.371545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53840) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:00.371861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53842) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:00.374967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=2784c705-c01c-44a5-8dfd-a1512f400008,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:00.562186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=bc82968b-f477-4628-ae86-3d6b5d3fd5ef,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:00.578284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8::1 (c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250/1f95a4c0-fee7-452e-a018-33c351fe7190/3c06f01d-e7ef-4ca1-9333-0a7d01572082) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:00.584485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba6ac22-4671-47a7-8e4d-9ce851917840 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.594379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.607041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:00.611933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.623688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': 'faff8be4-eff5-4f2e-b773-de993f7ab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:00.624058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: d90fafd2-8b0a-43ba-9bb6-cc66e14164af, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:00.624796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:00.636460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba6ac22-4671-47a7-8e4d-9ce851917840 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.644116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:00.647738 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2777ca35-ac68-434d-9be9-1cef11d6aad1 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/ports/2784c705-c01c-44a5-8dfd-a1512f400008 HTTP/1.1" status: 204 len: 168 time: 1.9606869 Feb 16 17:00:00.649164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:00.652689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53848) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:00.767543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:00.778282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:00.778941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T16:59:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:00.786609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting subnet eda51cf6-0aa8-4049-984a-582cd2445832 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:00.794752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.849664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-21993731-2861-407e-b340-cdebbe146485 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/floatingips/93f132b5-7f33-4ff0-ab3b-f5f4f7355bff HTTP/1.1" status: 200 len: 978 time: 4.2298856 Feb 16 17:00:00.853140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53852) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:00.895720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:00.896547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a5f2b-98e0-4269-9256-0cd65fe3936f None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:00.907960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5376718a-2b69-4715-9aed-58ae4fa01947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.926800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b05fde-be9c-47ba-b6dd-87d13cf2b381 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:00.929165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b05fde-be9c-47ba-b6dd-87d13cf2b381 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:00.931576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b05fde-be9c-47ba-b6dd-87d13cf2b381 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:00.932417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-18b05fde-be9c-47ba-b6dd-87d13cf2b381 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:00.972257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629060dc-c592-429b-8c77-6b967bf8dfee None None] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:00.979833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:01.006710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba6ac22-4671-47a7-8e4d-9ce851917840 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.010925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.028556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d90fafd2-8b0a-43ba-9bb6-cc66e14164af) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:01.036306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-18b05fde-be9c-47ba-b6dd-87d13cf2b381 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:01.037736 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-18b05fde-be9c-47ba-b6dd-87d13cf2b381 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6449261 Feb 16 17:00:01.045064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53856) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:01.046306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:01.046917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.060533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6ac22-4671-47a7-8e4d-9ce851917840 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c060d7d2-990b-4dc3-ab56-99077b71093a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.063893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554f17c-81f1-4aaf-b2a7-5bdff676bd3d None None] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:01.072256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object 3c06f01d-e7ef-4ca1-9333-0a7d01572082 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:01.123659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.173247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 4621dfe4-9bf0-483b-8622-12504089607d {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:01.178249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-836329c4-d74a-4849-a282-caeba556a69f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7973742 Feb 16 17:00:01.185580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53860) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:01.202369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba6ac22-4671-47a7-8e4d-9ce851917840 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.209483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fba6ac22-4671-47a7-8e4d-9ce851917840 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c060d7d2-990b-4dc3-ab56-99077b71093a HTTP/1.1" status: 204 len: 168 time: 0.8139856 Feb 16 17:00:01.210238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53866) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:01.211559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.215189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af', 'name': 'tempest-PortsTestJSON-1888039135', 'fixed_ips': [{'subnet_id': 'bc82968b-f477-4628-ae86-3d6b5d3fd5ef', 'ip_address': '172.20.0.10'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:01.262687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.374362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9dc7a65c-bff9-4ad3-ae90-24c009c1679a None None] Provisioning for port f26d8152-9b8f-412d-bff1-fe901e2983cc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:01.385262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.514651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d90fafd2-8b0a-43ba-9bb6-cc66e14164af', 'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': 'bc82968b-f477-4628-ae86-3d6b5d3fd5ef'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:01.515415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.546380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 1f1a39a8-fa58-40e1-8748-3b57c7e8b6b1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:01.547284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.569668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:01.573230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:01.582809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=3c06f01d-e7ef-4ca1-9333-0a7d01572082,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.586723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:01.587255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.651703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-144575dd-557b-43d9-84df-c9d18e4edde9 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:01.693445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-144575dd-557b-43d9-84df-c9d18e4edde9 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:01.698281 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-144575dd-557b-43d9-84df-c9d18e4edde9 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4400773 Feb 16 17:00:01.701804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53870) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:01.716499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f26d8152-9b8f-412d-bff1-fe901e2983cc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:01.751825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7da34591-706e-436c-a9f3-b841ecd06574 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.758674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.765812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.839557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Allocated IP 172.20.0.2 (d90fafd2-8b0a-43ba-9bb6-cc66e14164af/bc82968b-f477-4628-ae86-3d6b5d3fd5ef/a665d9d0-8837-46d6-bd7b-62b7d15d01dc) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:01.841521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7da34591-706e-436c-a9f3-b841ecd06574 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.842450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port f26d8152-9b8f-412d-bff1-fe901e2983cc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:01.851933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f26d8152-9b8f-412d-bff1-fe901e2983cc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:01.852446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.909811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.917539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:01.921957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7da34591-706e-436c-a9f3-b841ecd06574 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.943849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:01.949857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:01.969349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb514b-cf80-4644-96cf-be1042d0a45f req-080f3b30-df80-4217-ac33-3afc0d646359 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:01.971372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3ecb514b-cf80-4644-96cf-be1042d0a45f req-080f3b30-df80-4217-ac33-3afc0d646359 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6435118 Feb 16 17:00:01.974537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:01.997090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34591-706e-436c-a9f3-b841ecd06574 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bcc0c25-3ec6-4818-ae64-dbb32a485b30,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.026131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7da34591-706e-436c-a9f3-b841ecd06574 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.031850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53874) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:02.032810 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7da34591-706e-436c-a9f3-b841ecd06574 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7bcc0c25-3ec6-4818-ae64-dbb32a485b30 HTTP/1.1" status: 204 len: 168 time: 0.3288400 Feb 16 17:00:02.039608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.043346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.043682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.071179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:02.096267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.096517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.101078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/4621dfe4-9bf0-483b-8622-12504089607d HTTP/1.1" status: 204 len: 168 time: 1.0459790 Feb 16 17:00:02.102309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87027ba2-66be-4635-89ac-384532612318 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=4621dfe4-9bf0-483b-8622-12504089607d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.104878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53878) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:02.107497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78d3f7-0004-4e1f-8321-25acc116f873 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:02.230385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.237877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d679c3-5433-402f-ad2d-66a83f48ab17 None None] Network c6c3d8fd-de04-4029-ba23-aaf15fcee42e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:02.255676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-30be693f-094c-4a6b-8b72-9eb62d796385 None None] Provisioning complete for port f26d8152-9b8f-412d-bff1-fe901e2983cc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:02.256034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30be693f-094c-4a6b-8b72-9eb62d796385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.311751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.365978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 1f1a39a8-fa58-40e1-8748-3b57c7e8b6b1 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:02.407911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Subnet': ['ID=eda51cf6-0aa8-4049-984a-582cd2445832,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.428465 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3ecb514b-cf80-4644-96cf-be1042d0a45f req-ebfd8eba-e3ee-4621-87b6-2979849b9dbd tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4331896 Feb 16 17:00:02.429702 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bbbc553b-3ad1-454c-9c90-9b4bd35ed3c0 tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/subnets/eda51cf6-0aa8-4049-984a-582cd2445832 HTTP/1.1" status: 204 len: 168 time: 1.7759674 Feb 16 17:00:02.434770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53882) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:02.467158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 642ca025-dd50-4a69-88fb-cc926e8c43bd {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:02.473704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.562054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.563024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.576910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-057d66f0-c589-4946-b286-ed21bc668a06 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:02.594163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port f26d8152-9b8f-412d-bff1-fe901e2983cc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f26d8152-9b8f-412d-bff1-fe901e2983cc,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:02.624512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Transition to ACTIVE for port object a665d9d0-8837-46d6-bd7b-62b7d15d01dc will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:02.642325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.663404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.685956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.686217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.693653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-057d66f0-c589-4946-b286-ed21bc668a06 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:02.697798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.698028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-057d66f0-c589-4946-b286-ed21bc668a06 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6580946 Feb 16 17:00:02.698138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.698649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53886) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:02.723078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 7e683245-662f-4345-b0ef-744df564c828 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:02.784263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Deleting port 1a853e52-1929-4c34-8c63-b494a3d1a964 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:02.785008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.798539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=3c06f01d-e7ef-4ca1-9333-0a7d01572082,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.803064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.849906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Transition to ACTIVE for port object a665d9d0-8837-46d6-bd7b-62b7d15d01dc will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:02.876857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f75153-6240-453e-96d7-3018b3c9323e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.883044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.931813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=f26d8152-9b8f-412d-bff1-fe901e2983cc,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.005404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:03.008156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:03.009865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:03.014016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.022366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:03.032582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:03.041116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f75153-6240-453e-96d7-3018b3c9323e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.068483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=642ca025-dd50-4a69-88fb-cc926e8c43bd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.073985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-30be693f-094c-4a6b-8b72-9eb62d796385 None None] Provisioning for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:03.133067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-30be693f-094c-4a6b-8b72-9eb62d796385 None None] Provisioning complete for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:03.133571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30be693f-094c-4a6b-8b72-9eb62d796385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.194502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.195047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Pushing event updated for resources: {'Port': ['ID=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.282511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] DHCP port deletion for c6c3d8fd-de04-4029-ba23-aaf15fcee42e request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:03.292306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f75153-6240-453e-96d7-3018b3c9323e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.307075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.313423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Deleting port 1a853e52-1929-4c34-8c63-b494a3d1a964 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:03.313906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.324545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=1f1a39a8-fa58-40e1-8748-3b57c7e8b6b1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.346785 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-88331582-5537-4d52-b659-ca7fe5e16f5e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/642ca025-dd50-4a69-88fb-cc926e8c43bd HTTP/1.1" status: 204 len: 168 time: 1.2349198 Feb 16 17:00:03.347029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Attempting to bind port a665d9d0-8837-46d6-bd7b-62b7d15d01dc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:03.347029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Attempting to bind port a665d9d0-8837-46d6-bd7b-62b7d15d01dc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'faff8be4-eff5-4f2e-b773-de993f7ab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:03.347029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Attempting to bind port a665d9d0-8837-46d6-bd7b-62b7d15d01dc on network d90fafd2-8b0a-43ba-9bb6-cc66e14164af {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:03.348648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-30be693f-094c-4a6b-8b72-9eb62d796385 None None] Port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:03.350754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53890) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:03.371544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:03.372018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Checking segment: {'id': 'faff8be4-eff5-4f2e-b773-de993f7ab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:03.372475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.372925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Bound using segment: {'id': 'faff8be4-eff5-4f2e-b773-de993f7ab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:03.373454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Bound port: a665d9d0-8837-46d6-bd7b-62b7d15d01dc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faff8be4-eff5-4f2e-b773-de993f7ab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:03.373885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.415360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.10 (d90fafd2-8b0a-43ba-9bb6-cc66e14164af/bc82968b-f477-4628-ae86-3d6b5d3fd5ef/7e683245-662f-4345-b0ef-744df564c828) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:03.443031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:00:03.463227 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f6766e52-54cc-461f-8216-8bc27156c8f1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086006 Feb 16 17:00:03.464079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53896) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:03.478528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:03.559326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f26d8152-9b8f-412d-bff1-fe901e2983cc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:03.703426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b4f9559b-eac9-46c2-985b-b62783c73006 None None] Provisioning complete for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:03.704186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b4f9559b-eac9-46c2-985b-b62783c73006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.714450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f75153-6240-453e-96d7-3018b3c9323e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e406cef6-ef76-4539-9eeb-4525d6d0518a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.792564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-345fc9e4-0edd-4103-bc99-683f978bddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.818189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] For port a665d9d0-8837-46d6-bd7b-62b7d15d01dc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:03.837220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] For port 1a853e52-1929-4c34-8c63-b494a3d1a964, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1a853e52-1929-4c34-8c63-b494a3d1a964,segment=NetworkSegment(22e719ca-7f28-4e6e-a571-ddfdb35654d0),segment_id=22e719ca-7f28-4e6e-a571-ddfdb35654d0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:03.838197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.854341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f75153-6240-453e-96d7-3018b3c9323e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.855491 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a5f75153-6240-453e-96d7-3018b3c9323e tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e406cef6-ef76-4539-9eeb-4525d6d0518a HTTP/1.1" status: 204 len: 168 time: 1.1559348 Feb 16 17:00:03.899996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] For port 1a853e52-1929-4c34-8c63-b494a3d1a964, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1a853e52-1929-4c34-8c63-b494a3d1a964,segment=NetworkSegment(22e719ca-7f28-4e6e-a571-ddfdb35654d0),segment_id=22e719ca-7f28-4e6e-a571-ddfdb35654d0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:03.901785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.902906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53900) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:03.913248 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a533dd-683b-4bd8-948c-09299431b9fe None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '642ca025-dd50-4a69-88fb-cc926e8c43bd'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '7ec60bf6-078c-4463-93ef-ea81dc2f90cd'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:00:03.957253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] For port a665d9d0-8837-46d6-bd7b-62b7d15d01dc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,segment=NetworkSegment(faff8be4-eff5-4f2e-b773-de993f7ab3c5),segment_id=faff8be4-eff5-4f2e-b773-de993f7ab3c5)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:03.989144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Calling delete_port for 1a853e52-1929-4c34-8c63-b494a3d1a964 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:03.994059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:04.008769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:04.019797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:04.033530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:04.037427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.037766 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 93f132b5-7f33-4ff0-ab3b-f5f4f7355bff disassociated (deleted). External IP: 172.26.7.136, port: 5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f. Feb 16 17:00:04.041169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b8615dad-0a2c-469c-aea6-aedbedaa5113 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4555254 Feb 16 17:00:04.041169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:04.047488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53904) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:04.053738 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:04.057738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4e7e54f5-7514-44ce-adf1-795e63ac0deb tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:04.067248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1882950988'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:04.080650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:04.083641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Calling delete_port for 1a853e52-1929-4c34-8c63-b494a3d1a964 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:04.090858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:04.091769 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:04.092875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:04.097380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:04.107844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:04.111317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.115096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.129072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:04.151347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cb9c9-b7ca-4bca-aa2e-e90aa7e030b1 req-f3ee16fe-809a-4701-8055-bb50823dc823 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:04.159831 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b01cb9c9-b7ca-4bca-aa2e-e90aa7e030b1 req-f3ee16fe-809a-4701-8055-bb50823dc823 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3934805 Feb 16 17:00:04.160423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.179586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b4f9559b-eac9-46c2-985b-b62783c73006 None None] Port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:04.242065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-66a533dd-683b-4bd8-948c-09299431b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.260161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f26d8152-9b8f-412d-bff1-fe901e2983cc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:04.260519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.273629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4e7e54f5-7514-44ce-adf1-795e63ac0deb tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:04.278823 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4e7e54f5-7514-44ce-adf1-795e63ac0deb tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3744650 Feb 16 17:00:04.289087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53908) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:04.306270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object 7e683245-662f-4345-b0ef-744df564c828 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:04.313696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:04.318600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.365891 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:04.375508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.400145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b01cb9c9-b7ca-4bca-aa2e-e90aa7e030b1 req-e49b7b59-387e-4520-8361-d4ae019c2c41 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392857 Feb 16 17:00:04.429706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:04.444332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ea66bd49-c4ee-4f76-a31f-1b4321dbf98e None None] Provisioning complete for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:04.444693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ea66bd49-c4ee-4f76-a31f-1b4321dbf98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.448225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.448800 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment 57778d0b-0d74-443c-b20e-2b9d085e7835 of type vlan for network 3cd89a85-cd73-443f-bb6c-2de70e7176cf Feb 16 17:00:04.472341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23996467-4fa7-453d-9ba0-5055c6ed75ae None None] Pushing event updated for resources: {'Port': ['ID=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:04.477670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.502370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:04.503277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:04.560804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.579009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.634959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:04.638309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] No DVR routers for this DVR port 1a853e52-1929-4c34-8c63-b494a3d1a964 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:04.682689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:04.686219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:04.719771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ea66bd49-c4ee-4f76-a31f-1b4321dbf98e None None] Port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:04.721411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.762391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:04.774582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.827529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1a853e52-1929-4c34-8c63-b494a3d1a964 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:04.897788 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:01Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:02Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:04.903014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b6539-c3fa-4e4e-b555-6511bca9c29a None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:04.903598 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:04.903920 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Updating router fc7049b3-29f3-449d-949b-dd8e865f397b port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:04.921674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 1a853e52-1929-4c34-8c63-b494a3d1a964 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:00:04.923599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1a853e52-1929-4c34-8c63-b494a3d1a964 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:00:04.970865 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.006485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=3cd89a85-cd73-443f-bb6c-2de70e7176cf,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.032378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5116372a-3db0-4d5b-99f9-cfdc6a541772 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9686115 Feb 16 17:00:05.033046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53912) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:05.034837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Deleting port 1a853e52-1929-4c34-8c63-b494a3d1a964 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:05.035244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.041503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.081350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=7e683245-662f-4345-b0ef-744df564c828,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.090470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:05.165909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.232986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c76fcc-8bdf-4fa0-b2be-a48b28d1c4bd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.240183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.254620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:05.259163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:05.262240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:05.269995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:05.272929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-99835afb-0143-4bbb-8eff-9cd8dba902ab None None] The port '1a853e52-1929-4c34-8c63-b494a3d1a964' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:00:05.278689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Port': ['ID=1a853e52-1929-4c34-8c63-b494a3d1a964,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.292692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:05.293939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=2f22f7af-62f5-403c-bc01-66b853d23eeb,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.298068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:05.300621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:05.308823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.311217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a65ea277-31dc-491f-bd3d-03dae40c8e59 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:05.311692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a65ea277-31dc-491f-bd3d-03dae40c8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.314441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.330687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:05.332285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.339244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:05.339858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.387261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c76fcc-8bdf-4fa0-b2be-a48b28d1c4bd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.411732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c3d8fd-de04-4029-ba23-aaf15fcee42e']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:05.421157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:05.432443 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b760dea9-d3cb-4956-a043-51f76ca40bf5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9599812 Feb 16 17:00:05.440507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53918) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:05.450344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.452736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e719ca-7f28-4e6e-a571-ddfdb35654d0') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:05.457636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e719ca-7f28-4e6e-a571-ddfdb35654d0') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:05.504325 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65b8204e-3bae-4868-b100-9f20026d724b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2999678 Feb 16 17:00:05.505784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53922) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:05.520582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.536981 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.554513 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Transition to ACTIVE for port object 3c06f01d-e7ef-4ca1-9333-0a7d01572082 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:05.562815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.573698 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.579465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:05.580008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.651187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a665d9d0-8837-46d6-bd7b-62b7d15d01dc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:05.664957 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Pushing event updated for resources: {'Port': ['ID=3c06f01d-e7ef-4ca1-9333-0a7d01572082,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.674670 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.674968 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.675496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.675687 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.676010 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.676342 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.676658 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.676964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.677291 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.677648 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.677890 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.678192 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:05.706802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:05.728850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:05.740410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:05.765236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:05.772741 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:05.805842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:05.815359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.879058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a665d9d0-8837-46d6-bd7b-62b7d15d01dc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:05.879404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': 'd90fafd2-8b0a-43ba-9bb6-cc66e14164af', 'name': 'tempest-PortsTestJSON-1918628528', 'fixed_ips': [{'subnet_id': 'bc82968b-f477-4628-ae86-3d6b5d3fd5ef', 'ip_address': '172.20.0.9'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.933015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.943756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.965818 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Attempting to bind port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:05.966285 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Attempting to bind port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:05.966937 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Attempting to bind port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 on network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:05.974170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:05.974686 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Checking segment: {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:05.975140 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.979786 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Bound using segment: {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:05.980385 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Bound port: 3c06f01d-e7ef-4ca1-9333-0a7d01572082, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8921b25-782f-4d30-b0e2-bb23279951cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:05.981403 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.994485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:06.045510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d427928-ac60-49d9-bfe7-40b254a5f06b None None] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:06.133539 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] For port 3c06f01d-e7ef-4ca1-9333-0a7d01572082, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:06.148288 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] For port 3c06f01d-e7ef-4ca1-9333-0a7d01572082, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3c06f01d-e7ef-4ca1-9333-0a7d01572082,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:06.157611 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.198919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] Pushing event deleted for resources: {'Network': ['ID=c6c3d8fd-de04-4029-ba23-aaf15fcee42e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.228065 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8731faa1-7695-4162-bb52-801ac4e1d05e tempest-AllowedAddressPairTestJSON-1997863248 tempest-AllowedAddressPairTestJSON-1997863248-project] 10.222.0.43 "DELETE /v2.0/networks/c6c3d8fd-de04-4029-ba23-aaf15fcee42e HTTP/1.1" status: 204 len: 168 time: 3.7848458 Feb 16 17:00:06.231947 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f22f7af-62f5-403c-bc01-66b853d23eeb (CIDR: 2001:db8::/64) Feb 16 17:00:06.235325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.249481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c76fcc-8bdf-4fa0-b2be-a48b28d1c4bd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.252246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c76fcc-8bdf-4fa0-b2be-a48b28d1c4bd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.256038 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b4c76fcc-8bdf-4fa0-b2be-a48b28d1c4bd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/70519967-3af3-48dc-84ac-ecf617d0489e HTTP/1.1" status: 204 len: 168 time: 1.9612315 Feb 16 17:00:06.271960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53928) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:06.279537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': '2f22f7af-62f5-403c-bc01-66b853d23eeb'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '7ec60bf6-078c-4463-93ef-ea81dc2f90cd'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:00:06.326921 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:06.327668 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:06.374343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] Provisioning for port a665d9d0-8837-46d6-bd7b-62b7d15d01dc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:06.396623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] Provisioning complete for port a665d9d0-8837-46d6-bd7b-62b7d15d01dc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:06.396986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.503955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:06.511734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c76fcc-8bdf-4fa0-b2be-a48b28d1c4bd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70519967-3af3-48dc-84ac-ecf617d0489e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.515815 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:06.519985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:06.522228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.538253 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99ffd-90e6-4a4d-a916-48e45d5ffa12 None None] Pushing event updated for resources: {'Port': ['ID=3c06f01d-e7ef-4ca1-9333-0a7d01572082,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.595089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:06.623710 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c75b0146-8d99-4bc6-aa8d-3d7f58749fac tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1819999 Feb 16 17:00:06.642485 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:06.648539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53934) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:06.659120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:06.685860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-afa90bcc-778a-4b84-a01b-d42f0f4b6117 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:06.724945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-afa90bcc-778a-4b84-a01b-d42f0f4b6117 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:06.730409 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-afa90bcc-778a-4b84-a01b-d42f0f4b6117 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4429541 Feb 16 17:00:06.732081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53938) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:06.733652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=922e1446-679f-4c2e-b95b-8198a484483c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.742280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044039577'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:06.752645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:06.753434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 3cd89a85-cd73-443f-bb6c-2de70e7176cf, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:06.757271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:06.762193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:06.765393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:06.772346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:06.786062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:06.787352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53942) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:06.806129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3db7b-d5f7-484b-b861-a9f918ef9a09 req-4f038074-e623-4300-bf24-ea4084322153 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:06.815700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ed3db7b-d5f7-484b-b861-a9f918ef9a09 req-4f038074-e623-4300-bf24-ea4084322153 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 1.0378604 Feb 16 17:00:06.821331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-01e5e5b3-1583-45ff-8e58-1dde4097a1f0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/floatingips/93f132b5-7f33-4ff0-ab3b-f5f4f7355bff HTTP/1.1" status: 204 len: 168 time: 5.9670601 Feb 16 17:00:06.822773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:06.823215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:06.825543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53948) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:06.827861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.906886 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ed3db7b-d5f7-484b-b861-a9f918ef9a09 req-07442f7b-1831-43ac-8075-4bbe2d947c88 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898824 Feb 16 17:00:06.909606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.910112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 3cd89a85-cd73-443f-bb6c-2de70e7176cf) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:06.913592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:06.917385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:06.923017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:06.923925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.942937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 18c52871-ef47-4267-9a24-0ee6b9a2c83b yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:06.948260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:06.954599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:06.972067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:06.987043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:06.993329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d6cb3-3842-4085-88a7-27705592ffa2 None None] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:06.994698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.003526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.034297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:07.059100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.060551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:07.061290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.070097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:07.073704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.092017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:07.213174 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:01Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:06Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.222703 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe8f3a-a1ca-46d4-aa8c-7e78bf333171 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:01Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:06Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:07.277217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.9 (d90fafd2-8b0a-43ba-9bb6-cc66e14164af/bc82968b-f477-4628-ae86-3d6b5d3fd5ef/18c52871-ef47-4267-9a24-0ee6b9a2c83b) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:07.304480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.338384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.342604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.374727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-770dc699-7045-4868-9912-f5a0f799be19 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3386247 Feb 16 17:00:07.379870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53952) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:07.465013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:07.465396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.490835 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eaa8139e-052b-4fe8-aa23-9e2e7f9c0bf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7bd9fb75fc44a2ca359371aa9c9770f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983111 Feb 16 17:00:07.495211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 53956) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:07.565354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.645160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.645555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf715044-7a38-4a30-b221-60d1263e70c0 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:07.650805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93caeaa1-154e-487c-b19a-ce4f909fb0a3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.716196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f0dd09-9b82-47d7-9414-669778d90f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.760155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.835930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f0dd09-9b82-47d7-9414-669778d90f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.854353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:07.855826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:07.856787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.872861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.881502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.884238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.886109 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ee19649d-58ba-4aeb-9617-a23e94d82f59 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1509984 Feb 16 17:00:07.896669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53960) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:07.930181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '93caeaa1-154e-487c-b19a-ce4f909fb0a3', 'direction': 'ingress', 'protocol': 17}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:08.123001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3c06f01d-e7ef-4ca1-9333-0a7d01572082 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:08.143519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:08.187906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] For port a665d9d0-8837-46d6-bd7b-62b7d15d01dc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,segment=NetworkSegment(faff8be4-eff5-4f2e-b773-de993f7ab3c5),segment_id=faff8be4-eff5-4f2e-b773-de993f7ab3c5)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:08.241056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.287350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/2f22f7af-62f5-403c-bc01-66b853d23eeb/7ec60bf6-078c-4463-93ef-ea81dc2f90cd) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:08.383270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.407962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:08.436550 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Allocated IP 2001:db8:1::2 (3cd89a85-cd73-443f-bb6c-2de70e7176cf/922e1446-679f-4c2e-b95b-8198a484483c/613778c3-e106-41a1-8644-f8fc9ea400ce) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:08.466857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.548436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object 18c52871-ef47-4267-9a24-0ee6b9a2c83b will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:08.551989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:08.562672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:08.577425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Provisioning complete for port a665d9d0-8837-46d6-bd7b-62b7d15d01dc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:08.577941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.579958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f0dd09-9b82-47d7-9414-669778d90f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.586199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:08.601309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:08.612308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.618482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0dd09-9b82-47d7-9414-669778d90f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b133d-0063-4074-9f73-a7e35f7ec203,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.624149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:08.624659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.687342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 17:00:08.695981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:08.701578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d24b1-9cb9-4f23-8a89-7c7e247efd0d None None] Pushing event updated for resources: {'Port': ['ID=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.745976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.775508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:08.782093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:08.784819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=18c52871-ef47-4267-9a24-0ee6b9a2c83b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.794182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:08.801187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.823728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929ae41-d72f-4a1f-84e4-dca17746e85d req-c0486d3d-520b-4b52-9d8e-f0c7107e670f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.826763 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7929ae41-d72f-4a1f-84e4-dca17746e85d req-c0486d3d-520b-4b52-9d8e-f0c7107e670f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4659173 Feb 16 17:00:08.889114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Transition to ACTIVE for port object 7ec60bf6-078c-4463-93ef-ea81dc2f90cd will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:08.904644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f0dd09-9b82-47d7-9414-669778d90f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.907071 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-05f0dd09-9b82-47d7-9414-669778d90f16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c82b133d-0063-4074-9f73-a7e35f7ec203 HTTP/1.1" status: 204 len: 168 time: 1.4102001 Feb 16 17:00:08.920308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.957379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.996624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.997816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.054306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.073745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.158122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.163845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-33dd65bf-06c9-438a-a4e3-ac24b49c2f02 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3912787 Feb 16 17:00:09.187923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53968) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:09.223833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.301282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Provisioning for port 7e683245-662f-4345-b0ef-744df564c828 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:09.308838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d3ce5-a680-4c35-9bf3-d8fa3e3414a7 None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.332662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.334616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Provisioning complete for port 7e683245-662f-4345-b0ef-744df564c828 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:09.335152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.449721 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7929ae41-d72f-4a1f-84e4-dca17746e85d req-fdf5d6e4-2416-4cc5-b15e-d67df5941aa8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5795989 Feb 16 17:00:09.485561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 3c06f01d-e7ef-4ca1-9333-0a7d01572082, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3c06f01d-e7ef-4ca1-9333-0a7d01572082,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:09.536377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Port 7e683245-662f-4345-b0ef-744df564c828 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:09.553785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.661656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.669213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53980) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:09.675096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce2cbdd-9f93-4b7d-8538-c9e2749e9ca6,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.676078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ef07534f-202d-498f-9d00-017ab25a2a1e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/ports/5ac909e2-bbe3-49e7-b19e-c29f48e5ff3f HTTP/1.1" status: 204 len: 168 time: 2.8422580 Feb 16 17:00:09.712767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:09.725824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.726117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.727670 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-14718d01-9790-4d32-ad2d-b97052c2ee8c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.8191140 Feb 16 17:00:09.737790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 53986) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:09.747150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:09.785368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Provisioning complete for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:09.785739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0008-369d-4c8d-8ae4-b9bbb2f50dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.808487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:floatingip and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:09.824370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:09.920662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.939458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=3c06f01d-e7ef-4ca1-9333-0a7d01572082,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.964206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Transition to ACTIVE for port object 613778c3-e106-41a1-8644-f8fc9ea400ce will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:09.974339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:10.045384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Transition to ACTIVE for port object 613778c3-e106-41a1-8644-f8fc9ea400ce will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:10.075968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fac0a847-69b9-4b66-b3e7-22dfdcc5b79b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.101344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.105210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.218612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:10.325269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8:1::1 (3cd89a85-cd73-443f-bb6c-2de70e7176cf/922e1446-679f-4c2e-b95b-8198a484483c/d794a46c-5618-46b0-9a4f-790cc90ba48d) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:10.336455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:10.348364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:10.359462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:10.381713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:10.387222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Pushing event updated for resources: {'Port': ['ID=613778c3-e106-41a1-8644-f8fc9ea400ce,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.425627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.438529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be285-f46d-4624-abf8-16b659560e6d req-e3ea1a94-f67a-4e7f-a5f7-76eca76d60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.440162 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-e3ea1a94-f67a-4e7f-a5f7-76eca76d60c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.2539461 Feb 16 17:00:10.440793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.441718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.519577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94e0b7-075f-4ba6-b21e-9b0010b011ea None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:10.540413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a665d9d0-8837-46d6-bd7b-62b7d15d01dc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:10.581691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54002) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:10.585169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=10']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.604144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fac0a847-69b9-4b66-b3e7-22dfdcc5b79b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.632100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.642001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91b5ec-2657-46bf-b748-b39efbf5c7e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.643385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3c91b5ec-2657-46bf-b748-b39efbf5c7e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:10.685307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3c91b5ec-2657-46bf-b748-b39efbf5c7e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:10.687272 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c91b5ec-2657-46bf-b748-b39efbf5c7e3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.3820727 Feb 16 17:00:10.691254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Attempting to bind port 613778c3-e106-41a1-8644-f8fc9ea400ce on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:10.691704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Attempting to bind port 613778c3-e106-41a1-8644-f8fc9ea400ce by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:10.692150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Attempting to bind port 613778c3-e106-41a1-8644-f8fc9ea400ce on network 3cd89a85-cd73-443f-bb6c-2de70e7176cf {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:10.696271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54008) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:10.701926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object d794a46c-5618-46b0-9a4f-790cc90ba48d will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:10.704628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b080-d243-4720-80ad-17edf7a92794 req-98826a78-46ce-4e2a-87c2-195ff95d05c5 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.707169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ce2b080-d243-4720-80ad-17edf7a92794 req-98826a78-46ce-4e2a-87c2-195ff95d05c5 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.7609389 Feb 16 17:00:10.713199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Provisioning for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:10.717859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:10.720085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:10.720560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Checking segment: {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:10.721625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.722106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Bound using segment: {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:10.722747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Bound port: 613778c3-e106-41a1-8644-f8fc9ea400ce, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:10.723226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.759114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:10.759830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.785711 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ce2b080-d243-4720-80ad-17edf7a92794 req-04decc7a-ec88-4f02-bdff-ec49cd2448d5 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662694 Feb 16 17:00:10.787080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:10.797496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-350302640'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:10.807675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.808611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.812523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=89c509fa-7299-47f4-973f-2ca3091f26db,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.821133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:10.837468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:network and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:10.851969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:10.863463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:10.878400 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d3693ecc-ca92-470a-923a-d3682a97e3a0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.2272573 Feb 16 17:00:10.885188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54012) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:10.895250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be285-f46d-4624-abf8-16b659560e6d req-4148e85f-3b3c-4273-bbaf-14ff9e2d8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.897207 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-4148e85f-3b3c-4273-bbaf-14ff9e2d8b79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.3376634 Feb 16 17:00:10.898835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:10.903833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.934858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.962296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a665d9d0-8837-46d6-bd7b-62b7d15d01dc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:10.962660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.980076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fac0a847-69b9-4b66-b3e7-22dfdcc5b79b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.023345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0a847-69b9-4b66-b3e7-22dfdcc5b79b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93caeaa1-154e-487c-b19a-ce4f909fb0a3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.064020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] For port 613778c3-e106-41a1-8644-f8fc9ea400ce, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:11.065310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a0228-ba63-4635-9e24-06da05599af6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:11.071180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:11.073692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a0228-ba63-4635-9e24-06da05599af6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:11.080512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a0228-ba63-4635-9e24-06da05599af6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:11.083003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:c7:cb:c5', 'name': 'tempest-NetworksTestDHCPv6-1602680764'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:11.085247 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-365a0228-ba63-4635-9e24-06da05599af6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3868811 Feb 16 17:00:11.090445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54018) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:11.093148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.126441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] For port 613778c3-e106-41a1-8644-f8fc9ea400ce, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=613778c3-e106-41a1-8644-f8fc9ea400ce,segment=NetworkSegment(57778d0b-0d74-443c-b20e-2b9d085e7835),segment_id=57778d0b-0d74-443c-b20e-2b9d085e7835)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:11.151924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.157307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:security_group_rule and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:11.161354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:11.179019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:11.197016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.199079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fac0a847-69b9-4b66-b3e7-22dfdcc5b79b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.203497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fac0a847-69b9-4b66-b3e7-22dfdcc5b79b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/93caeaa1-154e-487c-b19a-ce4f909fb0a3 HTTP/1.1" status: 204 len: 168 time: 1.4580481 Feb 16 17:00:11.220997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54022) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:11.234964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.282453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.299478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.301271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:11.320796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:11.336489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:11.337053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.339127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba944961-bf3d-45c1-a794-8b0cb018dbbb None None] Pushing event updated for resources: {'Port': ['ID=613778c3-e106-41a1-8644-f8fc9ea400ce,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.341051 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-5d7492e5-7ae3-4679-a52b-6527e8367ebe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.4080169 Feb 16 17:00:11.356779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:11.376022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:11.384188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.446125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be285-f46d-4624-abf8-16b659560e6d req-3987e388-d77d-428e-989d-68b27c0e7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:11.447621 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-3987e388-d77d-428e-989d-68b27c0e7a80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.0829880 Feb 16 17:00:11.459358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Provisioning for port 18c52871-ef47-4267-9a24-0ee6b9a2c83b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:11.468851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Provisioning complete for port 18c52871-ef47-4267-9a24-0ee6b9a2c83b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:11.469208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.471866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.106 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/bfcf716e-6b91-473f-9422-fdbcc38f40f6) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:11.503505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Pushing event updated for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=11']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.546806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Port 18c52871-ef47-4267-9a24-0ee6b9a2c83b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:11.554673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e2a66-1a85-4077-a572-237c261f37e1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.574811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.575084 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Added segment 7c6a3ccb-89be-4a93-8b5f-87603c87e3a6 of type vlan for network e1a74f0b-67ba-4ba7-8e39-8693215ca48f Feb 16 17:00:11.577783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Provisioning complete for port 7e683245-662f-4345-b0ef-744df564c828 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:11.578316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.616537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 18c52871-ef47-4267-9a24-0ee6b9a2c83b {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:11.617127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.620690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.626227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:11.647289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ed86501d-c9f9-45f4-baf0-21749362f25b None None] Port 7e683245-662f-4345-b0ef-744df564c828 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:11.683998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:11.713180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=d794a46c-5618-46b0-9a4f-790cc90ba48d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.719081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:11.822255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7bf88c2c-cfa2-4152-b10c-383791a7d752 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:11.962245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.014295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.023923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.024564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.031916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7bf88c2c-cfa2-4152-b10c-383791a7d752 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:12.037315 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7bf88c2c-cfa2-4152-b10c-383791a7d752 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8081996 Feb 16 17:00:12.051480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54028) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:12.125587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--965835194'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:12.131211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 613778c3-e106-41a1-8644-f8fc9ea400ce up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:12.133106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:12.144292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:12.156211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be285-f46d-4624-abf8-16b659560e6d req-7fc7c1d2-5b6d-4c68-a50a-b1bcfe9dcfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.159151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-7fc7c1d2-5b6d-4c68-a50a-b1bcfe9dcfde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7014968 Feb 16 17:00:12.178632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5858169 Feb 16 17:00:12.213558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.321007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ff2e-30e6-48d3-88e5-d315a73e6540 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Network': ['ID=e1a74f0b-67ba-4ba7-8e39-8693215ca48f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.333704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:12.341695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network e1a74f0b-67ba-4ba7-8e39-8693215ca48f details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:12.355012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:12.358867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:12.366796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:12.390390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.463381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 243c2892-86e6-4437-a4e1-a217d6b7f3b0 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:12.473104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.516064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.602897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.705348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.706082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7346a862-a2ed-46f0-8854-9c6c147147d3 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:12.756686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::a2 (f92b56da-dfd9-433c-a595-962c6f07801d/2f22f7af-62f5-403c-bc01-66b853d23eeb/243c2892-86e6-4437-a4e1-a217d6b7f3b0) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:12.764694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:cbc5 (f92b56da-dfd9-433c-a595-962c6f07801d/89c509fa-7299-47f4-973f-2ca3091f26db/243c2892-86e6-4437-a4e1-a217d6b7f3b0) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:12.815424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.902039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 613778c3-e106-41a1-8644-f8fc9ea400ce completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:12.959483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3c06f01d-e7ef-4ca1-9333-0a7d01572082 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:12.963043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac04c5-5280-4f78-9279-51a4dce1d6a0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.995686 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-fcd003a6-8d15-43ca-a1a1-0d204204fa81 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155575 Feb 16 17:00:13.088353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8874dec-1098-4e5e-9448-b845c6bdda34 None None] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:13.103502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-05b7b1b3-8b84-4b60-9ab4-149e25641159 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:13.104360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-05b7b1b3-8b84-4b60-9ab4-149e25641159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.124895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b87e4-60c5-4e74-aa9a-2682e9bfcefc req-b6003797-2b0b-4009-9783-b0cbc445630d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:13.126428 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b21b87e4-60c5-4e74-aa9a-2682e9bfcefc req-b6003797-2b0b-4009-9783-b0cbc445630d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 1.0881431 Feb 16 17:00:13.135212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 18c52871-ef47-4267-9a24-0ee6b9a2c83b owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:13.247564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.312747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 243c2892-86e6-4437-a4e1-a217d6b7f3b0 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:13.327498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-747be285-f46d-4624-abf8-16b659560e6d req-af7aae3e-79df-40fd-90ce-938cce490ba4 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173730 Feb 16 17:00:13.375773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.446346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:13.479303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:13.519956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=243c2892-86e6-4437-a4e1-a217d6b7f3b0,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:13.533892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:13.544962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:13.546890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:13.551074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:13.558131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:13.559250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.566873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.571410 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b0137a94-cb17-46ea-95f7-7c0d259f9bab tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5074372 Feb 16 17:00:13.573067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54032) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:13.589742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--81899469'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:13.602030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:13.609065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:13.611755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=bfcf716e-6b91-473f-9422-fdbcc38f40f6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:13.617384 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b21b87e4-60c5-4e74-aa9a-2682e9bfcefc req-87091a3c-c19a-441b-a05b-1c5d1ffc5a90 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734641 Feb 16 17:00:13.645551 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:13.659042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:13.670727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-02ac6028-6811-4b1b-95c9-d7fdb0606743 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7841408 Feb 16 17:00:13.673500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:13.728305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.781841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:13.787503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:13.791117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:13.798382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:13.900441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.021332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:14.022406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.061751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.077177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.122722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=18c52871-ef47-4267-9a24-0ee6b9a2c83b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.212046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:00:14.235584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.239314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.262417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.273384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.324796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 243c2892-86e6-4437-a4e1-a217d6b7f3b0 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:14.325479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.364153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.365840 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7839715 Feb 16 17:00:14.387567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54040) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:14.390292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5efcf-1bd1-4d81-b9e9-358373908cb0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7eb7d7-fac1-437c-a96d-ec1e6faaad85,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.425704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': 'e9ac04c5-5280-4f78-9279-51a4dce1d6a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c7eb7d7-fac1-437c-a96d-ec1e6faaad85', 'remote_ip_prefix': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:14.504166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.525202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:14.745845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] Provisioning for port 613778c3-e106-41a1-8644-f8fc9ea400ce completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:14.761098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] Provisioning complete for port 613778c3-e106-41a1-8644-f8fc9ea400ce triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:14.765761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.853530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:14.861094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.902941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.006046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.064495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:15.260766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 243c2892-86e6-4437-a4e1-a217d6b7f3b0 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:15.394091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.430379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.440704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] For port 613778c3-e106-41a1-8644-f8fc9ea400ce, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=613778c3-e106-41a1-8644-f8fc9ea400ce,segment=NetworkSegment(57778d0b-0d74-443c-b20e-2b9d085e7835),segment_id=57778d0b-0d74-443c-b20e-2b9d085e7835)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:15.445537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.459040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:15.461447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:15.479314 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8b1c00b7-7d34-4833-b335-e1a552b52069 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/18c52871-ef47-4267-9a24-0ee6b9a2c83b HTTP/1.1" status: 204 len: 168 time: 4.3876028 Feb 16 17:00:15.573042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3502b8-70d2-4198-9771-38fb88bb2766 None None] Pushing event updated for resources: {'Port': ['ID=613778c3-e106-41a1-8644-f8fc9ea400ce,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.590886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:15.591384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.698181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:15.707433 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54046) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:15.707763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54048) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:15.711339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.716601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:15.724690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:15.727129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'subnet': {'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:15.772835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Provisioning complete for port 613778c3-e106-41a1-8644-f8fc9ea400ce triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:15.773371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.804226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.878426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:15.935504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=d794a46c-5618-46b0-9a4f-790cc90ba48d,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.974651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833140d-0423-4f7b-929c-d505cb6d70ac req-bc641e40-f602-4c5e-932f-97fff03b68be tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:15.976172 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f833140d-0423-4f7b-929c-d505cb6d70ac req-bc641e40-f602-4c5e-932f-97fff03b68be tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.9131377 Feb 16 17:00:15.977967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.979891 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-02011985-e22e-45ec-8d43-7b9d17e928dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 17:00:15.980457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02011985-e22e-45ec-8d43-7b9d17e928dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:16.014849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.082723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe1f508-df2a-4065-a6fb-90ccdd6ebc14,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.119020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.119287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.119706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.120166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.120618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.121084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.121678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.122136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.122655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.123063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.123566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.123986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:16.137327 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f833140d-0423-4f7b-929c-d505cb6d70ac req-c8583d02-14d8-4e44-ad8b-9ce5e87b6502 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288860 Feb 16 17:00:16.138452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.139238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Provisioning for port 243c2892-86e6-4437-a4e1-a217d6b7f3b0 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:16.145127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8a4791b4-294f-493b-a166-7a2034ad486c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7511454 Feb 16 17:00:16.145127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.151430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54054) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.161091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Provisioning complete for port 243c2892-86e6-4437-a4e1-a217d6b7f3b0 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.166095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.258629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Port 243c2892-86e6-4437-a4e1-a217d6b7f3b0 was deleted so its status cannot be updated. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 17:00:16.259264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=243c2892-86e6-4437-a4e1-a217d6b7f3b0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.278439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Provisioning for port d794a46c-5618-46b0-9a4f-790cc90ba48d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:16.284987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Provisioning complete for port d794a46c-5618-46b0-9a4f-790cc90ba48d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.285357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.331625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.336531 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5603b153-4720-4841-b956-c5f135b607be tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/243c2892-86e6-4437-a4e1-a217d6b7f3b0 HTTP/1.1" status: 204 len: 168 time: 2.6603594 Feb 16 17:00:16.337221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54060) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.393286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40a1505a-8443-41f1-90c3-34f7d5897605 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.428855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40a1505a-8443-41f1-90c3-34f7d5897605 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.443256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-aff09d44-01fc-44b2-b315-3ae3121fc4d7 None None] Port d794a46c-5618-46b0-9a4f-790cc90ba48d cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:16.452290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:16.473283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.489540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40a1505a-8443-41f1-90c3-34f7d5897605 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.495051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02011985-e22e-45ec-8d43-7b9d17e928dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:16.498825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02011985-e22e-45ec-8d43-7b9d17e928dd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/18c52871-ef47-4267-9a24-0ee6b9a2c83b HTTP/1.1" status: 404 len: 333 time: 0.7806964 Feb 16 17:00:16.498825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=bfcf716e-6b91-473f-9422-fdbcc38f40f6,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.504437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54064) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.505625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:subnet and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:16.516981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:16.519964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1505a-8443-41f1-90c3-34f7d5897605 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fe1f508-df2a-4065-a6fb-90ccdd6ebc14,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.525121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40a1505a-8443-41f1-90c3-34f7d5897605 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.526301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-40a1505a-8443-41f1-90c3-34f7d5897605 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0fe1f508-df2a-4065-a6fb-90ccdd6ebc14 HTTP/1.1" status: 204 len: 168 time: 0.3277082 Feb 16 17:00:16.529772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54068) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.551977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ba8a0-268f-4af5-8ac0-14305f4f16fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.552668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5f1ba8a0-268f-4af5-8ac0-14305f4f16fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:16.562248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:16.573845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-630138e6-17d1-4c02-b353-cae2adaa39c5 None None] Provisioning complete for port d794a46c-5618-46b0-9a4f-790cc90ba48d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.574603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-630138e6-17d1-4c02-b353-cae2adaa39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.584350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5f1ba8a0-268f-4af5-8ac0-14305f4f16fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:16.588292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5f1ba8a0-268f-4af5-8ac0-14305f4f16fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2470579 Feb 16 17:00:16.589919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54072) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.601885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.605804 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2167fdac-78b7-47e8-a081-862e348b0a05 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9299912 Feb 16 17:00:16.611488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54076) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.630879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'port': {'network_id': '5bb013af-0702-4e84-8b97-88e4442e94d1', 'name': 'tempest-FloatingIPTestJSON-1209422942'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:16.640044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d094cf35-8d13-4c7c-a819-e8a013303a6c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:16.641719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-630138e6-17d1-4c02-b353-cae2adaa39c5 None None] Port d794a46c-5618-46b0-9a4f-790cc90ba48d cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:16.648229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:16.651837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.675854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d094cf35-8d13-4c7c-a819-e8a013303a6c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:16.678892 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d094cf35-8d13-4c7c-a819-e8a013303a6c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1474183 Feb 16 17:00:16.683383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54080) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.686213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:16.700083 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:16.711803 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:16.712699 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:16.749511 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37f8f812-f096-407b-a513-c065092a4623 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3661299 Feb 16 17:00:16.755133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 7e683245-662f-4345-b0ef-744df564c828 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:16.755612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.760604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa654f2-e112-44f4-822b-49a024e682cb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.764954 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9aa654f2-e112-44f4-822b-49a024e682cb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1718209 Feb 16 17:00:16.766925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54084) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.767545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54086) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.774703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523448583'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:16.879732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17942b29-97f9-4eef-a50f-eeb1981c38d4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.881573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17942b29-97f9-4eef-a50f-eeb1981c38d4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.883429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17942b29-97f9-4eef-a50f-eeb1981c38d4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.884429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-17942b29-97f9-4eef-a50f-eeb1981c38d4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:16.891959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:16.901049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:16.909351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:16.912714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-105c2cca-813a-4727-884d-30b301772331 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.920037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:16.932140 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:16.944190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-17942b29-97f9-4eef-a50f-eeb1981c38d4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:16.948713 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-17942b29-97f9-4eef-a50f-eeb1981c38d4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1784000 Feb 16 17:00:16.949569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54092) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:16.961925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:16.965712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.992436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc7fe0-e5a2-4ba1-82d0-6b340b6822b5 req-2bb26de3-dd47-4086-b5f9-b15da0514510 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.993903 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dcdc7fe0-e5a2-4ba1-82d0-6b340b6822b5 req-2bb26de3-dd47-4086-b5f9-b15da0514510 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6640079 Feb 16 17:00:17.014593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-105c2cca-813a-4727-884d-30b301772331 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.090036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:17.097124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 2f22f7af-62f5-403c-bc01-66b853d23eeb {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:17.104591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.118510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:17.148568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-105c2cca-813a-4727-884d-30b301772331 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.153599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.154152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment 4fb487c4-a347-446f-86d4-607a243153c3 of type vlan for network 3dadb408-22b4-4e5d-aa32-a9fb57509626 Feb 16 17:00:17.180190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:port and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:17.196411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c2cca-813a-4727-884d-30b301772331 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7eb7d7-fac1-437c-a96d-ec1e6faaad85,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.196656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:17.201896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.212444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:17.239555 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dcdc7fe0-e5a2-4ba1-82d0-6b340b6822b5 req-d8ec2d8b-63e8-43c3-b8bd-a3116be8d220 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034583 Feb 16 17:00:17.274658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.287436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:17.291057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.313976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-105c2cca-813a-4727-884d-30b301772331 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.317843 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-105c2cca-813a-4727-884d-30b301772331 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c7eb7d7-fac1-437c-a96d-ec1e6faaad85 HTTP/1.1" status: 204 len: 168 time: 0.6277924 Feb 16 17:00:17.325244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54098) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:17.385608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.391043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:17.391733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.429252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] device_id is not set on port 20c806a8-9f61-4c31-828c-98c08927f9ab yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:17.441680 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6728232 Feb 16 17:00:17.442411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54102) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:17.442873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 613778c3-e106-41a1-8644-f8fc9ea400ce up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:17.450743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.491137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:17.504182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.511623 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 3, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:13Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:17.519426 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:17.519784 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Updating router fc7049b3-29f3-449d-949b-dd8e865f397b port d794a46c-5618-46b0-9a4f-790cc90ba48d binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:17.562613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 613778c3-e106-41a1-8644-f8fc9ea400ce triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:17.563194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.617018 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.662053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c1854196-f9d8-44af-a680-eb9e84b8734b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:17.665404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.766281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 7e683245-662f-4345-b0ef-744df564c828 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:17.795751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=2f22f7af-62f5-403c-bc01-66b853d23eeb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.798864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5074433-1aa2-4f31-9249-27b0120f625f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=3dadb408-22b4-4e5d-aa32-a9fb57509626,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.811358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:17.822665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.840010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28a195-503e-477b-a470-dfb8b59c8827 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:17.850903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:17.854956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:17.857961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:17.864427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:17.872026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c1854196-f9d8-44af-a680-eb9e84b8734b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:17.876522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c1854196-f9d8-44af-a680-eb9e84b8734b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5447779 Feb 16 17:00:17.879204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54108) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:17.879879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:17.883833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.909100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.052837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.6 (5bb013af-0702-4e84-8b97-88e4442e94d1/3546df11-757d-425d-9bf0-f60fa610272f/20c806a8-9f61-4c31-828c-98c08927f9ab) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:18.072070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Subnet': ['ID=9e967932-2742-4dc1-b4b2-3ea4aa751d66,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.124669 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.274382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6e3c7aec-6f27-4b32-b681-1f39932ef9d6 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/2f22f7af-62f5-403c-bc01-66b853d23eeb HTTP/1.1" status: 204 len: 168 time: 1.3145771 Feb 16 17:00:18.277553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54112) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:18.303237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Checking segment: {'id': '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:18.303607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network hostable DHCP agents. Network: e1a74f0b-67ba-4ba7-8e39-8693215ca48f, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:18.358714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.367716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700250e-dda3-4863-8530-5c1bf80bd46b req-971f1894-ffe1-4002-86a5-f00587d08977 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:18.369271 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c700250e-dda3-4863-8530-5c1bf80bd46b req-971f1894-ffe1-4002-86a5-f00587d08977 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.5642564 Feb 16 17:00:18.378762 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Transition to ACTIVE for port object d794a46c-5618-46b0-9a4f-790cc90ba48d will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:18.386243 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.416303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.435322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 89c509fa-7299-47f4-973f-2ca3091f26db {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:18.438539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.469271 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bcc6a-528a-4c32-b00e-558f98c46859 None None] Pushing event updated for resources: {'Port': ['ID=d794a46c-5618-46b0-9a4f-790cc90ba48d,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.500977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.536789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network e1a74f0b-67ba-4ba7-8e39-8693215ca48f is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:18.555986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=7e683245-662f-4345-b0ef-744df564c828,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.608937 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c700250e-dda3-4863-8530-5c1bf80bd46b req-5c45bd96-928a-4d90-bc4c-f74bebc54f75 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289448 Feb 16 17:00:18.647341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.647777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.648196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.648586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.648998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.649413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.649801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.650224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.650669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.651057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.651443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.651831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:18.654831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, e1a74f0b-67ba-4ba7-8e39-8693215ca48f) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:18.670013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fd3ca-1a40-44d6-9db0-913838f5b5cb None None] Network e1a74f0b-67ba-4ba7-8e39-8693215ca48f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:18.727768 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Attempting to bind port d794a46c-5618-46b0-9a4f-790cc90ba48d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:18.728417 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Attempting to bind port d794a46c-5618-46b0-9a4f-790cc90ba48d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:18.730717 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Attempting to bind port d794a46c-5618-46b0-9a4f-790cc90ba48d on network 3cd89a85-cd73-443f-bb6c-2de70e7176cf {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:18.746162 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:18.746950 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Checking segment: {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:18.747500 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.748059 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Bound using segment: {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:18.748684 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Bound port: d794a46c-5618-46b0-9a4f-790cc90ba48d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57778d0b-0d74-443c-b20e-2b9d085e7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:18.749215 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.771053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=242a5558-2e9a-4b14-bec9-6545d38ab525,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.776537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:18.777210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.791120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68bccfac-910e-410a-8a98-c7bc6082f2e3 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.864616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3f5d6191-64e3-4be2-ba34-1b4cdea1a758 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1436064 Feb 16 17:00:18.865393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54118) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:18.865667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:18.866043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 3dadb408-22b4-4e5d-aa32-a9fb57509626, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:18.903437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-590015309'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:18.920216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:18.925316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:network and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:18.934285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:18.945716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:18.967804 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] For port d794a46c-5618-46b0-9a4f-790cc90ba48d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:18.972190 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] For port d794a46c-5618-46b0-9a4f-790cc90ba48d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d794a46c-5618-46b0-9a4f-790cc90ba48d,segment=NetworkSegment(57778d0b-0d74-443c-b20e-2b9d085e7835),segment_id=57778d0b-0d74-443c-b20e-2b9d085e7835)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:18.972995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:18.976474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.978496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.993033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68bccfac-910e-410a-8a98-c7bc6082f2e3 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.046093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.068748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.071992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.079117 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a14b456b-9c07-4289-a87a-72410266509e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/7e683245-662f-4345-b0ef-744df564c828 HTTP/1.1" status: 204 len: 168 time: 2.5694337 Feb 16 17:00:19.082527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:19.084124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54122) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.101020 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bcc6a-528a-4c32-b00e-558f98c46859 None None] Pushing event updated for resources: {'Port': ['ID=d794a46c-5618-46b0-9a4f-790cc90ba48d,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.105356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:19.145574 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:19.147577 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:19.155325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 3dadb408-22b4-4e5d-aa32-a9fb57509626) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:19.156798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.157143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Added segment 3cdba5ea-df9a-4f69-a532-a32d4aab344a of type vlan for network caf809e4-4a79-4812-a02f-973033091e37 Feb 16 17:00:19.164911 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e685050-4f9b-423b-87ae-97fb46d79a84 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 17:00:19.165601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5e685050-4f9b-423b-87ae-97fb46d79a84 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:19.169676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.170366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.189739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5e685050-4f9b-423b-87ae-97fb46d79a84 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:19.189739 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5e685050-4f9b-423b-87ae-97fb46d79a84 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/7e683245-662f-4345-b0ef-744df564c828 HTTP/1.1" status: 404 len: 333 time: 0.1020329 Feb 16 17:00:19.193664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54126) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.227405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.271574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692df90-348f-4920-9141-aeceb9f3213c None None] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:19.297678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68bccfac-910e-410a-8a98-c7bc6082f2e3 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.332957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.367542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208a140-ac64-41d0-9c8e-500efdbe3d50 req-4e42da73-6acf-46fb-ad5a-5c766ed7a59f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.374795 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3208a140-ac64-41d0-9c8e-500efdbe3d50 req-4e42da73-6acf-46fb-ad5a-5c766ed7a59f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4847474 Feb 16 17:00:19.420837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.431087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bccfac-910e-410a-8a98-c7bc6082f2e3 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac04c5-5280-4f78-9279-51a4dce1d6a0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.452625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.459243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.459863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.466484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=20c806a8-9f61-4c31-828c-98c08927f9ab,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.478780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8a4f4a22-86dd-4cdc-a186-f8e49bf2fdb6 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9951279 Feb 16 17:00:19.481777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-68bccfac-910e-410a-8a98-c7bc6082f2e3 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.483004 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-68bccfac-910e-410a-8a98-c7bc6082f2e3 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9ac04c5-5280-4f78-9279-51a4dce1d6a0 HTTP/1.1" status: 204 len: 168 time: 1.2391882 Feb 16 17:00:19.484018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54130) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.499983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54132) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.532010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-e1a74f0b-67ba-4ba7-8e39-8693215ca48f', 'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f', 'tenant_id': '1f683b8968274080a55564d7d813b787', 'fixed_ips': [{'subnet_id': '9e967932-2742-4dc1-b4b2-3ea4aa751d66'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:19.532914 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:19.533989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.572784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=89c509fa-7299-47f4-973f-2ca3091f26db,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.607366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c7522-e6b6-4598-811d-3537bfb83239 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:19.612577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7266006 Feb 16 17:00:19.614772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 5bb013af-0702-4e84-8b97-88e4442e94d1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:19.626287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54138) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.627281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:19.634395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:19.674799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'subnet': {'network_id': 'caf809e4-4a79-4812-a02f-973033091e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:19.702404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4b07-e2c0-443a-b950-f01d217d2882 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Network': ['ID=caf809e4-4a79-4812-a02f-973033091e37,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.741907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.744374 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0ac34e42-7259-4d96-94f7-a0227ef7c0e9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/89c509fa-7299-47f4-973f-2ca3091f26db HTTP/1.1" status: 204 len: 168 time: 1.4641857 Feb 16 17:00:19.748817 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3208a140-ac64-41d0-9c8e-500efdbe3d50 req-79c82836-bcfe-450f-ba8a-b4bcb2dc74ff tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731346 Feb 16 17:00:19.752503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network caf809e4-4a79-4812-a02f-973033091e37 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:19.756109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet bc82968b-f477-4628-ae86-3d6b5d3fd5ef {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:19.760057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54142) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.792359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.838007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.851002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.882108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:19.887545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:subnet and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:19.894962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:19.906850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bb2fb4be-cef0-4ec0-9247-a7c55d31996e tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2890179 Feb 16 17:00:19.913556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54148) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.924725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:19.929954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'port_id': '20c806a8-9f61-4c31-828c-98c08927f9ab'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:19.954325 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-21dfcaf9-9033-4a24-89b0-8e1653d0d190 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1854129 Feb 16 17:00:19.962177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e2edbce7-2660-470e-91e5-7810650d185c None None] Provisioning complete for port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:19.962543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2edbce7-2660-470e-91e5-7810650d185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.967062 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 3, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:18Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:19.967408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54152) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:19.973262 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f1c96-10e4-40b4-994d-f0813f97b7b6 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 3, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:18Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:20.140052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.223062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.229868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:20.233358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.237180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-3dadb408-22b4-4e5d-aa32-a9fb57509626', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:20.238023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.291696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:20.535165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4bd3-3613-4df6-827b-e6ab00ee1c6b req-faa174f5-9ce1-4a4a-a516-b5b78cfee175 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:20.536754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4fba4bd3-3613-4df6-827b-e6ab00ee1c6b req-faa174f5-9ce1-4a4a-a516-b5b78cfee175 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.5285509 Feb 16 17:00:20.557937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Allocated IP 2001:db8:0:ffff::2 (e1a74f0b-67ba-4ba7-8e39-8693215ca48f/9e967932-2742-4dc1-b4b2-3ea4aa751d66/151b79bd-000b-40e7-9b3d-2c99aaf0cdaa) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:20.643427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bc5a34b4-fc01-4f4b-8d27-1f7192dc69aa tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:20.783535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Allocated IP 2001:db8:2::2 (3dadb408-22b4-4e5d-aa32-a9fb57509626/242a5558-2e9a-4b14-bec9-6545d38ab525/c581b5ec-f163-4438-aec8-f1cc8762563d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:20.872874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.882803 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4fba4bd3-3613-4df6-827b-e6ab00ee1c6b req-594e882b-ae01-4d03-9949-9665d288919d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343933 Feb 16 17:00:20.907878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bc5a34b4-fc01-4f4b-8d27-1f7192dc69aa tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:20.909301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:20.909617 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bc5a34b4-fc01-4f4b-8d27-1f7192dc69aa tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.4020243 Feb 16 17:00:20.924906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54158) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:20.927862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] Deleting port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:20.928445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.056894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499360213'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:21.078694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:21.203334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.313882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 17:00:21.318234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.335918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Transition to ACTIVE for port object 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:21.408323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:21.446813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.523885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Subnet': ['ID=9efaa437-886b-4e12-a150-bece567ea3b8,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.524700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:21.527849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d794a46c-5618-46b0-9a4f-790cc90ba48d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:21.532204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:21.536657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.557284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:21.565220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:21.570189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:21.573495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:21.581669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:21.597872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Checking segment: {'id': '3cdba5ea-df9a-4f69-a532-a32d4aab344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'caf809e4-4a79-4812-a02f-973033091e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:21.598244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network hostable DHCP agents. Network: caf809e4-4a79-4812-a02f-973033091e37, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:21.643615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Transition to ACTIVE for port object 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:21.657070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] For port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:21.658806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.663441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.664850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.683505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.723863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:21.728320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.731014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=bc82968b-f477-4628-ae86-3d6b5d3fd5ef,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.731219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network caf809e4-4a79-4812-a02f-973033091e37 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:21.733124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.743020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e7b4-f567-4ad2-8256-1fc4550561d3 req-eebc6554-410f-4901-8562-93bdec6ac5f1 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.749869 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3398e7b4-f567-4ad2-8256-1fc4550561d3 req-eebc6554-410f-4901-8562-93bdec6ac5f1 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2744131 Feb 16 17:00:21.768010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.781919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f3ef2-f42a-471c-8b61-60d35cb4c193,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.787205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.797030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.809245 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9d758344-dd97-4b95-91f9-edfead9ecaa3 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/bc82968b-f477-4628-ae86-3d6b5d3fd5ef HTTP/1.1" status: 204 len: 168 time: 2.6117895 Feb 16 17:00:21.809245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:21.836111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:21.839639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.840070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, caf809e4-4a79-4812-a02f-973033091e37) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:21.861902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.862485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.887326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a624fc-7789-4b33-a94d-a0cecdb6d827 None None] Network d90fafd2-8b0a-43ba-9bb6-cc66e14164af requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:21.899823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d9954-08f7-4f18-b750-df874d0d15df None None] Network caf809e4-4a79-4812-a02f-973033091e37 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:21.919029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.923011 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-531e4a4a-642f-46a6-8746-c8e38f333f88 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9763298 Feb 16 17:00:21.926976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] Calling delete_port for 7ec60bf6-078c-4463-93ef-ea81dc2f90cd owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:21.930696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54168) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:21.950709 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3398e7b4-f567-4ad2-8256-1fc4550561d3 req-40e6bd41-e5c7-4b3a-bb9f-e2aeb08811b4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999052 Feb 16 17:00:21.964924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b4cbcd01-64c3-4bbe-a8d3-567a7d9569bf tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3347569 Feb 16 17:00:21.981427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Transition to ACTIVE for port object c581b5ec-f163-4438-aec8-f1cc8762563d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:21.982153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54172) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:21.989258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'port': {'network_id': 'caf809e4-4a79-4812-a02f-973033091e37', 'name': 'tempest-NetworksIpV6TestAttrs-458612522'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:21.998757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '9f1f3ef2-f42a-471c-8b61-60d35cb4c193', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:22.026313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:22.036783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:22.052284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:22.072233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:22.109027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.122034 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 75f02a7c-a0cb-4c6c-9ec1-aaf511071362 associated. External IP: 172.26.7.106, port: 20c806a8-9f61-4c31-828c-98c08927f9ab. Feb 16 17:00:22.128436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.159265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port a665d9d0-8837-46d6-bd7b-62b7d15d01dc {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:22.159619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.243676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Network e1a74f0b-67ba-4ba7-8e39-8693215ca48f is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:22.252104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:22.304104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:22.310955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Pushing event updated for resources: {'Port': ['ID=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.339010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.340182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.340557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.341062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.341500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.341921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.342254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.342622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.343498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.344015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.344341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.344659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.344971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:22.349980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d794a46c-5618-46b0-9a4f-790cc90ba48d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:22.359645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.373110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Transition to ACTIVE for port object c581b5ec-f163-4438-aec8-f1cc8762563d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:22.375746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d794a46c-5618-46b0-9a4f-790cc90ba48d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:22.376113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.462644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af10f44f-aabd-478d-8bc0-2fa34fd537b8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.470334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.500268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:22.558371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.632925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.634125 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ef258fb6-cf9a-4ba1-a7b4-a3b1b4ac78b6 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6992488 Feb 16 17:00:22.645588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:22.646211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:port and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:22.648695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54176) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:22.661193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:22.668658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8:2::1 (3dadb408-22b4-4e5d-aa32-a9fb57509626/242a5558-2e9a-4b14-bec9-6545d38ab525/2811d71b-7b67-4206-9e9d-3b5401ea51b1) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:22.678993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:22.688030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:22.690205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:22.692159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] For port a665d9d0-8837-46d6-bd7b-62b7d15d01dc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,segment=NetworkSegment(faff8be4-eff5-4f2e-b773-de993f7ab3c5),segment_id=faff8be4-eff5-4f2e-b773-de993f7ab3c5)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:22.692426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.709599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:22.723489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:22.724992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:22.727319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.742082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.743754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-165a501c-9e90-4b43-8e43-2b71dad19cb1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.764012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:22.766295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-165a501c-9e90-4b43-8e43-2b71dad19cb1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.780017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] device_id is not set on port 11d693bc-a7f4-42ac-aa80-07452b8a2bcc yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:22.811876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-caf809e4-4a79-4812-a02f-973033091e37', 'network_id': 'caf809e4-4a79-4812-a02f-973033091e37', 'tenant_id': '1f683b8968274080a55564d7d813b787', 'fixed_ips': [{'subnet_id': '9efaa437-886b-4e12-a150-bece567ea3b8'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:22.812583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.823996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Attempting to bind port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:22.824359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Attempting to bind port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:22.825159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Attempting to bind port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa on network e1a74f0b-67ba-4ba7-8e39-8693215ca48f {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:22.841321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Pushing event updated for resources: {'Port': ['ID=c581b5ec-f163-4438-aec8-f1cc8762563d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.853711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] No DVR routers for this DVR port 7ec60bf6-078c-4463-93ef-ea81dc2f90cd on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:22.903676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.904485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.938726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223912ad-e420-402a-8577-78a70ba6a900 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:22.948151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-165a501c-9e90-4b43-8e43-2b71dad19cb1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.957236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:22.957603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Checking segment: {'id': '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:22.957989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.958372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Bound using segment: {'id': '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:22.958866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Bound port: 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1a74f0b-67ba-4ba7-8e39-8693215ca48f'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:22.959229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.976656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for a665d9d0-8837-46d6-bd7b-62b7d15d01dc owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:22.993293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383cb6d-2f14-4482-80f2-0bdb000912d2 None None] Pushing event deleted for resources: {'Port': ['ID=7ec60bf6-078c-4463-93ef-ea81dc2f90cd,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.033747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a501c-9e90-4b43-8e43-2b71dad19cb1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af10f44f-aabd-478d-8bc0-2fa34fd537b8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.083619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=9d8d9e6b-4ceb-442d-99f3-86f60086a1db,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.114705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-165a501c-9e90-4b43-8e43-2b71dad19cb1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.120203 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-165a501c-9e90-4b43-8e43-2b71dad19cb1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/af10f44f-aabd-478d-8bc0-2fa34fd537b8 HTTP/1.1" status: 204 len: 168 time: 0.4664202 Feb 16 17:00:23.124587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54182) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:23.162115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:23.169589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.176910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Attempting to bind port c581b5ec-f163-4438-aec8-f1cc8762563d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:23.177276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Attempting to bind port c581b5ec-f163-4438-aec8-f1cc8762563d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:23.177633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Attempting to bind port c581b5ec-f163-4438-aec8-f1cc8762563d on network 3dadb408-22b4-4e5d-aa32-a9fb57509626 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:23.196931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Allocated IP 2001:db8::f816:3eff:fe97:498a (caf809e4-4a79-4812-a02f-973033091e37/9efaa437-886b-4e12-a150-bece567ea3b8/11d693bc-a7f4-42ac-aa80-07452b8a2bcc) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:23.203867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:23.258268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.260539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:23.260941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Checking segment: {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:23.261332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.261715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Bound using segment: {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:23.262268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Bound port: c581b5ec-f163-4438-aec8-f1cc8762563d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:23.262538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.275337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object 2811d71b-7b67-4206-9e9d-3b5401ea51b1 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:23.284098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-74418316-caf8-4ea4-b0b9-b7d6197bd08c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:23.299646 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-719fc479-5fb6-40ee-8898-1115521e2d83 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/floatingips/75f02a7c-a0cb-4c6c-9ec1-aaf511071362 HTTP/1.1" status: 200 len: 978 time: 3.3822312 Feb 16 17:00:23.301899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54186) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:23.341741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.357689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:23.357689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.395997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-74418316-caf8-4ea4-b0b9-b7d6197bd08c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:23.402001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-74418316-caf8-4ea4-b0b9-b7d6197bd08c tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2691123 Feb 16 17:00:23.417110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54190) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:23.443130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6210e8b9-5092-4d94-8dc3-634402d8798e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2380414 Feb 16 17:00:23.447352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.448056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54194) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:23.466256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:23.470923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:23.491812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.507715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.510049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No DVR routers for this DVR port a665d9d0-8837-46d6-bd7b-62b7d15d01dc on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:23.518665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] For port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:23.539757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:23.542147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:23.542706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.570219 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:00:23.584047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] For port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,segment=NetworkSegment(7c6a3ccb-89be-4a93-8b5f-87603c87e3a6),segment_id=7c6a3ccb-89be-4a93-8b5f-87603c87e3a6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:23.584508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.598011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 20c806a8-9f61-4c31-828c-98c08927f9ab {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:23.598360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.605228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:23.606176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.638855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Transition to ACTIVE for port object 11d693bc-a7f4-42ac-aa80-07452b8a2bcc will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:23.659353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb21636-57b0-45f1-9028-e4e9b3b3e416 None None] DHCP port deletion for d90fafd2-8b0a-43ba-9bb6-cc66e14164af request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:23.672114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.673190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=2811d71b-7b67-4206-9e9d-3b5401ea51b1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.681128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.753734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port d794a46c-5618-46b0-9a4f-790cc90ba48d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d794a46c-5618-46b0-9a4f-790cc90ba48d,segment=NetworkSegment(57778d0b-0d74-443c-b20e-2b9d085e7835),segment_id=57778d0b-0d74-443c-b20e-2b9d085e7835)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:23.792243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.794873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.795421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c05e-5e48-45d7-9903-5a537c6a6f9f None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:23.828099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=a665d9d0-8837-46d6-bd7b-62b7d15d01dc,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.838766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network caf809e4-4a79-4812-a02f-973033091e37 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:23.857430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:23.876345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Port': ['ID=11d693bc-a7f4-42ac-aa80-07452b8a2bcc,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.883575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:23.890471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:23.891200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.908151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] For port c581b5ec-f163-4438-aec8-f1cc8762563d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:23.923208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:23.926121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.954475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-afbe-49bd-b033-36e1dce251d7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.990200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 7ec60bf6-078c-4463-93ef-ea81dc2f90cd {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:00:23.990538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf22ac0-ef28-450c-a44b-ab00d816bd74 req-698fd2ac-f938-46ad-91cc-5db92e588188 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:23.991035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ec60bf6-078c-4463-93ef-ea81dc2f90cd not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:00:23.992938 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dcf22ac0-ef28-450c-a44b-ab00d816bd74 req-698fd2ac-f938-46ad-91cc-5db92e588188 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.9008753 Feb 16 17:00:23.994873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90fafd2-8b0a-43ba-9bb6-cc66e14164af']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.998684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] For port c581b5ec-f163-4438-aec8-f1cc8762563d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c581b5ec-f163-4438-aec8-f1cc8762563d,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:24.018063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Allocated IP 2001:db8::f816:3eff:fef6:5ac2 (caf809e4-4a79-4812-a02f-973033091e37/9efaa437-886b-4e12-a150-bece567ea3b8/7e12e436-e9a8-4731-bd20-bb49370d5e32) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:24.022162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.024263 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0f084b9a-9fd8-4888-afcf-fd9ffa629a6e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0407693 Feb 16 17:00:24.030056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:24.043104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faff8be4-eff5-4f2e-b773-de993f7ab3c5') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:24.043606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faff8be4-eff5-4f2e-b773-de993f7ab3c5') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:24.044011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f92b56da-dfd9-433c-a595-962c6f07801d', 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'tenant_id': '4ab397e4bbd043caad49bfd904748e77', 'fixed_ips': [{'subnet_id': '9d8d9e6b-4ceb-442d-99f3-86f60086a1db'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:24.044823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.067617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:24.068816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5888a7-6ee7-41f1-b4b2-89e9cf527785 None None] Pushing event updated for resources: {'Port': ['ID=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.087855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:24.094424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:24.100234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.132634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:24.133078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-afbe-49bd-b033-36e1dce251d7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.252495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting subnet 9efaa437-886b-4e12-a150-bece567ea3b8 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:24.280477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a665d9d0-8837-46d6-bd7b-62b7d15d01dc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:24.285376 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dcf22ac0-ef28-450c-a44b-ab00d816bd74 req-28bb1dc6-fcd0-4015-853d-241e174cd065 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632370 Feb 16 17:00:24.288033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.309376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.324822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:24.325483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.436179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a665d9d0-8837-46d6-bd7b-62b7d15d01dc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:00:24.436708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a665d9d0-8837-46d6-bd7b-62b7d15d01dc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:24.508917 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:24.512800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:24.518096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.524992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-afbe-49bd-b033-36e1dce251d7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.585789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.685289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-afbe-49bd-b033-36e1dce251d7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f3ef2-f42a-471c-8b61-60d35cb4c193,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.741889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-afbe-49bd-b033-36e1dce251d7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.744723 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-be2c5450-afbe-49bd-b033-36e1dce251d7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f1f3ef2-f42a-471c-8b61-60d35cb4c193 HTTP/1.1" status: 204 len: 168 time: 1.3227103 Feb 16 17:00:24.746671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54206) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:24.804055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.813362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.840930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=d794a46c-5618-46b0-9a4f-790cc90ba48d,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.883342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=d90fafd2-8b0a-43ba-9bb6-cc66e14164af,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.905901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.999600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54210) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:25.000087 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-998352d2-8e70-4901-bf25-5a1339af4d9c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/d90fafd2-8b0a-43ba-9bb6-cc66e14164af HTTP/1.1" status: 204 len: 168 time: 3.1895409 Feb 16 17:00:25.022403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1210355010'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:25.041739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:25.052367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:network and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:25.057544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:25.074716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:25.092134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0bbb804b-0149-412d-a3d4-0f8bf49da5d1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:25.099380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.099991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.100241 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 75f02a7c-a0cb-4c6c-9ec1-aaf511071362 disassociated. External IP: 172.26.7.106, port: 20c806a8-9f61-4c31-828c-98c08927f9ab. Feb 16 17:00:25.100789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 20c806a8-9f61-4c31-828c-98c08927f9ab owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:25.102266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Allocated IP 2001:db8::2 (f92b56da-dfd9-433c-a595-962c6f07801d/9d8d9e6b-4ceb-442d-99f3-86f60086a1db/64269069-a70f-4aef-b857-0b4951f96b07) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:25.136888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.154507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:25.159175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.173267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Transition to ACTIVE for port object 7e12e436-e9a8-4731-bd20-bb49370d5e32 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:25.177558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0bbb804b-0149-412d-a3d4-0f8bf49da5d1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:25.178957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0bbb804b-0149-412d-a3d4-0f8bf49da5d1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4312713 Feb 16 17:00:25.187178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54214) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:25.191425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5275a-30f4-4a2b-b1d5-1bb21b9f0abb None None] Pushing event updated for resources: {'Port': ['ID=c581b5ec-f163-4438-aec8-f1cc8762563d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.197347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--382655526'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:25.229553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:25.278886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:25.286151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:25.292059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Transition to ACTIVE for port object 7e12e436-e9a8-4731-bd20-bb49370d5e32 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:25.301667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.315102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.400659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.400659 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Added segment 2f1c7481-d283-42de-9548-14e60b2c1b59 of type vlan for network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 Feb 16 17:00:25.402657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.428006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Network caf809e4-4a79-4812-a02f-973033091e37 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:25.441956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:25.451237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:25.455171 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d8d9e6b-4ceb-442d-99f3-86f60086a1db (CIDR: 2001:db8::/64) Feb 16 17:00:25.455648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Pushing event updated for resources: {'Port': ['ID=7e12e436-e9a8-4731-bd20-bb49370d5e32,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.457216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.469437 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:25.469980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:25.512131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8bbe-1959-4dec-aff3-2059bb7dba34 req-3c95563a-29f3-403a-9eef-ae94f21e0030 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.513730 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-627f8bbe-1959-4dec-aff3-2059bb7dba34 req-3c95563a-29f3-403a-9eef-ae94f21e0030 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6402626 Feb 16 17:00:25.520654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e82ba6dd-264c-49b1-9858-3a72fdb3ad12 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0658321 Feb 16 17:00:25.532007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54218) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:25.536002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:25.553725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'subnet': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:25.571547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.578405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:25.593228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:25.642531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Attempting to bind port 7e12e436-e9a8-4731-bd20-bb49370d5e32 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:25.643443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Attempting to bind port 7e12e436-e9a8-4731-bd20-bb49370d5e32 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '3cdba5ea-df9a-4f69-a532-a32d4aab344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'caf809e4-4a79-4812-a02f-973033091e37'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:25.649270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Attempting to bind port 7e12e436-e9a8-4731-bd20-bb49370d5e32 on network caf809e4-4a79-4812-a02f-973033091e37 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:25.660945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.667338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:25.667686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Checking segment: {'id': '3cdba5ea-df9a-4f69-a532-a32d4aab344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'caf809e4-4a79-4812-a02f-973033091e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:25.668270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.668817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Bound using segment: {'id': '3cdba5ea-df9a-4f69-a532-a32d4aab344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'caf809e4-4a79-4812-a02f-973033091e37'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:25.669467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Bound port: 7e12e436-e9a8-4731-bd20-bb49370d5e32, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdba5ea-df9a-4f69-a532-a32d4aab344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'caf809e4-4a79-4812-a02f-973033091e37'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:25.670003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.675276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:25.690576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.709865 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-627f8bbe-1959-4dec-aff3-2059bb7dba34 req-75f15d59-4f64-4888-8e24-360e583fab9c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742272 Feb 16 17:00:25.738521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Transition to ACTIVE for port object 64269069-a70f-4aef-b857-0b4951f96b07 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:25.747997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:00:25.780823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Transition to ACTIVE for port object 64269069-a70f-4aef-b857-0b4951f96b07 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:25.787443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=20c806a8-9f61-4c31-828c-98c08927f9ab,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.815833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.851084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.859265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.860174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.862869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f9c5e-f12c-4a0e-b726-1762467942b0 None None] Network e1a74f0b-67ba-4ba7-8e39-8693215ca48f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:25.978005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.982636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:25.983625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.984442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.992851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] For port 7e12e436-e9a8-4731-bd20-bb49370d5e32, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:25.997772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:26.000960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:26.015752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-69e4ac5a-4d75-406d-9c48-62833ad4c9d7 None None] Provisioning for port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:26.077310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=2811d71b-7b67-4206-9e9d-3b5401ea51b1,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.077551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] For port 7e12e436-e9a8-4731-bd20-bb49370d5e32, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7e12e436-e9a8-4731-bd20-bb49370d5e32,segment=NetworkSegment(3cdba5ea-df9a-4f69-a532-a32d4aab344a),segment_id=3cdba5ea-df9a-4f69-a532-a32d4aab344a)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:26.094178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:26.096443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:26.133699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Pushing event updated for resources: {'Port': ['ID=64269069-a70f-4aef-b857-0b4951f96b07,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.148343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.288955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da9400-a980-47e3-85a3-0e3dcb33a185 None None] Pushing event updated for resources: {'Port': ['ID=7e12e436-e9a8-4731-bd20-bb49370d5e32,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.322346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8663dd-fc65-4716-99d0-44a48e6d0584 None None] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:26.349824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c581b5ec-f163-4438-aec8-f1cc8762563d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:26.361330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:26.377613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Network': ['ID=06d3ed9d-d4cf-4236-bf34-878a7d71c4c1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.384379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.392975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:subnet and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:26.393191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:26.401898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:26.406910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.428332 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a7d0a1fd-bf38-4ff1-b1c1-3d61bdf96978 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4239919 Feb 16 17:00:26.436173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:26.439723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.463568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54222) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:26.481852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:26.508714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:26.519548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.520879 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3332539 Feb 16 17:00:26.531565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:26.540813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Attempting to bind port 64269069-a70f-4aef-b857-0b4951f96b07 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:26.541182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Attempting to bind port 64269069-a70f-4aef-b857-0b4951f96b07 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:26.541538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Attempting to bind port 64269069-a70f-4aef-b857-0b4951f96b07 on network f92b56da-dfd9-433c-a595-962c6f07801d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:26.543476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.565987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54226) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:26.574721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:26.575607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221371ac-4dd2-486a-813c-f71da69370d8 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b23bf2-02cc-41de-a59e-3fc59442e5e3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.585226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '98b23bf2-02cc-41de-a59e-3fc59442e5e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:26.632895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:26.636470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:26.636846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Checking segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:26.637241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.637628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Bound using segment: {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:26.639178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Bound port: 64269069-a70f-4aef-b857-0b4951f96b07, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e979c6-ff52-40d0-94ca-b799458b7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:26.639178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.691969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:26.698075 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4a827248-e063-43d6-8ba6-e7f52dc52db0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2023320 Feb 16 17:00:26.699226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:26.701267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54230) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:26.705799 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:26.717565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:26.724751 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:26.725414 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:26.726915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e16d3e71-a321-4462-873c-3601e4d438dd None None] Provisioning for port c581b5ec-f163-4438-aec8-f1cc8762563d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:26.733902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1308979128'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:26.741485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:26.753629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:26.756031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:26.763513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:26.769022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:network and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:26.772233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:26.778741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:26.780846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:26.795081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:26.834310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:26.835455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.842972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.968405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:26.974874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.038640 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:27.046697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:27.068781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.069164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added segment 45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2 of type vlan for network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 Feb 16 17:00:27.145719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.149873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:27.176993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port c581b5ec-f163-4438-aec8-f1cc8762563d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:27.197669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=64269069-a70f-4aef-b857-0b4951f96b07,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:27.203790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c581b5ec-f163-4438-aec8-f1cc8762563d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:27.205064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.244219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.249799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:27.250468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.264139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.373395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Network': ['ID=909a7a04-e62b-4793-b9a0-6cddf47cbda1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:27.388161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.410350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:27.479608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:27.481789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Subnet': ['ID=9efaa437-886b-4e12-a150-bece567ea3b8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:27.518723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=8ca94f21-74c4-4c52-9678-ed84e780cedc,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:27.537558 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-528b1d46-32b5-4390-93ae-b3686712d9ea tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8247344 Feb 16 17:00:27.550854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54236) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:27.555493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.567790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'subnet': {'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:27.592726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.647266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:27.684435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Checking segment: {'id': '2f1c7481-d283-42de-9548-14e60b2c1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:27.685139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network hostable DHCP agents. Network: 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:27.686227 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:24Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:25Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:27.694006 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:27.694681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Updating router fc7049b3-29f3-449d-949b-dd8e865f397b port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:27.696823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:27.697316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:27.721152 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f049160f-4953-474c-ba59-f4b14305f638 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/9efaa437-886b-4e12-a150-bece567ea3b8 HTTP/1.1" status: 204 len: 168 time: 3.6844020 Feb 16 17:00:27.723508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54240) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:27.809408 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.834736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:27.856120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45835a-f133-4035-9397-970e0d79cf4d None None] Pushing event updated for resources: {'Port': ['ID=64269069-a70f-4aef-b857-0b4951f96b07,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:27.892968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:27.893735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:27.951520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f92d2c-2a9e-49e8-b4c7-d8b4616fd7db req-95ca9640-44c1-446d-80ef-ea4b63c8cf13 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:27.953532 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-15f92d2c-2a9e-49e8-b4c7-d8b4616fd7db req-95ca9640-44c1-446d-80ef-ea4b63c8cf13 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 1.0431204 Feb 16 17:00:27.966241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.009694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:28.023814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:subnet and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:28.027907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:28.041082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:28.050419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:28.059527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Made reservation on behalf of 0e66ef9569d74c6a9634486f4e1a8297 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:28.066834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.108657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:28.121515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.136701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.137761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.147335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c920c781-6f4c-4498-8b68-e8b506bb457e None None] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:28.196259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a7f6d53-79ac-4ded-8ba7-c5dfc598285c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/ports/20c806a8-9f61-4c31-828c-98c08927f9ab HTTP/1.1" status: 204 len: 168 time: 4.8930936 Feb 16 17:00:28.202960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54244) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.329228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6336ab7-ece4-4718-a6f2-87085f2b9944 None None] Network caf809e4-4a79-4812-a02f-973033091e37 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:28.344340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:28.346094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beceb56-634f-4d5d-8184-f0d943f190c3 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:28.376756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65989532-bf6f-439b-8e4d-99435d85287c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.378537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65989532-bf6f-439b-8e4d-99435d85287c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.379343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65989532-bf6f-439b-8e4d-99435d85287c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Synchronizing usage tracker for tenant:1f683b8968274080a55564d7d813b787 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:28.444340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.448650 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-15f92d2c-2a9e-49e8-b4c7-d8b4616fd7db req-8751e9ac-fe54-4523-b80b-501657fc00c0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690403 Feb 16 17:00:28.469015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.472670 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0b811326-aa5d-48b7-b377-dec1d8be3249 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/floatingips/75f02a7c-a0cb-4c6c-9ec1-aaf511071362 HTTP/1.1" status: 200 len: 688 time: 0.2426558 Feb 16 17:00:28.473311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54248) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.473640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.497903 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.533978 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Transition to ACTIVE for port object 2811d71b-7b67-4206-9e9d-3b5401ea51b1 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:28.542325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1c544e-8409-4f4c-a699-352692634428,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.546831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-65989532-bf6f-439b-8e4d-99435d85287c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Unset dirty status for tenant:1f683b8968274080a55564d7d813b787 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:28.551726 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65989532-bf6f-439b-8e4d-99435d85287c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8021300 Feb 16 17:00:28.551726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.555570 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-98a77682-dfc9-4957-ac79-918553f82d66 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9880390 Feb 16 17:00:28.556663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54254) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.558302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54256) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.559544 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.651520 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf9654-1446-41e9-befe-4c068f99b95e None None] Pushing event updated for resources: {'Port': ['ID=2811d71b-7b67-4206-9e9d-3b5401ea51b1,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.675287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port c581b5ec-f163-4438-aec8-f1cc8762563d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c581b5ec-f163-4438-aec8-f1cc8762563d,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:28.696370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3e1e5279-42bd-45a3-803d-ecb5662f73a1 None None] Provisioning for port 7e12e436-e9a8-4731-bd20-bb49370d5e32 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:28.699997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.700825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:28.775075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0893798-d3cb-4228-937b-1c907d386b7e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.817486 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1d482a42-0e82-433c-b02a-9425519af054 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules/6f1c544e-8409-4f4c-a699-352692634428 HTTP/1.1" status: 200 len: 763 time: 0.2520285 Feb 16 17:00:28.819055 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0893798-d3cb-4228-937b-1c907d386b7e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:28.819589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0893798-d3cb-4228-937b-1c907d386b7e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:28.825810 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e0893798-d3cb-4228-937b-1c907d386b7e tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/caf809e4-4a79-4812-a02f-973033091e37 HTTP/1.1" status: 409 len: 405 time: 0.2636640 Feb 16 17:00:28.841089 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-deef7464-4b56-4a72-b7d4-febbb826100f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3718615 Feb 16 17:00:28.843797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54262) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.844204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54264) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.844571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54266) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:28.857073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556740211'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:28.863808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=c581b5ec-f163-4438-aec8-f1cc8762563d,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.882699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-845788931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:28.898629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:28.915279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:router and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:28.943711 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Attempting to bind port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:28.949769 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Attempting to bind port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:28.951238 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Attempting to bind port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 on network 3dadb408-22b4-4e5d-aa32-a9fb57509626 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:28.952633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:28.963170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:28.967722 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:28.968412 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Checking segment: {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:28.969215 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.970130 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Bound using segment: {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:28.970750 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Bound port: 2811d71b-7b67-4206-9e9d-3b5401ea51b1, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb487c4-a347-446f-86d4-607a243153c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:28.971847 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.997702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:network and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:29.038412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f567981c-ea68-4c63-9717-749bd4a33067 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:29.046392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:29.060347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:29.099452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Subnet': ['ID=73ce95c6-ea2f-4fe4-839b-492564b739fa,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:29.102282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Checking segment: {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:29.102937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network hostable DHCP agents. Network: 909a7a04-e62b-4793-b9a0-6cddf47cbda1, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:29.115718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port bfcf716e-6b91-473f-9422-fdbcc38f40f6 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:29.116273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.125928 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] For port 2811d71b-7b67-4206-9e9d-3b5401ea51b1, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:29.134988 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] For port 2811d71b-7b67-4206-9e9d-3b5401ea51b1, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2811d71b-7b67-4206-9e9d-3b5401ea51b1,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:29.140978 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.263146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f567981c-ea68-4c63-9717-749bd4a33067 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:29.263821 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf9654-1446-41e9-befe-4c068f99b95e None None] Pushing event updated for resources: {'Port': ['ID=2811d71b-7b67-4206-9e9d-3b5401ea51b1,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:29.265106 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f567981c-ea68-4c63-9717-749bd4a33067 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4178772 Feb 16 17:00:29.267765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:29.289957 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:29.290636 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:29.363119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54274) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:29.399132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.400193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.438071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:29.449011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:29.449382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.462353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:29.471334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.483255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-06d3ed9d-d4cf-4236-bf34-878a7d71c4c1', 'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': '8ca94f21-74c4-4c52-9678-ed84e780cedc'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:29.484083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.511331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0164e6e5-cdd8-430b-bffa-9c5580669138 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.521889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 17:00:29.549811 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:29.582633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0164e6e5-cdd8-430b-bffa-9c5580669138 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.596485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.601071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:29.645348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:29.645556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.645556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.657042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 909a7a04-e62b-4793-b9a0-6cddf47cbda1) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:29.664720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.665324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.690034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6de6bd-d85d-400a-a588-1b929ac8c046 req-eaef0d6d-8955-47f8-98fb-271818721511 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.694021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.697168 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9e6de6bd-d85d-400a-a588-1b929ac8c046 req-eaef0d6d-8955-47f8-98fb-271818721511 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.9590764 Feb 16 17:00:29.700817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.701169 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Added segment f3fc8ecd-8beb-4e59-9808-b89cb48a2d92 of type vlan for network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 Feb 16 17:00:29.706254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0164e6e5-cdd8-430b-bffa-9c5580669138 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.724456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-327fce9f-ff23-4118-a143-87b050c4fd62 None None] Provisioning complete for port c581b5ec-f163-4438-aec8-f1cc8762563d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:29.724820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-327fce9f-ff23-4118-a143-87b050c4fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.764485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] DHCP port deletion for caf809e4-4a79-4812-a02f-973033091e37 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:29.768370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2250fe24-21e8-4393-924a-6fef72898d4a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2112663 Feb 16 17:00:29.769637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fa4e4-46e9-49cb-82a3-aa5ff06b4942 None None] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:29.786127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54278) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:29.797522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] Deleting port 7e12e436-e9a8-4731-bd20-bb49370d5e32 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:29.797902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.803308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e6e5-cdd8-430b-bffa-9c5580669138 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f1c544e-8409-4f4c-a699-352692634428,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:29.811300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0164e6e5-cdd8-430b-bffa-9c5580669138 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.816074 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0164e6e5-cdd8-430b-bffa-9c5580669138 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6f1c544e-8409-4f4c-a699-352692634428 HTTP/1.1" status: 204 len: 168 time: 0.4416022 Feb 16 17:00:29.899431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54282) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:29.900231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.901410 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e7d3062f-2724-40bb-b813-b003ea19442e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0499017 Feb 16 17:00:29.905657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54284) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:29.910825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for bfcf716e-6b91-473f-9422-fdbcc38f40f6 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:29.941603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1', 'name': 'tempest-PortsTestJSON-1166520832'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:30.055477 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9e6de6bd-d85d-400a-a588-1b929ac8c046 req-d59c0f7b-04ac-4009-a81a-3acfa8ebbcfe tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572190 Feb 16 17:00:30.089486 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:24Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:30.095645 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b679e0-5c23-400d-b768-7f3aaad5d1d9 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:24Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:30.237999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.377219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.442330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=bfcf716e-6b91-473f-9422-fdbcc38f40f6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:30.458852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:30.459681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.477634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.478167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.509091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.510179 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dd2b88a1-b5f8-467e-9024-665764299124 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/floatingips/75f02a7c-a0cb-4c6c-9ec1-aaf511071362 HTTP/1.1" status: 204 len: 168 time: 2.0006409 Feb 16 17:00:30.513703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54292) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:30.519693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:30.527788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:30.535141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:floatingip and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:30.538728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:30.546230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:30.546471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:30.551135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:30.554202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:30.560659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.585551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:30.601407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Allocated IP 172.20.0.2 (06d3ed9d-d4cf-4236-bf34-878a7d71c4c1/8ca94f21-74c4-4c52-9678-ed84e780cedc/f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:30.602222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a4449a9-35d7-4b0a-874e-cc5fce030f25 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:30.630377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,segment=NetworkSegment(7c6a3ccb-89be-4a93-8b5f-87603c87e3a6),segment_id=7c6a3ccb-89be-4a93-8b5f-87603c87e3a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:30.650253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.651318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d794a46c-5618-46b0-9a4f-790cc90ba48d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:30.663863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a4449a9-35d7-4b0a-874e-cc5fce030f25 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:30.665137 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a4449a9-35d7-4b0a-874e-cc5fce030f25 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7627499 Feb 16 17:00:30.672946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54296) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:30.685340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '98b23bf2-02cc-41de-a59e-3fc59442e5e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:30.699467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:30.721455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:30.724843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:30.728463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.756951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port a00ffb42-1119-4963-8586-386e36d40fe2 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:30.776733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.868705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.944917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] For port 7e12e436-e9a8-4731-bd20-bb49370d5e32, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7e12e436-e9a8-4731-bd20-bb49370d5e32,segment=NetworkSegment(3cdba5ea-df9a-4f69-a532-a32d4aab344a),segment_id=3cdba5ea-df9a-4f69-a532-a32d4aab344a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:30.945302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.094918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-327fce9f-ff23-4118-a143-87b050c4fd62 None None] Provisioning for port 64269069-a70f-4aef-b857-0b4951f96b07 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:31.127876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a02f1-42cb-4089-ba76-34b068c311cf req-104cabf2-a265-464e-aa04-50c765e7c525 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.129440 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4f9a02f1-42cb-4089-ba76-34b068c311cf req-104cabf2-a265-464e-aa04-50c765e7c525 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.8007278 Feb 16 17:00:31.148389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.163255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.168591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.168911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.169464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.227680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ad922f80-7543-4c4a-bc2a-8db588614be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.250742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf5bc90-9e5c-4e50-a697-de62e20f182d,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.275057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.285580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.286765 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-37395634-867d-432e-b33e-69d0a4d57b85 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6109948 Feb 16 17:00:31.293430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54300) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:31.305701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.234 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/aef2ef78-9e2a-41aa-982f-e8bb1311f44f) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:31.313200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.324938 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] Calling delete_port for 7e12e436-e9a8-4731-bd20-bb49370d5e32 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:31.342097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0612b0ed-4824-4aaa-b47a-4f7aa4a59407 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules/eaf5bc90-9e5c-4e50-a697-de62e20f182d HTTP/1.1" status: 200 len: 763 time: 0.0438497 Feb 16 17:00:31.343055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54304) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:31.441994 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-22e723be-92bc-4b31-852b-c95abdd38c17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3270843 Feb 16 17:00:31.503583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4ec6a657-5b12-4f10-94c2-d7a3748c38c1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:31.507613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-327fce9f-ff23-4118-a143-87b050c4fd62 None None] Provisioning for port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:31.535612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d794a46c-5618-46b0-9a4f-790cc90ba48d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:31.535984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.547926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4ec6a657-5b12-4f10-94c2-d7a3748c38c1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:31.552894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4ec6a657-5b12-4f10-94c2-d7a3748c38c1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2056303 Feb 16 17:00:31.552894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54308) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:31.591025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Allocated IP 2001:db8:3::2 (909a7a04-e62b-4793-b9a0-6cddf47cbda1/73ce95c6-ea2f-4fe4-839b-492564b739fa/df6b4500-6cc2-47c3-bf59-8a258ca46784) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:31.600519 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7486467 Feb 16 17:00:31.608180 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4f9a02f1-42cb-4089-ba76-34b068c311cf req-a681fe4f-6160-4385-83c4-fed0d462358f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286580 Feb 16 17:00:31.639097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54312) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:31.643038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.666591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'subnet': {'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:31.685113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.753180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b041-7c1a-4f4e-b042-1c8b5e1d496a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.756246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc116158-5cf1-477c-bf57-e4099a20eb17 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Network': ['ID=c2f71aef-15f8-4ba4-b00e-82fdd8e229d3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.827925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] Pushing event deleted for resources: {'Port': ['ID=7e12e436-e9a8-4731-bd20-bb49370d5e32,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.831386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:31.836372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b041-7c1a-4f4e-b042-1c8b5e1d496a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.845858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ddcf0-a125-4ed0-9f8d-34f922f5c6e6 None None] No DVR routers for this DVR port 7e12e436-e9a8-4731-bd20-bb49370d5e32 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:31.856402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.927816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:31.933405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b041-7c1a-4f4e-b042-1c8b5e1d496a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.958386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-174921ec-8bba-42b7-89f6-554439bf28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.959919 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-174921ec-8bba-42b7-89f6-554439bf28ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.3848305 Feb 16 17:00:31.969733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:31.977231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1b041-7c1a-4f4e-b042-1c8b5e1d496a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaf5bc90-9e5c-4e50-a697-de62e20f182d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:32.012275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.018014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.023811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Transition to ACTIVE for port object f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:32.056525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b041-7c1a-4f4e-b042-1c8b5e1d496a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.057797 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ebb1b041-7c1a-4f4e-b042-1c8b5e1d496a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/eaf5bc90-9e5c-4e50-a697-de62e20f182d HTTP/1.1" status: 204 len: 168 time: 0.5040252 Feb 16 17:00:32.116048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:32.119351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.122142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54318) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:32.136805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Transition to ACTIVE for port object f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:32.177218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.232921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e60309-a464-40cc-8159-7911865c2462 req-64fa1f25-f6d6-49fa-8c9a-6b577eeb6264 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:32.234599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e7e60309-a464-40cc-8159-7911865c2462 req-64fa1f25-f6d6-49fa-8c9a-6b577eeb6264 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4836860 Feb 16 17:00:32.247525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:32.255585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.7 (06d3ed9d-d4cf-4236-bf34-878a7d71c4c1/8ca94f21-74c4-4c52-9678-ed84e780cedc/a00ffb42-1119-4963-8586-386e36d40fe2) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:32.279788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:32.283317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:32.315118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:32.321294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:32.333406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:32.348967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Pushing event updated for resources: {'Port': ['ID=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:32.353819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.384394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=aef2ef78-9e2a-41aa-982f-e8bb1311f44f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:32.428744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e7e60309-a464-40cc-8159-7911865c2462 req-125ff1a4-d721-46da-b6ce-475384911fcd tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784453 Feb 16 17:00:32.451034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Transition to ACTIVE for port object df6b4500-6cc2-47c3-bf59-8a258ca46784 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:32.479659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-e3d41bf1-0327-42fd-9336-5207512a940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:32.481152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-e3d41bf1-0327-42fd-9336-5207512a940d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.4947085 Feb 16 17:00:32.542285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Attempting to bind port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:32.542946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Attempting to bind port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '2f1c7481-d283-42de-9548-14e60b2c1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:32.543423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Attempting to bind port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 on network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:32.555879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Transition to ACTIVE for port object df6b4500-6cc2-47c3-bf59-8a258ca46784 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:32.573294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:32.574051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Checking segment: {'id': '2f1c7481-d283-42de-9548-14e60b2c1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:32.574578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.574765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=64269069-a70f-4aef-b857-0b4951f96b07,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:32.575742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Bound using segment: {'id': '2f1c7481-d283-42de-9548-14e60b2c1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:32.576312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Bound port: f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1c7481-d283-42de-9548-14e60b2c1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '06d3ed9d-d4cf-4236-bf34-878a7d71c4c1'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:32.576778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.589641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.606004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.683321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.708775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object a00ffb42-1119-4963-8586-386e36d40fe2 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:32.713095 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-495610c2-b0ec-4e33-949b-a44e6312fa34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.2159419 Feb 16 17:00:32.750613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.751981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.760849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2811d71b-7b67-4206-9e9d-3b5401ea51b1 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:32.796338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:32.811804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:32.824983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:32.896615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Pushing event updated for resources: {'Port': ['ID=df6b4500-6cc2-47c3-bf59-8a258ca46784,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:32.972225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] For port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:32.990391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] For port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,segment=NetworkSegment(2f1c7481-d283-42de-9548-14e60b2c1b59),segment_id=2f1c7481-d283-42de-9548-14e60b2c1b59)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:32.992627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Attempting to bind port df6b4500-6cc2-47c3-bf59-8a258ca46784 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:32.992627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Attempting to bind port df6b4500-6cc2-47c3-bf59-8a258ca46784 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:32.993498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Attempting to bind port df6b4500-6cc2-47c3-bf59-8a258ca46784 on network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:33.002443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.037770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:33.038257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Checking segment: {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:33.038811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.039289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Bound using segment: {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:33.040439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Bound port: df6b4500-6cc2-47c3-bf59-8a258ca46784, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:33.040439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.074005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:33.082587 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3341a7e5-8c53-46e0-9321-4f8b6c6873cd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9516714 Feb 16 17:00:33.085099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-686d6086-31ee-4820-a2f0-fb692b93aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.085099 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-686d6086-31ee-4820-a2f0-fb692b93aff4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.3608301 Feb 16 17:00:33.085396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54324) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:33.130910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:33.149219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:33.162619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.163228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.180054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': '98b23bf2-02cc-41de-a59e-3fc59442e5e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:33.190410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=64269069-a70f-4aef-b857-0b4951f96b07,revision_number=4']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.193146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Subnet': ['ID=ce8a4271-69a9-4cd8-bcb1-4ef875cb0675,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.204736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:33.205488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.226528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:33.231830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b5ff0-4b3c-4b44-82d4-b02faf025098 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:33.232015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.239617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:33.249602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:33.273992 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03689e37-34bc-4b5f-94d6-600148c83b18 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.7355065 Feb 16 17:00:33.278116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54328) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:33.295846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Request body: {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'mac_address': 'fa:16:3e:38:34:bc', 'name': 'tempest-NetworksTestDHCPv6-1500240793'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:33.318815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:33.361251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd7a4-e7bb-4de1-afa0-4086e261c910 None None] Pushing event updated for resources: {'Port': ['ID=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.387831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c03c2-cc85-47e4-aeef-6d477b13d8a9 req-cc1a5d49-47b5-4b9b-ae6b-d1b509aeae64 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.389872 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-102c03c2-cc85-47e4-aeef-6d477b13d8a9 req-cc1a5d49-47b5-4b9b-ae6b-d1b509aeae64 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6763813 Feb 16 17:00:33.391973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:33.414444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=a00ffb42-1119-4963-8586-386e36d40fe2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.419724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:33.434364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:33.459781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] For port df6b4500-6cc2-47c3-bf59-8a258ca46784, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:33.484018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] For port df6b4500-6cc2-47c3-bf59-8a258ca46784, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df6b4500-6cc2-47c3-bf59-8a258ca46784,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:33.493812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.545772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.572587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 17:00:33.583986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Allocated IP 2001:db8:3::1 (909a7a04-e62b-4793-b9a0-6cddf47cbda1/73ce95c6-ea2f-4fe4-839b-492564b739fa/8c2dffa5-2cc3-4f3b-a370-128a500c9a9e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:33.584281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.593840 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-102c03c2-cc85-47e4-aeef-6d477b13d8a9 req-44358cef-59d2-4df2-ab43-d52907e318c1 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950405 Feb 16 17:00:33.600040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.600821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.651978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e63f9-c7e5-4003-824f-67d798159ba1 None None] Pushing event updated for resources: {'Port': ['ID=df6b4500-6cc2-47c3-bf59-8a258ca46784,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.809442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-a55ab9f9-c9a5-4d49-b3cc-884cd4fed7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.811059 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-a55ab9f9-c9a5-4d49-b3cc-884cd4fed7d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6672125 Feb 16 17:00:33.832842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.874179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:33.899428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1beb-a4df-4377-bfc9-46b591d4c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.903197 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e77b2422-f4e4-4d59-aba0-68c37bff37fd tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9810123 Feb 16 17:00:33.911085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54336) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:33.922397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 2811d71b-7b67-4206-9e9d-3b5401ea51b1, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2811d71b-7b67-4206-9e9d-3b5401ea51b1,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:33.940742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.942022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c581b5ec-f163-4438-aec8-f1cc8762563d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:33.972118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Usage tracker for resource:port and tenant:4ab397e4bbd043caad49bfd904748e77 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:34.021888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Subnet': ['ID=4d5b223b-7024-4641-af03-3f58bea67592,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.028454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:34.052303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.075689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:34.090716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.092684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Checking segment: {'id': 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:34.093128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network hostable DHCP agents. Network: c2f71aef-15f8-4ba4-b00e-82fdd8e229d3, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:34.097663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.129216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=2811d71b-7b67-4206-9e9d-3b5401ea51b1,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.185459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Made reservation on behalf of 4ab397e4bbd043caad49bfd904748e77 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:34.207605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d771ea-6a96-47f5-a05e-9f0f2245a73c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.214520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c581b5ec-f163-4438-aec8-f1cc8762563d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:34.214998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.350698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.371255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:34.392026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.393355 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bbe633d5-5b9e-46ec-bf46-27f6b173eb23 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3052199 Feb 16 17:00:34.419255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54340) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:34.440642 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-ae23c5a8-8525-4b60-b896-efcff44dc25d service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160705 Feb 16 17:00:34.441185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c2f71aef-15f8-4ba4-b00e-82fdd8e229d3) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:34.472474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Transition to ACTIVE for port object 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:34.477104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.481360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:34.498074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931063e-6ca3-4254-8d57-83d169cd7b17 req-897ae495-5115-42f3-8133-2342ebcc2a33 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:34.499682 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2931063e-6ca3-4254-8d57-83d169cd7b17 req-897ae495-5115-42f3-8133-2342ebcc2a33 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.6705110 Feb 16 17:00:34.514638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1a944-4e76-40b6-8587-dbfdc39f602e None None] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:34.527949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:34.528544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.722588 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cb91d881-2f07-4879-b1e9-ca528bc31e86 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules/e1d771ea-6a96-47f5-a05e-9f0f2245a73c HTTP/1.1" status: 200 len: 764 time: 0.2948849 Feb 16 17:00:34.728465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:34.729045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.729731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54344) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:34.738232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.856249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1122e44b-e76a-4059-a2ad-484345ef7945 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2073631 Feb 16 17:00:34.870255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54348) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:34.882578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.922259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.967777 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2931063e-6ca3-4254-8d57-83d169cd7b17 req-cc78c402-26ce-4d24-ab77-2e9d2a9b4bc4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316967 Feb 16 17:00:34.991089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-c2f71aef-15f8-4ba4-b00e-82fdd8e229d3', 'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3', 'tenant_id': '1f683b8968274080a55564d7d813b787', 'fixed_ips': [{'subnet_id': '4d5b223b-7024-4641-af03-3f58bea67592'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:34.992080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.018817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] device_id is not set on port 7e811dc9-4844-4535-8068-2f70a3aa0a3d yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:35.021006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.042507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'port': {'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3', 'name': 'tempest-NetworksIpV6TestAttrs-665611044'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:35.087752 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6a803504-0558-4b26-8479-6c7bbfb10cea tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3546367 Feb 16 17:00:35.089750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54354) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:35.115100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-504b9a8b-9b43-4478-856e-ac2cc67cd102 req-c292a42b-7bb8-4219-aecf-85582d939d00 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401229 Feb 16 17:00:35.136810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:35.200288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47b15b-04d4-4403-a98a-f98f205c3ff6 None None] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:35.265746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:35.277776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:35.278742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.329618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:35.381217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.425573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.472584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.631137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 64269069-a70f-4aef-b857-0b4951f96b07 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:35.634514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4415-ee07-44b6-b19c-01b98fb16bc7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.692902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4415-ee07-44b6-b19c-01b98fb16bc7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.709365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0ed24128-db34-4908-bb7c-5e83848e7b86 None None] Provisioning for port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:35.729628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b9b43-92db-43d2-8749-3274099142f5 None None] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:35.874301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=aef2ef78-9e2a-41aa-982f-e8bb1311f44f,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:35.903575 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.922223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:35.931763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:port and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:35.934438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4415-ee07-44b6-b19c-01b98fb16bc7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.944303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:35.965832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:35.993833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a4415-ee07-44b6-b19c-01b98fb16bc7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1d771ea-6a96-47f5-a05e-9f0f2245a73c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.046969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Allocated IP 2001:db8::f816:3eff:fe9a:ccf5 (c2f71aef-15f8-4ba4-b00e-82fdd8e229d3/4d5b223b-7024-4641-af03-3f58bea67592/b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:36.076922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4415-ee07-44b6-b19c-01b98fb16bc7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.078040 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3a6a4415-ee07-44b6-b19c-01b98fb16bc7 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e1d771ea-6a96-47f5-a05e-9f0f2245a73c HTTP/1.1" status: 204 len: 168 time: 0.9715490 Feb 16 17:00:36.091067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54358) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:36.119952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8::286 (f92b56da-dfd9-433c-a595-962c6f07801d/9d8d9e6b-4ceb-442d-99f3-86f60086a1db/7e811dc9-4844-4535-8068-2f70a3aa0a3d) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:36.123231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:36.127412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.129252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 64269069-a70f-4aef-b857-0b4951f96b07 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:36.140936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:34bc (f92b56da-dfd9-433c-a595-962c6f07801d/ce8a4271-69a9-4cd8-bcb1-4ef875cb0675/7e811dc9-4844-4535-8068-2f70a3aa0a3d) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:36.183527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] device_id is not set on port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:36.184081 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 76954e4b-b255-4250-8bfc-43e8b39772b7 associated. External IP: 172.26.7.234, port: 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9. Feb 16 17:00:36.209791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 64269069-a70f-4aef-b857-0b4951f96b07 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:36.211846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.291661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.331148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d5fbfe9c-4517-46e1-a83f-dffda8c4b087 None None] Provisioning for port df6b4500-6cc2-47c3-bf59-8a258ca46784 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:36.392536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-657bab70-249e-4cda-a68e-758ae6d4f553 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:36.503703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-657bab70-249e-4cda-a68e-758ae6d4f553 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:36.505898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-657bab70-249e-4cda-a68e-758ae6d4f553 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4079542 Feb 16 17:00:36.510852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:36.550670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.604703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Transition to ACTIVE for port object b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:36.640204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.670691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.677791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Transition to ACTIVE for port object b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:36.691396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.702399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.754670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=64269069-a70f-4aef-b857-0b4951f96b07,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:36.776931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.777382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.794864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.797035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-de42d905-88d5-4b4d-a0f9-7b450f7e9b39 None None] Provisioning for port a00ffb42-1119-4963-8586-386e36d40fe2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:36.823588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:36.824516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-de42d905-88d5-4b4d-a0f9-7b450f7e9b39 None None] Provisioning complete for port a00ffb42-1119-4963-8586-386e36d40fe2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:36.824864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de42d905-88d5-4b4d-a0f9-7b450f7e9b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.828034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Transition to ACTIVE for port object 7e811dc9-4844-4535-8068-2f70a3aa0a3d will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:36.860885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:36.866415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:36.869679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:36.894466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Pushing event updated for resources: {'Port': ['ID=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.947477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.127355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Network f92b56da-dfd9-433c-a595-962c6f07801d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:37.140358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:37.141905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-de42d905-88d5-4b4d-a0f9-7b450f7e9b39 None None] Port a00ffb42-1119-4963-8586-386e36d40fe2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:37.148093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:37.154018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:37.154921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.164912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Attempting to bind port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:37.165394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Attempting to bind port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:37.165753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Attempting to bind port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 on network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:37.183276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:37.184150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Checking segment: {'id': 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:37.185394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.187268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Bound using segment: {'id': 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:37.189539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Bound port: b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c2f71aef-15f8-4ba4-b00e-82fdd8e229d3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:37.189945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.194222 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9029078 Feb 16 17:00:37.198893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54366) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:37.223381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:37.264762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=64269069-a70f-4aef-b857-0b4951f96b07,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.296240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting port 7e811dc9-4844-4535-8068-2f70a3aa0a3d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:37.296240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.369335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25c678-83e2-4e48-b1bc-a394a6bd031d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event updated for resources: {'Port': ['ID=7e811dc9-4844-4535-8068-2f70a3aa0a3d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.386877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.439027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] For port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:37.442511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] For port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,segment=NetworkSegment(f3fc8ecd-8beb-4e59-9808-b89cb48a2d92),segment_id=f3fc8ecd-8beb-4e59-9808-b89cb48a2d92)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:37.449427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.467302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=a00ffb42-1119-4963-8586-386e36d40fe2,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.510190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.511310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.586881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:37.597826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:37.598188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.664899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Allocated IP 2001:db8::f816:3eff:fef6:6f9e (c2f71aef-15f8-4ba4-b00e-82fdd8e229d3/4d5b223b-7024-4641-af03-3f58bea67592/7aa2c90b-8eb6-4feb-a83a-ece00cb40967) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:37.678467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9e1d9412-81db-4d59-a0ca-bc16673a0f98 None None] Provisioning complete for port a00ffb42-1119-4963-8586-386e36d40fe2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:37.678863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9412-81db-4d59-a0ca-bc16673a0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.688107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event updated for resources: {'Port': ['ID=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.744297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03fd655d-faeb-460c-acf8-ed3339896773 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.775657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d9412-81db-4d59-a0ca-bc16673a0f98 None None] Port a00ffb42-1119-4963-8586-386e36d40fe2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:37.778112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31a3d9-1fa2-46bd-a1b7-cdd97ba29297 None None] Pushing event updated for resources: {'Port': ['ID=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.844076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.868956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:37.881177 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:37.897079 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:37.898057 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:37.929435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Provisioning for port 7e811dc9-4844-4535-8068-2f70a3aa0a3d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:37.934807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.935289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,segment=NetworkSegment(2f1c7481-d283-42de-9548-14e60b2c1b59),segment_id=2f1c7481-d283-42de-9548-14e60b2c1b59)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:37.940932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.941988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2811d71b-7b67-4206-9e9d-3b5401ea51b1 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:37.980815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Provisioning complete for port 7e811dc9-4844-4535-8068-2f70a3aa0a3d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:37.981555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.044722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03fd655d-faeb-460c-acf8-ed3339896773 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.048558 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b1a9e965-eefb-4575-9f3f-6c803746adb7 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5334167 Feb 16 17:00:38.061281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54370) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:38.063123 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:38.077980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1475955384'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:38.087628 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:38.088471 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:38.105193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:38.116408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.161016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:network and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:38.166770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:38.192626 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:38.192943 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ffffb-3b27-4332-9495-d044bfac144e None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:38.233353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:38.312698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Port 7e811dc9-4844-4535-8068-2f70a3aa0a3d cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:38.318316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Calling delete_port for 7e811dc9-4844-4535-8068-2f70a3aa0a3d owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:38.331268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:38.344393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Provisioning complete for port a00ffb42-1119-4963-8586-386e36d40fe2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:38.344675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.363968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:38.377847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:38.381924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.385204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:38.385372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:38.385464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.468134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Port a00ffb42-1119-4963-8586-386e36d40fe2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:38.533241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Provisioning for port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:38.553011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Provisioning complete for port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:38.553427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.600047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.616600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df6b4500-6cc2-47c3-bf59-8a258ca46784 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:38.632814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03fd655d-faeb-460c-acf8-ed3339896773 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.640845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:38.651830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.652181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Added segment 401dc43d-1b23-4721-b40d-d02c9b5769b0 of type vlan for network 4889b895-c35f-4400-8eb4-6390c783e5b0 Feb 16 17:00:38.670571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4cb1d-d85c-41d8-a7f9-26d59046fa1c None None] Port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:38.683011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.711503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.715677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port df6b4500-6cc2-47c3-bf59-8a258ca46784 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:38.722506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port df6b4500-6cc2-47c3-bf59-8a258ca46784 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:38.723074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.775842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Port': ['ID=7e811dc9-4844-4535-8068-2f70a3aa0a3d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:38.776527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd655d-faeb-460c-acf8-ed3339896773 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b23bf2-02cc-41de-a59e-3fc59442e5e3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:38.785126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.791258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:38.791928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.875246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-62070ce0-4fdd-418d-8f02-02d94c51c611 None None] Provisioning complete for port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:38.875246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-62070ce0-4fdd-418d-8f02-02d94c51c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.934503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:38.935554 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03fd655d-faeb-460c-acf8-ed3339896773 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.939526 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03fd655d-faeb-460c-acf8-ed3339896773 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/98b23bf2-02cc-41de-a59e-3fc59442e5e3 HTTP/1.1" status: 204 len: 168 time: 2.4233041 Feb 16 17:00:38.958163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54374) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:38.958773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.962993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.017924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-62070ce0-4fdd-418d-8f02-02d94c51c611 None None] Port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:39.032881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.084600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port df6b4500-6cc2-47c3-bf59-8a258ca46784, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df6b4500-6cc2-47c3-bf59-8a258ca46784,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:39.090521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.091584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 64269069-a70f-4aef-b857-0b4951f96b07 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:39.106804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Network': ['ID=4889b895-c35f-4400-8eb4-6390c783e5b0,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.121653 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-45095733-cdb4-4ff9-bf5d-fc0f5665ef12 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0632446 Feb 16 17:00:39.129851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54378) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:39.135605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.140976 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-780b159b-df2e-4b27-9937-0e526a1150da tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/7e811dc9-4844-4535-8068-2f70a3aa0a3d HTTP/1.1" status: 204 len: 168 time: 1.9413056 Feb 16 17:00:39.142778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54382) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:39.147318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'subnet': {'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:39.178511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:39.240729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:39.294657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-55561c26-3e61-4389-ae1a-7e645fc8f98a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:39.310143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:39.337872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Transition to ACTIVE for port object 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:39.344241 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-62b032ac-bb76-42ee-90d2-f57b2a23e8b1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5291085 Feb 16 17:00:39.354732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54386) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:39.385183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:39.385928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:39.418743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:39.437421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-55561c26-3e61-4389-ae1a-7e645fc8f98a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:39.446045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=df6b4500-6cc2-47c3-bf59-8a258ca46784,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.446270 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-55561c26-3e61-4389-ae1a-7e645fc8f98a tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4767942 Feb 16 17:00:39.447148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0bad76-9905-452c-888f-be8fa804ac07 None None] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:39.449353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54390) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:39.457785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599245730'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:39.471717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:39.478036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:39.493116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:39.503913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061084c8-b7a1-452b-9a4f-bffaec87a4ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:39.504648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-061084c8-b7a1-452b-9a4f-bffaec87a4ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:39.524095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:39.536362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.556848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:39.561193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.587440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-061084c8-b7a1-452b-9a4f-bffaec87a4ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:39.591157 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-061084c8-b7a1-452b-9a4f-bffaec87a4ca tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3915334 Feb 16 17:00:39.591861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54394) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:39.650525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7535dc37-ce31-4f6c-9a59-8844379998e6 None None] Provisioning for port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:39.659407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:39.668453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:39.675829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:39.679270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 64269069-a70f-4aef-b857-0b4951f96b07 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:39.679641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.685303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:39.719438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:39.840581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.857314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.918222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.966869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07646f6-6d3c-47ca-b623-7acc452f114f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.993406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.997559 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1ad248ba-e258-48bf-b720-930a4edbc7a1 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5476642 Feb 16 17:00:39.999972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54398) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:40.013564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Request body: {'security_group_rule': {'security_group_id': 'b07646f6-6d3c-47ca-b623-7acc452f114f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:40.023843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:40.028797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.041625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Usage tracker for resource:security_group_rule and tenant:aca2a4faea2e4dd68b60425dce680dd2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:40.048279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:40.051105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Subnet': ['ID=7ac02979-d738-451a-b4f0-12ce4d04b5c0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.057707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:40.068814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Checking segment: {'id': '401dc43d-1b23-4721-b40d-d02c9b5769b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:40.069171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network hostable DHCP agents. Network: 4889b895-c35f-4400-8eb4-6390c783e5b0, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:40.093092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.110593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:40.139769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4889b895-c35f-4400-8eb4-6390c783e5b0) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:40.149444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.150044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.180653 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d6fa87e6-bcf4-4405-8ac2-a51f6ecb2f89 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0495875 Feb 16 17:00:40.187713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54402) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:40.193872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1507679177', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:40.202449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:40.203756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:40.208283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:router and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:40.212439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:40.219003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:40.228375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:40.230999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.232005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.237522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Port': ['ID=7aa2c90b-8eb6-4feb-a83a-ece00cb40967,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.237702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.244308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d58e28-b2e3-4932-a1a3-6a8757e7c665 None None] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:40.246253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:40.246598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.251897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.252591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.273554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.287064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a41a30-1670-4297-98b9-b90569450408,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.307266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.311533 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2340b4ab-f168-493f-ac3f-b7f4bcb68ad0 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3013446 Feb 16 17:00:40.311716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54406) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:40.329722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120af787-b5f2-4462-baac-72320bed023f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.334747 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-120af787-b5f2-4462-baac-72320bed023f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7385936 Feb 16 17:00:40.339350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54410) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:40.343618 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a97f2d19-3fe2-4a02-982e-4f7eda6beca8 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.4200761 Feb 16 17:00:40.374528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54414) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:40.468499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.483220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.512335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f9907-e007-43f1-97c1-81cc02f64efb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.514857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f9907-e007-43f1-97c1-81cc02f64efb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.515575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f9907-e007-43f1-97c1-81cc02f64efb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.516960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-654f9907-e007-43f1-97c1-81cc02f64efb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:40.668015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-654f9907-e007-43f1-97c1-81cc02f64efb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:40.669354 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-654f9907-e007-43f1-97c1-81cc02f64efb tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3272758 Feb 16 17:00:40.676167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54420) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:40.689639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=a00ffb42-1119-4963-8586-386e36d40fe2,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.692514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.717737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:35Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2dffa5-2cc3-4f3b-a370-128a500c9a9e', 'name': '', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:36Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:40.732125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:40.732125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Updating router fc7049b3-29f3-449d-949b-dd8e865f397b port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:40.810224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:40.835322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 17:00:40.846101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26666500-364b-42d8-81d1-809d3424a37b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.851401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting subnet 4d5b223b-7024-4641-af03-3f58bea67592 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:40.858070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.862607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Removed routes are [] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 17:00:40.862607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.873304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.912837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-4889b895-c35f-4400-8eb4-6390c783e5b0', 'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0', 'tenant_id': 'e4bf3bededdd4b1c8672e2d33a2c3522', 'fixed_ips': [{'subnet_id': '7ac02979-d738-451a-b4f0-12ce4d04b5c0'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:40.913636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.915689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.953190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet 9d8d9e6b-4ceb-442d-99f3-86f60086a1db {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:40.960024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26666500-364b-42d8-81d1-809d3424a37b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.051192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.079219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:41.079598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.128495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.186494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26666500-364b-42d8-81d1-809d3424a37b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.222176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26666500-364b-42d8-81d1-809d3424a37b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07646f6-6d3c-47ca-b623-7acc452f114f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.268692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26666500-364b-42d8-81d1-809d3424a37b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.270117 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-26666500-364b-42d8-81d1-809d3424a37b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/b07646f6-6d3c-47ca-b623-7acc452f114f HTTP/1.1" status: 204 len: 168 time: 0.9573979 Feb 16 17:00:41.273414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54424) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:41.458682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df6b4500-6cc2-47c3-bf59-8a258ca46784 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:41.478248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.553715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Allocated IP 172.20.0.2 (4889b895-c35f-4400-8eb4-6390c783e5b0/7ac02979-d738-451a-b4f0-12ce4d04b5c0/7223d75b-3e96-4902-821d-61df9a1f27ac) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:41.555404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.598201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0a5b1ac8-98a2-4a88-87fc-3db3acb715e5 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:41.603509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.618936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e160b954-6d72-4735-862d-316f7974db99 None None] Provisioning for port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:41.635227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.672998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e160b954-6d72-4735-862d-316f7974db99 None None] Provisioning complete for port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:41.673392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e160b954-6d72-4735-862d-316f7974db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.698148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.703570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0a5b1ac8-98a2-4a88-87fc-3db3acb715e5 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:41.709243 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0a5b1ac8-98a2-4a88-87fc-3db3acb715e5 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4306898 Feb 16 17:00:41.710462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54428) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:41.729487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.738993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.resource_extend [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:00:41.800757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:41.812140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:41.816202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-25c48548-6a04-4592-bf12-f38024492b0b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:41.819947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.836945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port df6b4500-6cc2-47c3-bf59-8a258ca46784 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:41.837376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.862919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.864605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e160b954-6d72-4735-862d-316f7974db99 None None] Port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:41.889847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c69a505-8bd5-42bf-aff5-706bbe6ceeee None None] Network c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:41.892564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5b223b-7024-4641-af03-3f58bea67592,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.915111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.26.7.128 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/ece1c6b9-a8bc-40e7-a6e9-610b2351f438) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:41.935410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-25c48548-6a04-4592-bf12-f38024492b0b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group_rule {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:41.940537 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-25c48548-6a04-4592-bf12-f38024492b0b tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2260892 Feb 16 17:00:41.940537 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-05f28f98-65cd-4bbe-9c94-e16e81a40b8c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/4d5b223b-7024-4641-af03-3f58bea67592 HTTP/1.1" status: 204 len: 168 time: 1.5537336 Feb 16 17:00:41.941515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54432) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:41.957189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54434) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.125038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.150425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9537413-7c4a-4d64-bf44-745378cde19c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.152997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9537413-7c4a-4d64-bf44-745378cde19c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.153127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d9537413-7c4a-4d64-bf44-745378cde19c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Synchronizing usage tracker for tenant:1f683b8968274080a55564d7d813b787 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:42.156511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:42.160773 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-a0228b38-3ae0-43b3-97cb-45da670badfd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] delete failed (client error): The resource could not be found. Feb 16 17:00:42.165859 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a0228b38-3ae0-43b3-97cb-45da670badfd tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "DELETE /v2.0/security-groups/b07646f6-6d3c-47ca-b623-7acc452f114f HTTP/1.1" status: 404 len: 347 time: 0.2237411 Feb 16 17:00:42.169513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54440) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.171517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.201251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d9537413-7c4a-4d64-bf44-745378cde19c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Unset dirty status for tenant:1f683b8968274080a55564d7d813b787 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:42.202727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d9537413-7c4a-4d64-bf44-745378cde19c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2445426 Feb 16 17:00:42.207388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54444) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.223898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13061d19-bef6-4521-89ee-f0e808a84aad None None] Provisioning complete for port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:42.224199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13061d19-bef6-4521-89ee-f0e808a84aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.258088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Transition to ACTIVE for port object 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:42.327163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.398829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.410746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9a1af4a9-fdc1-4ce4-9876-6bbae5470985 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.415901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.437990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41d29c1f-e72a-44a5-84fd-e52ffece5469 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Synchronizing usage tracker for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:42.460139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.460749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1af4a9-fdc1-4ce4-9876-6bbae5470985 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:42.462295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1af4a9-fdc1-4ce4-9876-6bbae5470985 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:42.465493 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9a1af4a9-fdc1-4ce4-9876-6bbae5470985 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 HTTP/1.1" status: 409 len: 405 time: 0.2566884 Feb 16 17:00:42.468675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.475419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54448) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.507560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Router a62ed5b8-225e-475b-ab79-4a3a6e66a11e is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:00:42.518373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:42.534219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.537185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-13061d19-bef6-4521-89ee-f0e808a84aad None None] Port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:42.537761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41d29c1f-e72a-44a5-84fd-e52ffece5469 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] Unset dirty status for tenant:aca2a4faea2e4dd68b60425dce680dd2 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:42.542363 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41d29c1f-e72a-44a5-84fd-e52ffece5469 tempest-SecGroupTest-1232704207 tempest-SecGroupTest-1232704207-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3631718 Feb 16 17:00:42.544102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8d9e6b-4ceb-442d-99f3-86f60086a1db,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.572787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Transition to ACTIVE for port object 7223d75b-3e96-4902-821d-61df9a1f27ac will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:42.622285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.623548 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-88d28f65-40cc-4aa4-b206-54b97351a395 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 954 time: 3.2668779 Feb 16 17:00:42.633980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a75ce2-7dee-498c-a6a9-df58be05b9da None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:42.648594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54452) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.658214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Transition to ACTIVE for port object 7223d75b-3e96-4902-821d-61df9a1f27ac will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:42.700288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1325284600'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:42.726346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:42.745665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:network and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:42.751657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:42.763434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:42.800847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:42.805263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.813975 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f698589a-09e8-407d-b129-36938a9413a7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/9d8d9e6b-4ceb-442d-99f3-86f60086a1db HTTP/1.1" status: 204 len: 168 time: 2.1299839 Feb 16 17:00:42.815958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54458) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.821824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:42.866122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:42.880001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b643d-c714-4da3-9113-84730d28b886 None None] Pushing event updated for resources: {'Port': ['ID=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.883693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.885930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:42.931034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=ece1c6b9-a8bc-40e7-a6e9-610b2351f438,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.988458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Deleting subnet ce8a4271-69a9-4cd8-bcb1-4ef875cb0675 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:42.993714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:42.996595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54464) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:42.999353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.999523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Pushing event updated for resources: {'Port': ['ID=7223d75b-3e96-4902-821d-61df9a1f27ac,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:43.009823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-95685d8e-4e87-4f6e-8878-2b844146a7c8 None None] Provisioning complete for port a00ffb42-1119-4963-8586-386e36d40fe2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:43.010184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-95685d8e-4e87-4f6e-8878-2b844146a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.011651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:43.023675 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] Sync routers for ids ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:43.035632 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] Routers {'a62ed5b8-225e-475b-ab79-4a3a6e66a11e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:43.036508 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:43.059626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:43.060650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Attempting to bind port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:43.061267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Attempting to bind port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:43.061685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Attempting to bind port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e on network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:43.087027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:43.090323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:43.107584 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-22870ef5-16e3-41aa-812e-11004f3eaf6d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 954 time: 0.4581456 Feb 16 17:00:43.108381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54470) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:43.109073 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:43.119453 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] Routers {'a62ed5b8-225e-475b-ab79-4a3a6e66a11e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:43.120315 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:43.122874 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0824362d-3769-4f87-b8ab-094deeafa04c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/routers/a62ed5b8-225e-475b-ab79-4a3a6e66a11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2109563 Feb 16 17:00:43.127758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54472) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:43.131329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'routes': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:43.144833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.145404 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Added segment c15a284c-1167-433c-8063-c04f0c63c2ee of type vlan for network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 Feb 16 17:00:43.195462 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:43.196120 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdc412-837a-46e7-a803-97bc72d7f255 None None] The sync data for ids ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:43.234595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:43.257035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:43.258055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Checking segment: {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:43.258683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.259218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Bound using segment: {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:43.260483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Bound port: 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:43.261041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.345162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.395987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] DHCP port deletion for c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:43.398816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-95685d8e-4e87-4f6e-8878-2b844146a7c8 None None] Port a00ffb42-1119-4963-8586-386e36d40fe2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:43.399174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.468166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Deleting port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:43.468166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.509108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1b851454-0ef3-4b08-8df7-47d79dce6b3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aca2a4faea2e4dd68b60425dce680dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110333 Feb 16 17:00:43.514182 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54478) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:43.516840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:43.578451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Attempting to bind port 7223d75b-3e96-4902-821d-61df9a1f27ac on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:43.579926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Attempting to bind port 7223d75b-3e96-4902-821d-61df9a1f27ac by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '401dc43d-1b23-4721-b40d-d02c9b5769b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:43.579926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Attempting to bind port 7223d75b-3e96-4902-821d-61df9a1f27ac on network 4889b895-c35f-4400-8eb4-6390c783e5b0 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:43.582085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:43.582446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.643719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.646858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:43.647233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Checking segment: {'id': '401dc43d-1b23-4721-b40d-d02c9b5769b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:43.647623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.648128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Bound using segment: {'id': '401dc43d-1b23-4721-b40d-d02c9b5769b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:43.648531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Bound port: 7223d75b-3e96-4902-821d-61df9a1f27ac, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401dc43d-1b23-4721-b40d-d02c9b5769b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:43.648902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.649067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:43.649646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.783384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] For port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:43.784118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf9fbf7-f424-45fa-a50d-a550e37a417e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:43.785080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebf9fbf7-f424-45fa-a50d-a550e37a417e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:43.848661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebf9fbf7-f424-45fa-a50d-a550e37a417e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:43.849845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ebf9fbf7-f424-45fa-a50d-a550e37a417e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports?device_id=a62ed5b8-225e-475b-ab79-4a3a6e66a11e HTTP/1.1" status: 200 len: 982 time: 0.7224782 Feb 16 17:00:43.851432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.858195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] For port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:43.859010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54482) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:43.900449 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2161582 Feb 16 17:00:43.909813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54486) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:43.921196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-24966625-b81b-4069-b513-7a5c9d99f67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.925972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'subnet': {'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:43.935832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.946235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9906bb5-35df-475d-85ab-f0acdd52a841 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Network': ['ID=4ffd5615-8ae3-4ce2-968f-a4d0049d3b79,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:43.996729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:44.043028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.114785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-24966625-b81b-4069-b513-7a5c9d99f67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.272274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.296222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:44.386240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] For port 7223d75b-3e96-4902-821d-61df9a1f27ac, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:44.405220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] For port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,segment=NetworkSegment(f3fc8ecd-8beb-4e59-9808-b89cb48a2d92),segment_id=f3fc8ecd-8beb-4e59-9808-b89cb48a2d92)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:44.405928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.430109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] For port 7223d75b-3e96-4902-821d-61df9a1f27ac, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7223d75b-3e96-4902-821d-61df9a1f27ac,segment=NetworkSegment(401dc43d-1b23-4721-b40d-d02c9b5769b0),segment_id=401dc43d-1b23-4721-b40d-d02c9b5769b0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:44.434523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b643d-c714-4da3-9113-84730d28b886 None None] Pushing event updated for resources: {'Port': ['ID=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.437909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:44.439506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:44.477850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added routes are [] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 17:00:44.478169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 17:00:44.501577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8a4271-69a9-4cd8-bcb1-4ef875cb0675,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.512105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:44.515618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.522312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.569237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.591207 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4b2dbe6c-96da-4cb1-825c-80f7a11970bf tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/ce8a4271-69a9-4cd8-bcb1-4ef875cb0675 HTTP/1.1" status: 204 len: 168 time: 1.7674515 Feb 16 17:00:44.599619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:44.663538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:44.666956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.710435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.746318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Calling delete_port for b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:44.768834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b41b82bf-23db-4676-98c6-db4a4a0490e1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658254 Feb 16 17:00:44.770294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54494) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:44.777434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-24966625-b81b-4069-b513-7a5c9d99f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.871799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24966625-b81b-4069-b513-7a5c9d99f67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f108ea-8bb5-4513-ba89-655da40e40f8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.911355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-24966625-b81b-4069-b513-7a5c9d99f67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.915585 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-24966625-b81b-4069-b513-7a5c9d99f67b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40f108ea-8bb5-4513-ba89-655da40e40f8 HTTP/1.1" status: 204 len: 168 time: 1.4016452 Feb 16 17:00:44.941019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.103931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,segment=NetworkSegment(f3fc8ecd-8beb-4e59-9808-b89cb48a2d92),segment_id=f3fc8ecd-8beb-4e59-9808-b89cb48a2d92)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:45.109436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:45.196775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c9da-c64b-4548-b6f1-67cf194f1179 None None] Pushing event updated for resources: {'Port': ['ID=7223d75b-3e96-4902-821d-61df9a1f27ac,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.290673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.291394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 64269069-a70f-4aef-b857-0b4951f96b07 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:45.337337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.421808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c98475-d307-4ba1-809c-56df58b9517b None None] Update dhcp port {'port': {'network_id': 'f92b56da-dfd9-433c-a595-962c6f07801d', 'fixed_ips': [{'subnet_id': 'ce8a4271-69a9-4cd8-bcb1-4ef875cb0675'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '64269069-a70f-4aef-b857-0b4951f96b07'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:00:45.443892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.536080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.objects.ports [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87720) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 17:00:45.546954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.559178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.583792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c70ca-47d6-4d3e-a6b4-b92dc6fcf861 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:45.585581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-047c70ca-47d6-4d3e-a6b4-b92dc6fcf861 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8115349 Feb 16 17:00:45.629913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54510) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:45.668956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:45.669369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:45.740114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router f6c31bc6-9626-4424-b9c7-6892350285c5 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:00:45.854538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-55c98475-d307-4ba1-809c-56df58b9517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.860555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Subnet': ['ID=d2e3d9c6-7f4b-44f8-abde-275c90537ccd,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.874816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Checking segment: {'id': 'c15a284c-1167-433c-8063-c04f0c63c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:45.875437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network hostable DHCP agents. Network: 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:45.926764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:45.950187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c003eb4-7c99-4ae3-b596-5fc72c838138 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:45.950905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3c003eb4-7c99-4ae3-b596-5fc72c838138 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Synchronizing usage tracker for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:46.003135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3c003eb4-7c99-4ae3-b596-5fc72c838138 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Unset dirty status for tenant:4ab397e4bbd043caad49bfd904748e77 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:46.004305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3c003eb4-7c99-4ae3-b596-5fc72c838138 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3695877 Feb 16 17:00:46.007273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54522) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.050687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:46.096009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 64269069-a70f-4aef-b857-0b4951f96b07 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:46.096569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.161107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54526) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.168599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:46.187758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:46.212898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:46.218682 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-98cb5231-3f1d-423f-aef6-0140b86feea1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2040374 Feb 16 17:00:46.232702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54532) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.282593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:46.286520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.305562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Deleting port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:46.306490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.311417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-539ac99a-1297-4974-8ffe-2c39f8ec4582 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:46.312100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539ac99a-1297-4974-8ffe-2c39f8ec4582 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:46.315324 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-539ac99a-1297-4974-8ffe-2c39f8ec4582 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/7e811dc9-4844-4535-8068-2f70a3aa0a3d HTTP/1.1" status: 404 len: 333 time: 0.0785477 Feb 16 17:00:46.321481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54536) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.325709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port a00ffb42-1119-4963-8586-386e36d40fe2 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:46.326148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.334048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.341461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cc0d0cbe-e135-4276-ab1f-ed30cbf0dab8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1506021 Feb 16 17:00:46.344198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54540) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.349270 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a2c6ef4e-c1c2-4ec9-907d-27077682ab18 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4364805 Feb 16 17:00:46.354351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54542) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.356033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2bccbc-4c0a-4167-8d3c-e773b26e7441 None None] Network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:46.378937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] Sync routers for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:46.441320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:46.454586 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ed84d3-4642-4a20-b347-b3ddee845556 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:46.455719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ed84d3-4642-4a20-b347-b3ddee845556 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:46.459828 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-19ed84d3-4642-4a20-b347-b3ddee845556 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/ce8a4271-69a9-4cd8-bcb1-4ef875cb0675 HTTP/1.1" status: 404 len: 337 time: 0.1342738 Feb 16 17:00:46.466229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.471175 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0afa9660-7cf3-46fb-84c7-f6f382acb705 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 704 time: 3.3433430 Feb 16 17:00:46.471175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54548) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.480493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54550) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.482596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-02ef3028-57af-4605-b498-861051a9243a tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-523036439', 'prefixes': ['172.20.0.0/16']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:46.544316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-02ef3028-57af-4605-b498-861051a9243a tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:46.583498 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc74c7-a4e9-4d15-8db9-f97da3b15f06 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:46.584071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fc74c7-a4e9-4d15-8db9-f97da3b15f06 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:46.588630 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-46fc74c7-a4e9-4d15-8db9-f97da3b15f06 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/9d8d9e6b-4ceb-442d-99f3-86f60086a1db HTTP/1.1" status: 404 len: 337 time: 0.1071656 Feb 16 17:00:46.601446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:46.601978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:46.662747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54556) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.711415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f3313-9044-46a4-9893-c1180f2178f8 None None] Network f92b56da-dfd9-433c-a595-962c6f07801d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:46.738305 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aba548-4894-43d5-be0e-fa5a10aefb82 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:46.739108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aba548-4894-43d5-be0e-fa5a10aefb82 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:46.740980 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-09aba548-4894-43d5-be0e-fa5a10aefb82 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/243c2892-86e6-4437-a4e1-a217d6b7f3b0 HTTP/1.1" status: 404 len: 333 time: 0.0761123 Feb 16 17:00:46.751544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54560) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.755169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65f629-d21d-4634-952a-772b7455724a None None] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:46.793615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:46.810371 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b83172-1d85-4f70-93b6-c9e23a4ccd1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:46.810840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b83172-1d85-4f70-93b6-c9e23a4ccd1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:46.844135 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-73b83172-1d85-4f70-93b6-c9e23a4ccd1d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/89c509fa-7299-47f4-973f-2ca3091f26db HTTP/1.1" status: 404 len: 337 time: 0.0894816 Feb 16 17:00:46.851017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54564) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:46.997633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.006466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02ef3028-57af-4605-b498-861051a9243a tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] Notify callbacks [] for subnetpool, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.007882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02ef3028-57af-4605-b498-861051a9243a tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8463447 Feb 16 17:00:47.010896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54568) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.012305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9eb32f-b125-4983-bfd7-8941f11934fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:47.012755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9eb32f-b125-4983-bfd7-8941f11934fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:47.014446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cb9eb32f-b125-4983-bfd7-8941f11934fd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/2f22f7af-62f5-403c-bc01-66b853d23eeb HTTP/1.1" status: 404 len: 337 time: 0.1495147 Feb 16 17:00:47.025307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54572) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.061047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:47.061681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:47.077038 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0cc19305-fc57-49e5-90d4-7714ae215c71 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 704 time: 0.5928898 Feb 16 17:00:47.078344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54576) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.150042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.179741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:40Z', 'revision_number': 6, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2dffa5-2cc3-4f3b-a370-128a500c9a9e', 'name': '', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:43Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:47.182104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-31ae8123-3be0-4686-8ee1-267f8473a828 None None] Provisioning complete for port 64269069-a70f-4aef-b857-0b4951f96b07 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:47.182613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-31ae8123-3be0-4686-8ee1-267f8473a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.187531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for a00ffb42-1119-4963-8586-386e36d40fe2 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:47.226451 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-87f8a986-603e-4347-a855-10767791733d tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] 10.222.0.43 "GET /v2.0/subnetpools/0cb5d47e-6a51-40d0-b27f-bedb8c2de5e7 HTTP/1.1" status: 200 len: 731 time: 0.2143242 Feb 16 17:00:47.227764 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-db70a1c4-aeea-44e8-85d5-103592cd45e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:47.228373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db70a1c4-aeea-44e8-85d5-103592cd45e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:47.230091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-db70a1c4-aeea-44e8-85d5-103592cd45e0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/b761a9e3-3f77-48fe-b58f-c279932ecf43 HTTP/1.1" status: 404 len: 333 time: 0.2002053 Feb 16 17:00:47.232456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54582) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.232792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54584) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.291995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:47.292397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a206595-ad51-4540-abd9-d159a933c456 None None] The sync data for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:47.309019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5b4ac2f-05ba-4411-a237-f55283597fcb tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-558525447'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:47.376289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2826fd6-3a30-40b8-8b36-65839d5dd909 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:40Z', 'revision_number': 6, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2dffa5-2cc3-4f3b-a370-128a500c9a9e', 'name': '', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:43Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:47.476348 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f4c924-3ef0-429e-ba03-7c0254c82750 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:47.476861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f4c924-3ef0-429e-ba03-7c0254c82750 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:47.478632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-13f4c924-3ef0-429e-ba03-7c0254c82750 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/4621dfe4-9bf0-483b-8622-12504089607d HTTP/1.1" status: 404 len: 337 time: 0.2348812 Feb 16 17:00:47.482451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54590) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.488146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.498836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7223d75b-3e96-4902-821d-61df9a1f27ac up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:47.606934 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-197954a1-f86e-41d4-91c0-745ab41ff6d5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:47.610693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197954a1-f86e-41d4-91c0-745ab41ff6d5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:47.666936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=a00ffb42-1119-4963-8586-386e36d40fe2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:47.669152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.696999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] For port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,segment=NetworkSegment(f3fc8ecd-8beb-4e59-9808-b89cb48a2d92),segment_id=f3fc8ecd-8beb-4e59-9808-b89cb48a2d92)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:47.697308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.698084 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-197954a1-f86e-41d4-91c0-745ab41ff6d5 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/642ca025-dd50-4a69-88fb-cc926e8c43bd HTTP/1.1" status: 404 len: 337 time: 0.2120175 Feb 16 17:00:47.739411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54594) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:47.979402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.040202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ac2f-05ba-4411-a237-f55283597fcb tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] Notify callbacks [] for subnetpool, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.043713 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5b4ac2f-05ba-4411-a237-f55283597fcb tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] 10.222.0.43 "PUT /v2.0/subnetpools/0cb5d47e-6a51-40d0-b27f-bedb8c2de5e7 HTTP/1.1" status: 200 len: 683 time: 0.7991714 Feb 16 17:00:48.044031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Calling delete_port for b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:48.131996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54598) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.137210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-4ffd5615-8ae3-4ce2-968f-a4d0049d3b79', 'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79', 'tenant_id': '1f683b8968274080a55564d7d813b787', 'fixed_ips': [{'subnet_id': 'd2e3d9c6-7f4b-44f8-abde-275c90537ccd'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:48.139540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.346263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Router a62ed5b8-225e-475b-ab79-4a3a6e66a11e has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:48.422371 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0dc0e3-773e-4e44-b148-dc4e900428dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:48.423482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0dc0e3-773e-4e44-b148-dc4e900428dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:48.425120 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0b0dc0e3-773e-4e44-b148-dc4e900428dd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/70c407c4-4290-4681-8cee-0a4d6a4d59b8 HTTP/1.1" status: 404 len: 333 time: 0.5888598 Feb 16 17:00:48.429489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.434801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 7223d75b-3e96-4902-821d-61df9a1f27ac completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:48.435087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54602) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.473376 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:48.486946 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:48.488092 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:48.509722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] Pushing event deleted for resources: {'Port': ['ID=b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:48.564117 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4769cd-33be-4e9a-b263-60b590816535 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:48.564711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4769cd-33be-4e9a-b263-60b590816535 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:48.568848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Allocated IP 2001:db8::f816:3eff:fe7d:c3f4 (4ffd5615-8ae3-4ce2-968f-a4d0049d3b79/d2e3d9c6-7f4b-44f8-abde-275c90537ccd/0ab98563-e195-414e-aa9e-328390af22c8) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:48.570024 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bb4769cd-33be-4e9a-b263-60b590816535 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/aa8ada90-78b5-42e5-b735-3fd818b62b69 HTTP/1.1" status: 404 len: 337 time: 0.1339600 Feb 16 17:00:48.573191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54606) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.616607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:48.623090 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8435c716-3ebc-4bb7-add4-3e6fa874d027 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/routers/a62ed5b8-225e-475b-ab79-4a3a6e66a11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7628331 Feb 16 17:00:48.629324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54610) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.630282 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-363ec2ae-7f91-4e37-b413-08b9cc355500 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:48.630757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363ec2ae-7f91-4e37-b413-08b9cc355500 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:48.636931 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-363ec2ae-7f91-4e37-b413-08b9cc355500 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/3dc837ce-0c50-473f-a26e-582fd3c50b0f HTTP/1.1" status: 404 len: 337 time: 0.0627279 Feb 16 17:00:48.639595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54612) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.713116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:48.774643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79b8e24e-0301-415c-bddc-e4be5f51027b tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] Notify callbacks [] for subnetpool, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.777932 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-79b8e24e-0301-415c-bddc-e4be5f51027b tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0cb5d47e-6a51-40d0-b27f-bedb8c2de5e7 HTTP/1.1" status: 204 len: 168 time: 0.6269612 Feb 16 17:00:48.786643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54618) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.824579 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-3cbd6610-3309-4d6b-bed1-ae40ca3b728d tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] show failed (client error): The resource could not be found. Feb 16 17:00:48.828059 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3cbd6610-3309-4d6b-bed1-ae40ca3b728d tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] 10.222.0.43 "GET /v2.0/subnetpools/0cb5d47e-6a51-40d0-b27f-bedb8c2de5e7 HTTP/1.1" status: 404 len: 346 time: 0.0379403 Feb 16 17:00:48.857495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54622) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.883727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.893719 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-81956d8d-9762-4895-9cba-7532279ee0d4 tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] delete failed (client error): The resource could not be found. Feb 16 17:00:48.902006 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-81956d8d-9762-4895-9cba-7532279ee0d4 tempest-SubnetPoolsTestJSON-290208533 tempest-SubnetPoolsTestJSON-290208533-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0cb5d47e-6a51-40d0-b27f-bedb8c2de5e7 HTTP/1.1" status: 404 len: 346 time: 0.0333908 Feb 16 17:00:48.902246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Transition to ACTIVE for port object 0ab98563-e195-414e-aa9e-328390af22c8 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:48.919236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.930223 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41bb312-a9cd-42ef-8b86-c353702366d1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:48.930730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41bb312-a9cd-42ef-8b86-c353702366d1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:48.936167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Transition to ACTIVE for port object 0ab98563-e195-414e-aa9e-328390af22c8 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:48.936678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b41bb312-a9cd-42ef-8b86-c353702366d1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/79fca826-1e35-4499-9a5e-aa4652483e05 HTTP/1.1" status: 404 len: 333 time: 0.2961497 Feb 16 17:00:48.937388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54628) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:48.940012 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4339e4f-5f9b-461e-9dab-77fdf54dceb6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 17:00:48.942214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c4339e4f-5f9b-461e-9dab-77fdf54dceb6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:48.972147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b32fa-2388-4f3f-8389-f4f2a397f183 None None] No DVR routers for this DVR port b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:48.978153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c4339e4f-5f9b-461e-9dab-77fdf54dceb6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:48.982263 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c4339e4f-5f9b-461e-9dab-77fdf54dceb6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/a00ffb42-1119-4963-8586-386e36d40fe2 HTTP/1.1" status: 404 len: 333 time: 0.3435595 Feb 16 17:00:48.982685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:48.984540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54632) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.040375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] Sync routers for ids ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:49.076793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cc12d3-7be4-4d53-bc6b-69f073859dba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:49.077368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cc12d3-7be4-4d53-bc6b-69f073859dba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:49.086693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.131793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-69cc12d3-7be4-4d53-bc6b-69f073859dba tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/939b0271-24e2-4207-9f9c-4a6dfd093c7a HTTP/1.1" status: 404 len: 337 time: 0.1931818 Feb 16 17:00:49.141013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54636) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.179765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] DHCP port deletion for f92b56da-dfd9-433c-a595-962c6f07801d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:49.181849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:00:49.182181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b07dbcc1-a8e9-4c11-bb36-ebc7ce203e35 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:00:49.182631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 64269069-a70f-4aef-b857-0b4951f96b07 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:49.259211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] Routers {'a62ed5b8-225e-475b-ab79-4a3a6e66a11e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:49.260241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.260414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.273839 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 7, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2dffa5-2cc3-4f3b-a370-128a500c9a9e', 'name': '', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:43Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.283495 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:49.307797 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:49.308347 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.346491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Deleting port 64269069-a70f-4aef-b857-0b4951f96b07 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:49.347138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.431392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.452989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:49.454310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] Provisioning for port 7223d75b-3e96-4902-821d-61df9a1f27ac completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:49.465777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:49.466331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.469216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54642) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.470798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:49.473618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Pushing event updated for resources: {'Port': ['ID=0ab98563-e195-414e-aa9e-328390af22c8,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:49.499250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] Provisioning complete for port 7223d75b-3e96-4902-821d-61df9a1f27ac triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:49.499655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.569507 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:49.572483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e3d9c6-7f4b-44f8-abde-275c90537ccd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:49.574659 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2f84f0-a27a-47a0-b7b3-593bab0d6574 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:49.575140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2f84f0-a27a-47a0-b7b3-593bab0d6574 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:49.579302 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ee2f84f0-a27a-47a0-b7b3-593bab0d6574 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/752a2268-a91d-4b7b-a5f3-fff25e206401 HTTP/1.1" status: 404 len: 333 time: 0.4347916 Feb 16 17:00:49.583934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] Routers {'a62ed5b8-225e-475b-ab79-4a3a6e66a11e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:49.585053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.585873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54648) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.725120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.728690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.733826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e1e68e-9849-4a69-9d1a-a73b300330e7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:49.736748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.738062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e1e68e-9849-4a69-9d1a-a73b300330e7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:49.740200 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-20e1e68e-9849-4a69-9d1a-a73b300330e7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/798ab5e4-7312-403b-95c9-c8fb4e77b4af HTTP/1.1" status: 404 len: 337 time: 0.1510019 Feb 16 17:00:49.753222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54652) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.829949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.841217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:49.852936 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-391492ad-83fd-4d0a-8753-e06bec773d08 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:49.853523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391492ad-83fd-4d0a-8753-e06bec773d08 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:49.856057 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-391492ad-83fd-4d0a-8753-e06bec773d08 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/4fc4c56c-8f24-4d2a-8c92-200765d04319 HTTP/1.1" status: 404 len: 333 time: 0.1016769 Feb 16 17:00:49.857407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Usage tracker for resource:security_group_rule and tenant:9702374db4a643f98d18110aac12b220 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:49.864042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54656) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.864314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:49.872743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:49.876466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.877174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Fanout notify agent at l3_agent the message router_deleted on router a62ed5b8-225e-475b-ab79-4a3a6e66a11e {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:00:49.883867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.884319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62406a01-5de2-47b0-a135-075bfaa4f679 None None] The sync data for ids ['a62ed5b8-225e-475b-ab79-4a3a6e66a11e'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:49.902889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.907815 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-512f1d98-8d7e-414b-9e1b-b71971fe2c5d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/routers/a62ed5b8-225e-475b-ab79-4a3a6e66a11e HTTP/1.1" status: 204 len: 168 time: 0.9150772 Feb 16 17:00:49.909833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54660) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:49.986876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Attempting to bind port 0ab98563-e195-414e-aa9e-328390af22c8 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:49.987359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Attempting to bind port 0ab98563-e195-414e-aa9e-328390af22c8 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c15a284c-1167-433c-8063-c04f0c63c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:49.987890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Attempting to bind port 0ab98563-e195-414e-aa9e-328390af22c8 on network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:50.018742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.035339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:50.035783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Checking segment: {'id': 'c15a284c-1167-433c-8063-c04f0c63c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:50.036090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.036477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Bound using segment: {'id': 'c15a284c-1167-433c-8063-c04f0c63c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:50.036982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Bound port: 0ab98563-e195-414e-aa9e-328390af22c8, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15a284c-1167-433c-8063-c04f0c63c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:50.037358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.075092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 8ca94f21-74c4-4c52-9678-ed84e780cedc {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:50.092356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffd5615-8ae3-4ce2-968f-a4d0049d3b79']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:50.095716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.121459 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7a30f6-9b09-433f-916f-4115e530c584 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:50.122382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7a30f6-9b09-433f-916f-4115e530c584 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:50.151029 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2a7a30f6-9b09-433f-916f-4115e530c584 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/eb8d416c-9e7d-4c90-bbae-4ea58c2862f5 HTTP/1.1" status: 404 len: 337 time: 0.2616150 Feb 16 17:00:50.165826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.198479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.218986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54664) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.221830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15a284c-1167-433c-8063-c04f0c63c2ee') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:50.222450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15a284c-1167-433c-8063-c04f0c63c2ee') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:50.271734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.286349 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 7, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2dffa5-2cc3-4f3b-a370-128a500c9a9e', 'name': '', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:43Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:50.291984 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63aad-a607-4444-8cb0-1935f2d231d6 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 7, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2dffa5-2cc3-4f3b-a370-128a500c9a9e', 'name': '', 'network_id': '909a7a04-e62b-4793-b9a0-6cddf47cbda1', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:43Z', 'revision_number': 4, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '73ce95c6-ea2f-4fe4-839b-492564b739fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:50.301565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=64269069-a70f-4aef-b857-0b4951f96b07,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:50.302140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.345419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.396576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb7ea06-da0e-4d42-9754-b2ea88ce088c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:50.397366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb7ea06-da0e-4d42-9754-b2ea88ce088c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:50.399985 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dfb7ea06-da0e-4d42-9754-b2ea88ce088c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/0f3be050-944b-462a-aa62-ff636bfa07f3 HTTP/1.1" status: 404 len: 333 time: 0.1613150 Feb 16 17:00:50.408422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54668) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.414446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.440801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:50.441561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:50.457668 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:50.501130 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb6166d-7a4d-4e1b-846e-96e2b31c3e40 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:50.501782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb6166d-7a4d-4e1b-846e-96e2b31c3e40 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:50.515641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.522909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.580379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca94f21-74c4-4c52-9678-ed84e780cedc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:50.585238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.585555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Calling delete_port for 64269069-a70f-4aef-b857-0b4951f96b07 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:50.629140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b59153-43b4-4aad-ad4c-e7514dd08ea3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:50.633030 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9cb6166d-7a4d-4e1b-846e-96e2b31c3e40 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/89a40801-2cdc-47a8-9fc0-0480bb69e413 HTTP/1.1" status: 404 len: 337 time: 0.2223945 Feb 16 17:00:50.638314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.643168 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fe9ceaa9-3bdb-48c0-8449-d197b7823213 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/8ca94f21-74c4-4c52-9678-ed84e780cedc HTTP/1.1" status: 204 len: 168 time: 0.7295706 Feb 16 17:00:50.643168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54672) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.646971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54674) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.647163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.665586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33525b04-0e78-4dd3-9ae9-095ce80621ad None None] Network 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:50.689240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=64269069-a70f-4aef-b857-0b4951f96b07,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:50.754917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] For port 0ab98563-e195-414e-aa9e-328390af22c8, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:50.764754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.772454 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-924cc2cb-d6d4-44bc-952f-fc673712fecd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9702374db4a643f98d18110aac12b220&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2406867 Feb 16 17:00:50.773111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54680) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.821817 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cbae5b-5257-490c-a628-4f097f54014f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:50.822291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cbae5b-5257-490c-a628-4f097f54014f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:50.823980 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c2cbae5b-5257-490c-a628-4f097f54014f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/134157cf-2d7c-449a-84dc-5cf5ef845802 HTTP/1.1" status: 404 len: 333 time: 0.1792352 Feb 16 17:00:50.838230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54684) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.920867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe5da79-7817-4510-b103-aceab4af41fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.931613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] For port 7223d75b-3e96-4902-821d-61df9a1f27ac, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7223d75b-3e96-4902-821d-61df9a1f27ac,segment=NetworkSegment(401dc43d-1b23-4721-b40d-d02c9b5769b0),segment_id=401dc43d-1b23-4721-b40d-d02c9b5769b0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:50.943434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:50.943811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:50.952542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd3635d-809b-4980-8ff7-f786bf56fbbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:50.953355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd3635d-809b-4980-8ff7-f786bf56fbbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:50.956101 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2cd3635d-809b-4980-8ff7-f786bf56fbbd tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/8af16b63-84f5-4b26-83a9-415a9a5ccac2 HTTP/1.1" status: 404 len: 337 time: 0.1138272 Feb 16 17:00:50.957331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:00:50.957331 dv-neutron-829527-2-hyperv neutron-server[87720]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:00:50.957331 dv-neutron-829527-2-hyperv neutron-server[87720]: [parameters: {'id': '4ffd5615-8ae3-4ce2-968f-a4d0049d3b79'}] Feb 16 17:00:50.957331 dv-neutron-829527-2-hyperv neutron-server[87720]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:50.958200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:50.961462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54688) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:50.973402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.980807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] For port 0ab98563-e195-414e-aa9e-328390af22c8, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0ab98563-e195-414e-aa9e-328390af22c8,segment=NetworkSegment(c15a284c-1167-433c-8063-c04f0c63c2ee),segment_id=c15a284c-1167-433c-8063-c04f0c63c2ee)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:50.983943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.987081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe5da79-7817-4510-b103-aceab4af41fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.994595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=64269069-a70f-4aef-b857-0b4951f96b07,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.015164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:51.015502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.025332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.1 (4889b895-c35f-4400-8eb4-6390c783e5b0/7ac02979-d738-451a-b4f0-12ce4d04b5c0/3aecdd56-cd97-4938-be1b-606f964f71d7) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:51.036864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:51.037444 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7da4bd9-5a51-4f3a-983c-2db40089175c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.037923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7da4bd9-5a51-4f3a-983c-2db40089175c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.039709 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c7da4bd9-5a51-4f3a-983c-2db40089175c tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/667ebf81-9d3d-43f3-8cb2-0914b6fb928e HTTP/1.1" status: 404 len: 333 time: 0.0761361 Feb 16 17:00:51.046192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54692) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.077000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.112729 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea81d840-51cf-4eb1-b5f4-193053b116f3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.113795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea81d840-51cf-4eb1-b5f4-193053b116f3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.115808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea81d840-51cf-4eb1-b5f4-193053b116f3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/b392658b-7779-4d55-8a74-16df4c536128 HTTP/1.1" status: 404 len: 337 time: 0.0677264 Feb 16 17:00:51.126407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54696) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.192526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6522bf81-25dc-4c92-88e7-dcd1b1fa91b5 None None] Provisioning complete for port 7223d75b-3e96-4902-821d-61df9a1f27ac triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:51.192889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6522bf81-25dc-4c92-88e7-dcd1b1fa91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.245643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750340-acd9-4284-9aa3-ae361032db3a None None] Pushing event updated for resources: {'Port': ['ID=7223d75b-3e96-4902-821d-61df9a1f27ac,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.323539 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49cf554-0ddd-44f4-acf8-347905338071 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.323997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49cf554-0ddd-44f4-acf8-347905338071 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.336960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.338934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe5da79-7817-4510-b103-aceab4af41fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.340048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:51.340565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.341343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe5da79-7817-4510-b103-aceab4af41fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.346328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6fe5da79-7817-4510-b103-aceab4af41fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3b59153-43b4-4aad-ad4c-e7514dd08ea3 HTTP/1.1" status: 204 len: 168 time: 0.5262322 Feb 16 17:00:51.378665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5da79-7817-4510-b103-aceab4af41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b59153-43b4-4aad-ad4c-e7514dd08ea3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.381730 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d49cf554-0ddd-44f4-acf8-347905338071 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/74391f1f-65cf-4d4d-aee8-825f4dd1c354 HTTP/1.1" status: 404 len: 337 time: 0.2539601 Feb 16 17:00:51.385952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54702) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.425197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:51.430442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Transition to ACTIVE for port object 3aecdd56-cd97-4938-be1b-606f964f71d7 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:51.447356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Deleting port 64269069-a70f-4aef-b857-0b4951f96b07 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:51.447793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.479203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:51.479563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.481349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.521496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390810f-2e58-4842-8a52-d9501d8252a7 None None] Pushing event updated for resources: {'Port': ['ID=0ab98563-e195-414e-aa9e-328390af22c8,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.524675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.528392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c2352-71e6-4dbd-80cd-c5f82b12a02b None None] Network 4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:51.556748 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baf9b95-9d87-4952-83ca-b2c2f4d8f0d1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.557222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baf9b95-9d87-4952-83ca-b2c2f4d8f0d1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.567176 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0baf9b95-9d87-4952-83ca-b2c2f4d8f0d1 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/72b843d3-39e9-4029-a704-a1dd76d96219 HTTP/1.1" status: 404 len: 333 time: 0.1282275 Feb 16 17:00:51.570100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54706) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.595505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] For port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,segment=NetworkSegment(2f1c7481-d283-42de-9548-14e60b2c1b59),segment_id=2f1c7481-d283-42de-9548-14e60b2c1b59)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:51.596438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.646177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85453662-2981-4ac5-a723-fd694bd4e996 None None] DHCP port deletion for 06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:51.655168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=3aecdd56-cd97-4938-be1b-606f964f71d7,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.667470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting port 0ab98563-e195-414e-aa9e-328390af22c8 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:51.669251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.709161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-85453662-2981-4ac5-a723-fd694bd4e996 None None] Deleting port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:51.709535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-85453662-2981-4ac5-a723-fd694bd4e996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.754816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:51.793975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:51.802765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:51.814749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:51.831398 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0464d0a7-a3ef-4625-ada9-ecbc3f7d4418 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.831867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0464d0a7-a3ef-4625-ada9-ecbc3f7d4418 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.833952 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0464d0a7-a3ef-4625-ada9-ecbc3f7d4418 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/64182a9b-a36f-44ae-b6bc-eeb4d429d55d HTTP/1.1" status: 404 len: 337 time: 0.2627468 Feb 16 17:00:51.841052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54710) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.892290 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5f99a9-3594-4fc0-9625-98e3eac71a73 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.892766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5f99a9-3594-4fc0-9625-98e3eac71a73 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.894834 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6a5f99a9-3594-4fc0-9625-98e3eac71a73 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/41b3d2c5-3f30-4869-9ad8-4b9e8f93ef11 HTTP/1.1" status: 404 len: 337 time: 0.0529714 Feb 16 17:00:51.897528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54714) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.920559 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] For port 64269069-a70f-4aef-b857-0b4951f96b07, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=64269069-a70f-4aef-b857-0b4951f96b07,segment=NetworkSegment(d0e979c6-ff52-40d0-94ca-b799458b7d46),segment_id=d0e979c6-ff52-40d0-94ca-b799458b7d46)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:51.921002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.950471 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cc9cdb-0834-4d9a-a750-8a43870a8818 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.951121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cc9cdb-0834-4d9a-a750-8a43870a8818 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:51.952819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c5cc9cdb-0834-4d9a-a750-8a43870a8818 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/ed8d8dff-31d2-418c-afb1-df9785b7c209 HTTP/1.1" status: 404 len: 333 time: 0.0544436 Feb 16 17:00:51.957504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54718) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:51.970238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.998360 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b21f7cc-e953-408d-b12a-03a65a688270 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:51.998872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b21f7cc-e953-408d-b12a-03a65a688270 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.002962 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4b21f7cc-e953-408d-b12a-03a65a688270 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/8075e33c-dce8-4964-8057-20641de51cfe HTTP/1.1" status: 404 len: 337 time: 0.0421193 Feb 16 17:00:52.011594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54722) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.072921 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b823b73-2fa0-4adc-a825-210e515eddb9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:52.073516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b823b73-2fa0-4adc-a825-210e515eddb9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.085654 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6b823b73-2fa0-4adc-a825-210e515eddb9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/f988f18e-2f97-4725-9cc2-63167027dea5 HTTP/1.1" status: 404 len: 337 time: 0.0707188 Feb 16 17:00:52.085654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.089276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:52.089852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.090776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54726) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.114526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Calling delete_port for 64269069-a70f-4aef-b857-0b4951f96b07 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:52.180607 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11f11db-ab4f-4c56-837a-816a3d0ecddc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:52.180958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11f11db-ab4f-4c56-837a-816a3d0ecddc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.182769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e11f11db-ab4f-4c56-837a-816a3d0ecddc tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/f8bd743d-9463-4360-b042-0a1058056dcd HTTP/1.1" status: 404 len: 333 time: 0.0612652 Feb 16 17:00:52.201593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54730) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.202508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.246694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No DVR routers for this DVR port f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:52.272795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:52.291800 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca9eda0-ab51-4ce5-8585-5096f130409a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:52.291800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca9eda0-ab51-4ce5-8585-5096f130409a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.297054 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1ca9eda0-ab51-4ce5-8585-5096f130409a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/392c9603-1ae4-4dbe-a1fd-063c892af91d HTTP/1.1" status: 404 len: 337 time: 0.0877213 Feb 16 17:00:52.311053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54734) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.365802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] For port 0ab98563-e195-414e-aa9e-328390af22c8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0ab98563-e195-414e-aa9e-328390af22c8,segment=NetworkSegment(c15a284c-1167-433c-8063-c04f0c63c2ee),segment_id=c15a284c-1167-433c-8063-c04f0c63c2ee)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:52.366441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.408232 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7931bf-a457-4006-99e7-d00c2dd0467a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:52.408697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7931bf-a457-4006-99e7-d00c2dd0467a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.412807 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4d7931bf-a457-4006-99e7-d00c2dd0467a tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/30e2a2e4-857b-4fbf-8c47-e12f13f9f121 HTTP/1.1" status: 404 len: 337 time: 0.0988867 Feb 16 17:00:52.415032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54738) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.436865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-85453662-2981-4ac5-a723-fd694bd4e996 None None] The port 'f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:00:52.448707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.495331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.508573 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b4fb8a4b-0072-4ba6-bb80-189a5875c015 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports?device_id=06a3629c-e9ff-45c3-bed8-e07353a72869 HTTP/1.1" status: 200 len: 205 time: 0.0901847 Feb 16 17:00:52.510293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.520521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] Pushing event deleted for resources: {'Port': ['ID=64269069-a70f-4aef-b857-0b4951f96b07,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.532505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655ebe5-3c36-424e-aa14-4f883208f741 None None] No DVR routers for this DVR port 64269069-a70f-4aef-b857-0b4951f96b07 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:52.535983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.572249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c1ac3af9-3cf5-4389-be5d-91b48abf18cc None None] Provisioning for port 3aecdd56-cd97-4938-be1b-606f964f71d7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:52.587859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c1ac3af9-3cf5-4389-be5d-91b48abf18cc None None] Provisioning complete for port 3aecdd56-cd97-4938-be1b-606f964f71d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:52.588169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3af9-3cf5-4389-be5d-91b48abf18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.598377 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c34ed3a8-bc97-4799-b8bd-36157a53d186 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] delete failed (client error): The resource could not be found. Feb 16 17:00:52.602076 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c34ed3a8-bc97-4799-b8bd-36157a53d186 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/routers/06a3629c-e9ff-45c3-bed8-e07353a72869 HTTP/1.1" status: 404 len: 336 time: 0.0892208 Feb 16 17:00:52.611094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54746) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.638183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:52.658069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d3ed9d-d4cf-4236-bf34-878a7d71c4c1']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:52.664108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30707b50-a064-4590-9b54-5edb8d63d287 None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:00:52.665568 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbf3dd1-2381-4ca1-ac9c-8a225506b949 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:52.666081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbf3dd1-2381-4ca1-ac9c-8a225506b949 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.671482 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-acbf3dd1-2381-4ca1-ac9c-8a225506b949 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/da957cb6-56f1-4895-a7b8-60b88121b47b HTTP/1.1" status: 404 len: 337 time: 0.0583458 Feb 16 17:00:52.674483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54750) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.677454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Calling delete_port for 0ab98563-e195-414e-aa9e-328390af22c8 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:52.677789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1c7481-d283-42de-9548-14e60b2c1b59') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:52.678081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1c7481-d283-42de-9548-14e60b2c1b59') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:52.693513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.736627 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b2e5851e-1de4-4338-9d26-d6da29d6a95f tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "GET /v2.0/ports?device_id=746f21b3-0553-4e57-85af-f1f72af1e353 HTTP/1.1" status: 200 len: 205 time: 0.0573730 Feb 16 17:00:52.736871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.739966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54754) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.760832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.783879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:52.784247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.788047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac3af9-3cf5-4389-be5d-91b48abf18cc None None] Port 3aecdd56-cd97-4938-be1b-606f964f71d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:52.814160 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:52.819563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.898860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30707b50-a064-4590-9b54-5edb8d63d287 None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:00:52.903282 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-f80643bb-63d5-4fdb-a08c-bdb3734b9d5d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] delete failed (client error): The resource could not be found. Feb 16 17:00:52.907023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f80643bb-63d5-4fdb-a08c-bdb3734b9d5d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/routers/746f21b3-0553-4e57-85af-f1f72af1e353 HTTP/1.1" status: 404 len: 336 time: 0.1634021 Feb 16 17:00:52.910421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54758) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:52.939442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.944878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7223d75b-3e96-4902-821d-61df9a1f27ac up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:52.948049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.957728 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2377491-9445-4de4-86d4-34324d6a2ea3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:52.958215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2377491-9445-4de4-86d4-34324d6a2ea3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:52.970817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.974582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=06d3ed9d-d4cf-4236-bf34-878a7d71c4c1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.978831 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bd00935d-599e-4fc5-8ec7-a5a523ebac7e tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/06d3ed9d-d4cf-4236-bf34-878a7d71c4c1 HTTP/1.1" status: 204 len: 168 time: 2.3235884 Feb 16 17:00:52.980950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.983371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54762) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.035944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d2377491-9445-4de4-86d4-34324d6a2ea3 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/439fec5e-c021-4080-8d49-3a89398ff24e HTTP/1.1" status: 404 len: 337 time: 0.1244938 Feb 16 17:00:53.041830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54766) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.046145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No DVR routers for this DVR port 0ab98563-e195-414e-aa9e-328390af22c8 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:53.049571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:53.050097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:53.082916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Port': ['ID=0ab98563-e195-414e-aa9e-328390af22c8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:53.128431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7223d75b-3e96-4902-821d-61df9a1f27ac triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:53.128840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.216550 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7448b0-de1e-4899-b92f-79d3c1a85bfa tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.216892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7448b0-de1e-4899-b92f-79d3c1a85bfa tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.222258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5d7448b0-de1e-4899-b92f-79d3c1a85bfa tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/5511acb0-5cf6-4834-b053-b1f53dce65e8 HTTP/1.1" status: 404 len: 337 time: 0.1759245 Feb 16 17:00:53.222258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54770) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.259002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.285193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3240c04d-11b6-453b-8334-0c681a3856bf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:53.285805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3240c04d-11b6-453b-8334-0c681a3856bf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:00:53.290165 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-23806bc9-8c44-4c33-bd8c-361101816a84 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.290638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23806bc9-8c44-4c33-bd8c-361101816a84 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.294527 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-23806bc9-8c44-4c33-bd8c-361101816a84 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/257f9618-e6ad-4785-8863-44e10872ff2a HTTP/1.1" status: 404 len: 333 time: 0.0683444 Feb 16 17:00:53.295328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54774) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.349077 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d780243-1bca-4cef-a0ed-be7c846524d2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.349077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d780243-1bca-4cef-a0ed-be7c846524d2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.355091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7d780243-1bca-4cef-a0ed-be7c846524d2 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/b8d29777-949d-458d-87f6-04c4c52774d0 HTTP/1.1" status: 404 len: 337 time: 0.0565894 Feb 16 17:00:53.356494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54778) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.357607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3240c04d-11b6-453b-8334-0c681a3856bf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:00:53.361217 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3240c04d-11b6-453b-8334-0c681a3856bf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/59efc5dd-33a9-427d-9975-05e0f2bc0a22 HTTP/1.1" status: 200 len: 840 time: 0.3763990 Feb 16 17:00:53.364177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffd5615-8ae3-4ce2-968f-a4d0049d3b79']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:53.364966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54780) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.415567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15a284c-1167-433c-8063-c04f0c63c2ee') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:53.416261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15a284c-1167-433c-8063-c04f0c63c2ee') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:53.446336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:00:53.475440 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1fa96d-c83f-4262-af4f-0ff54ff540d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.475440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1fa96d-c83f-4262-af4f-0ff54ff540d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.479736 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-de1fa96d-c83f-4262-af4f-0ff54ff540d8 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/a5a70dd8-9448-486d-bffa-e94920a0704c HTTP/1.1" status: 404 len: 333 time: 0.1171966 Feb 16 17:00:53.488248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54786) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.491541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:00:53.491872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f6e2f97c-3dc8-4943-b70e-c5ec8acf4a31 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:00:53.511061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.537703 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6097fdf5-9d8a-4d42-a01d-9cb17b1d4db7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.538283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6097fdf5-9d8a-4d42-a01d-9cb17b1d4db7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.543615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6097fdf5-9d8a-4d42-a01d-9cb17b1d4db7 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/47087ce2-7bf5-47ce-aab2-b4fad3e2d375 HTTP/1.1" status: 404 len: 337 time: 0.0515156 Feb 16 17:00:53.543826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54790) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.552069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.554060 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d1429964-0235-4e0d-aacb-4a3736a39a45 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/59efc5dd-33a9-427d-9975-05e0f2bc0a22?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1877773 Feb 16 17:00:53.559164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54794) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.565565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.584393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:53.584779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.643538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:53.643937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:53.662246 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:53.664694 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f79ebf-8e92-4858-98bc-962544990194 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.664694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f79ebf-8e92-4858-98bc-962544990194 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.695346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:53.699401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:53.702337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:53.709094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:53.720825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:53.724777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.761841 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d7f79ebf-8e92-4858-98bc-962544990194 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/136ffb03-8178-4cd5-9912-5089bd0e9b01 HTTP/1.1" status: 404 len: 333 time: 0.2164648 Feb 16 17:00:53.783886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54798) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:53.916740 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc68c5c-97cd-4527-9a70-92189df58b5d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:53.917191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc68c5c-97cd-4527-9a70-92189df58b5d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:53.966104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.971987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.002579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.004415 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 HTTP/1.1" status: 204 len: 168 time: 7.6477115 Feb 16 17:00:54.008331 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dfc68c5c-97cd-4527-9a70-92189df58b5d tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/3acbd7a8-1391-4c95-b7ed-400df4aa43f6 HTTP/1.1" status: 404 len: 337 time: 0.2234964 Feb 16 17:00:54.011708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54802) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.011991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54804) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.027897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2092319442'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.028919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5f9c-d33c-4521-bb8a-c9c80f837fcb tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Network': ['ID=4ffd5615-8ae3-4ce2-968f-a4d0049d3b79,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.082475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:54.093557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:54.104474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:54.108456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:network and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:54.112956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:54.113265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.113379 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4089d635-7654-416c-8c7d-4e3f52d3300e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.113722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4089d635-7654-416c-8c7d-4e3f52d3300e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.114267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96b29a-551c-40cb-9b83-e7c7809c79fa None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:54.116662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:54.117237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.123478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:54.130700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=5bb1b61c-3bf1-4a79-906d-8069203c5054,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.144811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:54.152158 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4089d635-7654-416c-8c7d-4e3f52d3300e tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/54579f70-094d-41f2-871e-d0ded3ff2962 HTTP/1.1" status: 404 len: 333 time: 0.1298125 Feb 16 17:00:54.152464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54810) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.197432 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8d3573a2-f685-469d-b47b-d924f2d70e82 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6367791 Feb 16 17:00:54.201411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54814) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.205572 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-32079105-1a68-478c-b943-252da818c1f9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.206024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32079105-1a68-478c-b943-252da818c1f9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.207728 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-32079105-1a68-478c-b943-252da818c1f9 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/0872a842-4b3c-437c-afa3-05f3001a6e4f HTTP/1.1" status: 404 len: 337 time: 0.0542614 Feb 16 17:00:54.208487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:54.211975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.222224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54818) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.225490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'security_group': {'name': 'tempest-secgroup-236202513'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.236228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:54.289531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:54.293475 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5f216f-6fcf-4246-aeba-0c28e754c7ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.293916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5f216f-6fcf-4246-aeba-0c28e754c7ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.298746 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec5f216f-6fcf-4246-aeba-0c28e754c7ef tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/e1fe3bb9-fa5a-46da-9bcb-ef2ae410b4ae HTTP/1.1" status: 404 len: 333 time: 0.0656042 Feb 16 17:00:54.298746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:54.304331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54822) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.311213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:54.358847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a353fb0-fae7-4af1-b3bd-2f07c4eb7a48 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.359571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a353fb0-fae7-4af1-b3bd-2f07c4eb7a48 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.366768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:54.377667 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5a353fb0-fae7-4af1-b3bd-2f07c4eb7a48 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/e67985de-bd40-4cc3-b293-c92704ee9a2f HTTP/1.1" status: 404 len: 337 time: 0.0662720 Feb 16 17:00:54.379999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54826) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.380884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.404386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:00:54.430014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.430538 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Added segment 3651f6c3-333a-4fb6-983b-4694b18739fb of type vlan for network 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 Feb 16 17:00:54.433413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.463354 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d266a6-136a-4c66-aac4-bea588f44777 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.463833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d266a6-136a-4c66-aac4-bea588f44777 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.473251 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70d266a6-136a-4c66-aac4-bea588f44777 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/5b17d757-1779-4612-9e6b-2ce4b9cbf08f HTTP/1.1" status: 404 len: 333 time: 0.0744693 Feb 16 17:00:54.473251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:54.475304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54830) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.479379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-ce6ce3fc-8802-4158-a8d7-6513f248a511', 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'tenant_id': 'f0532582599a4b3d930594f2315dbd03', 'fixed_ips': [{'subnet_id': '5bb1b61c-3bf1-4a79-906d-8069203c5054'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:54.481198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.486771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group_rule and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:54.493817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.503712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.527358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:54.542659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:54.545535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.552722 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-45860f2d-5bed-45a3-ae2e-e8e8d9264af0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.553170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45860f2d-5bed-45a3-ae2e-e8e8d9264af0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.557531 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-45860f2d-5bed-45a3-ae2e-e8e8d9264af0 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/989bbd85-ec94-4e8b-8d4d-d09d63e940e4 HTTP/1.1" status: 404 len: 337 time: 0.0709488 Feb 16 17:00:54.558801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54834) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.628124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a713b9-6de9-4ec5-99f3-fe628b3ba830 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.628602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a713b9-6de9-4ec5-99f3-fe628b3ba830 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.649848 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-05a713b9-6de9-4ec5-99f3-fe628b3ba830 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/ports/030abd67-0e65-4a14-928c-568603b32612 HTTP/1.1" status: 404 len: 333 time: 0.0890877 Feb 16 17:00:54.651187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54838) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.670162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=3aecdd56-cd97-4938-be1b-606f964f71d7,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.673269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.692201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Allocated IP 172.20.0.2 (ce6ce3fc-8802-4158-a8d7-6513f248a511/5bb1b61c-3bf1-4a79-906d-8069203c5054/1fea47fc-eeb8-4bfc-ae6b-5b967c578125) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:54.692691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.698117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:54.698752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.749066 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2228c3-d47f-4cfb-bdd5-1bbf359e9ec4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:54.749518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2228c3-d47f-4cfb-bdd5-1bbf359e9ec4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:54.851820 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8333595 Feb 16 17:00:54.852632 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c2228c3-d47f-4cfb-bdd5-1bbf359e9ec4 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/subnets/152636cd-3e86-4478-9478-c4652c7f27ed HTTP/1.1" status: 404 len: 337 time: 0.2003195 Feb 16 17:00:54.853182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54844) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.857649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54846) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:54.877540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'subnet': {'network_id': '0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.901615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd05f0e-4b4e-40d0-bd45-e709e594bb67 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Network': ['ID=0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.916984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.964053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:54.978803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:54.986279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.987456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.046576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:55.059037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:55.065065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.068795 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8636792 Feb 16 17:00:55.069093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54852) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:55.076951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=8c2dffa5-2cc3-4f3b-a370-128a500c9a9e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.085439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c03ae-43ac-4a0b-84c3-c5901f09a828 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b6fc5-0c98-40ab-8ca4-710130074df0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.088012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:00:55.088012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 17:00:55.093767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:55.111488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:55.127031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'security_group': {'name': 'tempest-secgroup-232178348'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:55.136152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:55.142268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.153855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:55.172890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.195034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Transition to ACTIVE for port object 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:55.247863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Port 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e not found, will not notify nova. {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 17:00:55.268935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Transition to ACTIVE for port object 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:55.286059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.409026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:55.412915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:55.420537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:55.442344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:55.448229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:55.455872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:55.466934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Pushing event updated for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.473472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.501926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.630727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:55.631464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.647919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bcdeff1f-f523-405e-86c0-313c4aec87fd None None] Provisioning complete for port 3aecdd56-cd97-4938-be1b-606f964f71d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:55.648538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bcdeff1f-f523-405e-86c0-313c4aec87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.670628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.675948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group_rule and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:55.702203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Attempting to bind port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:55.703072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Attempting to bind port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'f487e246-e414-49a4-a5e1-5a16c1a67227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:55.703732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Attempting to bind port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 on network ce6ce3fc-8802-4158-a8d7-6513f248a511 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:00:55.708521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:55.724795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Subnet': ['ID=cf064f54-8dec-4169-9cdc-502e47daa29c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.730587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Checking segment: {'id': '3651f6c3-333a-4fb6-983b-4694b18739fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:55.730956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network hostable DHCP agents. Network: 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:55.731624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:55.735919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:00:55.736301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Checking segment: {'id': 'f487e246-e414-49a4-a5e1-5a16c1a67227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:55.736944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.737581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Bound using segment: {'id': 'f487e246-e414-49a4-a5e1-5a16c1a67227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:00:55.738394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Bound port: 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f487e246-e414-49a4-a5e1-5a16c1a67227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:55.739084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.754225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:55.766056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:55.772574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:55.773368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.780451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28455020-102f-4a83-b077-491f21b0d1e6 None None] Network 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:55.813721 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2d479a5a-6a7c-4585-a6ec-8bbfc6fe3d05 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9534009 Feb 16 17:00:55.816669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54856) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:55.975013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-bcdeff1f-f523-405e-86c0-313c4aec87fd None None] Port 3aecdd56-cd97-4938-be1b-606f964f71d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:55.988610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.065577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.101105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:00:56.105669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.135369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router f6c31bc6-9626-4424-b9c7-6892350285c5 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:56.151471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,segment=NetworkSegment(f487e246-e414-49a4-a5e1-5a16c1a67227),segment_id=f487e246-e414-49a4-a5e1-5a16c1a67227)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:00:56.162439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.174567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.226476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92b56da-dfd9-433c-a595-962c6f07801d']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.240607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Subnet': ['ID=cf064f54-8dec-4169-9cdc-502e47daa29c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.311335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19a633-02f9-471e-b0ce-939017ec3dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43', 'network_id': '0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43', 'tenant_id': '1f683b8968274080a55564d7d813b787', 'fixed_ips': [{'subnet_id': 'cf064f54-8dec-4169-9cdc-502e47daa29c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:56.312032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3b19a633-02f9-471e-b0ce-939017ec3dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.315436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e979c6-ff52-40d0-94ca-b799458b7d46') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.315873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e979c6-ff52-40d0-94ca-b799458b7d46') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.325718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b499-3ff5-4e18-b8fa-85e5d9b7abf7 None None] Pushing event updated for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.355320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.396997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.416847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3651f6c3-333a-4fb6-983b-4694b18739fb') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.417146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3651f6c3-333a-4fb6-983b-4694b18739fb') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.431532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.433803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc8dad-a621-41d4-a205-dff0c78b7d5b None None] Network 0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:56.452739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.466807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:56.466807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:56.479901 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:56.483919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.564076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.589286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.610927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.645708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:56.646449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.655655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Network': ['ID=0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.662317 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a077e614-0539-4b12-acb4-b02032c038ed tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 HTTP/1.1" status: 204 len: 168 time: 0.8443036 Feb 16 17:00:56.666340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54860) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:56.669545 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:56.673217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-692485851'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:56.680630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:56.684431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:network and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:56.691619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:56.699205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:56.715279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:56.721578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.759365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:56.773646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.774154 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Added segment 9fe5c55d-b391-4c68-a9d7-78e4f24627bf of type vlan for network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a Feb 16 17:00:56.823588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.870220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.876616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:56.877275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.888530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:00:56.891280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.910067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.963261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03140a2b-2b7d-4832-a4ef-7e42694247ca,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.975517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.002653 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3320301 Feb 16 17:00:57.003491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54864) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:57.009211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Request body: {'subnet': {'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:57.017570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:57.039485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758f5f9-93f5-4ad0-9558-8aeddae1f460 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Network': ['ID=1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.065422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:00:57.077447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.080778 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] 10.222.0.43 "DELETE /v2.0/networks/f92b56da-dfd9-433c-a595-962c6f07801d HTTP/1.1" status: 204 len: 168 time: 2.2192657 Feb 16 17:00:57.092283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:57.108496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] Sync routers for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:57.124470 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:57.125946 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.134336 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e61aefbd-8e88-47fa-b550-7f46dccf2948 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/routers/f6c31bc6-9626-4424-b9c7-6892350285c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7821817 Feb 16 17:00:57.158457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54870) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:57.161326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:57.167635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'port': {'network_id': '4889b895-c35f-4400-8eb4-6390c783e5b0', 'name': 'tempest-FloatingIPTestJSON-689067799'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:57.199335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Usage tracker for resource:subnet and tenant:1f683b8968274080a55564d7d813b787 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:57.203974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:57.208114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:57.265019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.267333 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3ace26e1-660f-426d-a6be-c53517ddef6b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1923537 Feb 16 17:00:57.289363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54874) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:57.292951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d754-f61d-43d7-b742-39b781e52621 tempest-NetworksTestDHCPv6-1304714293 tempest-NetworksTestDHCPv6-1304714293-project] Pushing event deleted for resources: {'Network': ['ID=f92b56da-dfd9-433c-a595-962c6f07801d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.304713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1524223804', 'security_groups': ['03140a2b-2b7d-4832-a4ef-7e42694247ca'], 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5bb1b61c-3bf1-4a79-906d-8069203c5054'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:57.315382 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.332915 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:57.333671 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.347189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:57.429634 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.430088 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437a30e-dd2a-406d-87f5-9935aff35a6d None None] The sync data for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:57.451303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:57.458873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Usage tracker for resource:port and tenant:e4bf3bededdd4b1c8672e2d33a2c3522 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:57.463422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Made reservation on behalf of 1f683b8968274080a55564d7d813b787 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:57.467650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.493776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:00:57.495800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:57.502646 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bc091506-6f81-4c33-9435-7e30dee6bc12 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4219859 Feb 16 17:00:57.505903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:port and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:57.508537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54880) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:57.509531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:57.511479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:57.523917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:57.528003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.551615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54884) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:57.561378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:57.597953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:57.608865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:57.609076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:57.627588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Made reservation on behalf of e4bf3bededdd4b1c8672e2d33a2c3522 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:57.632912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.713686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] device_id is not set on port 0884a5ae-e623-4d7d-932f-2b7d015fe00e yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:57.724342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 73ce95c6-ea2f-4fe4-839b-492564b739fa {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:00:57.730628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.786524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:57.867982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Provisioning for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:57.882328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.918110 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bf0be79b-8ca5-48ad-b393-fd75a8225d9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ab397e4bbd043caad49bfd904748e77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3599501 Feb 16 17:00:57.923243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54890) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:57.926119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.940488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:57.940960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.975549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port 803578ab-d69b-4e34-ad40-d1808c69eb0f yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:00:58.084474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Allocated IP 172.20.0.13 (4889b895-c35f-4400-8eb4-6390c783e5b0/7ac02979-d738-451a-b4f0-12ce4d04b5c0/0884a5ae-e623-4d7d-932f-2b7d015fe00e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:58.217380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.253741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.objects.ports [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87721) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 17:00:58.261376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.264388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,segment=NetworkSegment(f487e246-e414-49a4-a5e1-5a16c1a67227),segment_id=f487e246-e414-49a4-a5e1-5a16c1a67227)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:58.274700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.348745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:54Z', 'revision_number': 8, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:58.349180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b3feabd-d651-4d2a-9b39-fbae85efcd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.350798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Provisioning complete for port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:58.351216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.369092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.390500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:58.424421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Pushing event updated for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.430407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:00:58.431142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:00:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:58.458510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Checking segment: {'id': '9fe5c55d-b391-4c68-a9d7-78e4f24627bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:00:58.458888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network hostable DHCP agents. Network: 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:58.466016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event updated for resources: {'Subnet': ['ID=f6298b90-073a-413d-a013-bed64ccaaf24,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.472095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b3feabd-d651-4d2a-9b39-fbae85efcd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.487831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8d8ba-725f-43bb-9873-3db5b1d6eca9 None None] Port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:58.528215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.533358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:58.554950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Transition to ACTIVE for port object 0884a5ae-e623-4d7d-932f-2b7d015fe00e will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:58.555803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:58.561354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:58.561928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.595403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4566c76-91d1-43a4-8380-c318e726b2bb None None] Network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:58.602932 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-95fcb25e-a60a-4db6-bc94-e3a3de35f2ce tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5978441 Feb 16 17:00:58.605289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54894) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:58.636345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.678851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.5 (ce6ce3fc-8802-4158-a8d7-6513f248a511/5bb1b61c-3bf1-4a79-906d-8069203c5054/803578ab-d69b-4e34-ad40-d1808c69eb0f) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:58.690568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.699849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:00:58.701042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=73ce95c6-ea2f-4fe4-839b-492564b739fa,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.708913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.718411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b3feabd-d651-4d2a-9b39-fbae85efcd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.753898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a606e867-5095-46ab-8a6e-41b643c01983 None None] Network 909a7a04-e62b-4793-b9a0-6cddf47cbda1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:00:58.758456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3feabd-d651-4d2a-9b39-fbae85efcd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ca7622-6a15-4788-bbf4-449e362f1325,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.764675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b3feabd-d651-4d2a-9b39-fbae85efcd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.766675 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9b3feabd-d651-4d2a-9b39-fbae85efcd93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31ca7622-6a15-4788-bbf4-449e362f1325 HTTP/1.1" status: 204 len: 168 time: 0.8294611 Feb 16 17:00:58.788500 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aef0c5ea-5179-4b64-8dfd-5971ca5ca7e1 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/73ce95c6-ea2f-4fe4-839b-492564b739fa HTTP/1.1" status: 204 len: 168 time: 1.2773480 Feb 16 17:00:58.796491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54900) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:58.930423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:58.938850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.947566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:58.974923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:59.003267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:00:59.049960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:59.050654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.070684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.070953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event updated for resources: {'Port': ['ID=0884a5ae-e623-4d7d-932f-2b7d015fe00e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.091878 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fcbcc8fb-a51c-46b7-91b5-3c57aef6829c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9294837 Feb 16 17:00:59.100085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54906) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:59.105415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object 803578ab-d69b-4e34-ad40-d1808c69eb0f will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:59.110276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Request body: {'floatingip': {'port_id': '0884a5ae-e623-4d7d-932f-2b7d015fe00e'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:59.141890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.187351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port df6b4500-6cc2-47c3-bf59-8a258ca46784 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:59.188191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.262221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=803578ab-d69b-4e34-ad40-d1808c69eb0f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.273932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:59.276026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.289887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:59.291393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:59.303044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:00:59.383492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:59.384151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.394462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.434670 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d40b12aa-79e4-41ef-99a4-61928ef444cf tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1406612 Feb 16 17:00:59.434670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54918) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:59.442467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:59.572813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.632298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:00:59.636447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:00:59.639374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:00:59.654696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:00:59.667226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:59.671580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.675257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-82463a4e-3bfa-411f-8ff3-7332055c2fe3 None None] Provisioning for port 0884a5ae-e623-4d7d-932f-2b7d015fe00e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:59.729477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-82463a4e-3bfa-411f-8ff3-7332055c2fe3 None None] Provisioning complete for port 0884a5ae-e623-4d7d-932f-2b7d015fe00e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:59.729896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-82463a4e-3bfa-411f-8ff3-7332055c2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.791704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port df6b4500-6cc2-47c3-bf59-8a258ca46784, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df6b4500-6cc2-47c3-bf59-8a258ca46784,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:00:59.792061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.807190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-82463a4e-3bfa-411f-8ff3-7332055c2fe3 None None] Port 0884a5ae-e623-4d7d-932f-2b7d015fe00e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:00:59.811584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] DHCP port deletion for 909a7a04-e62b-4793-b9a0-6cddf47cbda1 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:00:59.830869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a', 'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a', 'tenant_id': '1f683b8968274080a55564d7d813b787', 'fixed_ips': [{'subnet_id': 'f6298b90-073a-413d-a013-bed64ccaaf24'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:00:59.831705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.846202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.857449 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5bb1b61c-3bf1-4a79-906d-8069203c5054 (CIDR: 172.20.0.0/28) Feb 16 17:00:59.863386 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:59.863884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:59.885510 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-44e6e181-defa-4945-9c9f-601c27fcf8f9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4494896 Feb 16 17:00:59.888248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54930) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:00:59.896447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:59.907514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Deleting port df6b4500-6cc2-47c3-bf59-8a258ca46784 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:00:59.908241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.992196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54934) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:00.110869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a8961975-7717-420c-a505-f2e3a2574a6c None None] Provisioning for port 803578ab-d69b-4e34-ad40-d1808c69eb0f completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:00.121718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:00.126374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:00.129872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:00.137111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:00.154980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:00.159410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for df6b4500-6cc2-47c3-bf59-8a258ca46784 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:00.161348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.173828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a8961975-7717-420c-a505-f2e3a2574a6c None None] Provisioning complete for port 803578ab-d69b-4e34-ad40-d1808c69eb0f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:00.174497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a8961975-7717-420c-a505-f2e3a2574a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.192642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'networks': [{'name': 'tempest-network--645325374'}, {'name': 'tempest-network--1157467994'}]} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.193080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'network': {'name': 'tempest-network--645325374'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.193541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'network': {'name': 'tempest-network--1157467994'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.201462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:00.208992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Usage tracker for resource:network and tenant:237894524c5f4350b223df4efd6e8b83 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:00.214916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:00.228122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:00.298745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'network': 2} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:00.303370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.322406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.353764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:00.362960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Usage tracker for resource:security_group_rule and tenant:237894524c5f4350b223df4efd6e8b83 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:00.367797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:00.383814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:00.398614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a8961975-7717-420c-a505-f2e3a2574a6c None None] Port 803578ab-d69b-4e34-ad40-d1808c69eb0f cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:00.402267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.412423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:54Z', 'revision_number': 8, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:00.432924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Allocated IP 2001:db8::f816:3eff:fe5b:c462 (1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a/f6298b90-073a-413d-a013-bed64ccaaf24/8c8bd6dc-42d3-4faa-baa4-e2c424d164e1) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:00.439459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42993f9d-a90e-4892-93a6-7476158dfdde None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:00:54Z', 'revision_number': 8, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '2811d71b-7b67-4206-9e9d-3b5401ea51b1', 'name': '', 'network_id': '3dadb408-22b4-4e5d-aa32-a9fb57509626', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:38:e3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:21Z', 'updated_at': '2022-02-16T17:00:33Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '242a5558-2e9a-4b14-bec9-6545d38ab525', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:00.446825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] For port df6b4500-6cc2-47c3-bf59-8a258ca46784, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=df6b4500-6cc2-47c3-bf59-8a258ca46784,segment=NetworkSegment(45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2),segment_id=45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:00.447233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.462134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=df6b4500-6cc2-47c3-bf59-8a258ca46784,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.470434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No DVR routers for this DVR port df6b4500-6cc2-47c3-bf59-8a258ca46784 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:00.566887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.574583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.575213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.576416 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:01:00.643778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2b621-023c-4122-b949-9f353005f04e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.664973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:00.681989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.682386 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Added segment 7433af72-303d-4c57-b004-2efa61690a38 of type vlan for network 311c2e90-d48b-4c1e-87bc-d7eeca68c2e8 Feb 16 17:01:00.688295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.692879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Calling delete_port for df6b4500-6cc2-47c3-bf59-8a258ca46784 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:00.706250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.772861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:00.776744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.787195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:00.789746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=5368295f-b32d-4cd5-8745-556e77a424a5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.793713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.794356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.833455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909a7a04-e62b-4793-b9a0-6cddf47cbda1']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:00.847561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47fa3ee-05dd-4242-9559-119f2539f0bd None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:00.853196 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6a6577b-03b3-4020-995b-277531768106 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9610574 Feb 16 17:01:00.853376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54940) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:00.856453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:00.856749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a39a29-a7b0-4fc8-9ad8-b2fd8eff41c2') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:00.868323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-252636178', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5368295f-b32d-4cd5-8745-556e77a424a5'}], 'security_groups': ['cb0b6fc5-0c98-40ab-8ca4-710130074df0']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.881990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.918574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.942757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:00.943227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.943969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:00.949804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:00.963827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:00.964019 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:00.974143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:01.017474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bee6068e-ef5b-4b53-b3e1-195c18212666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.038142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:01.038936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c2dffa5-2cc3-4f3b-a370-128a500c9a9e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:01.039568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df6b4500-6cc2-47c3-bf59-8a258ca46784 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:01.084173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.106416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.107399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: df6b4500-6cc2-47c3-bf59-8a258ca46784 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:01.107802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device df6b4500-6cc2-47c3-bf59-8a258ca46784 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:01.128144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Transition to ACTIVE for port object 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:01.160101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.160436 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Added segment d593ad80-55c7-4ba6-b580-857f4d8dbc12 of type vlan for network 45059414-e095-4a8b-a099-00f5c0dd5804 Feb 16 17:01:01.186260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Transition to ACTIVE for port object 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:01.192075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.199680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.211514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.225192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=909a7a04-e62b-4793-b9a0-6cddf47cbda1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.238825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.319383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.343489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.343957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.349977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:01.354902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:01.355596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.362011 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1fc35a6c-a34f-4830-9d60-740af6ec4866 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/909a7a04-e62b-4793-b9a0-6cddf47cbda1 HTTP/1.1" status: 204 len: 168 time: 2.5641816 Feb 16 17:01:01.363095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Subnet': ['ID=f6298b90-073a-413d-a013-bed64ccaaf24,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.369100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54946) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:01.422095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:01.423288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Pushing event updated for resources: {'Port': ['ID=8c8bd6dc-42d3-4faa-baa4-e2c424d164e1,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.430504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:01.432644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:01.470908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Deleting port df6b4500-6cc2-47c3-bf59-8a258ca46784 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:01.470908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.517961 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5215201 Feb 16 17:01:01.523319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54950) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:01.547559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Network': ['ID=311c2e90-d48b-4c1e-87bc-d7eeca68c2e8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.587387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 311c2e90-d48b-4c1e-87bc-d7eeca68c2e8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:01.604304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0cda089d-c99f-404a-adf9-3ad646ce6944 None None] The port 'df6b4500-6cc2-47c3-bf59-8a258ca46784' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:01:01.703821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Attempting to bind port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:01.704227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Attempting to bind port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9fe5c55d-b391-4c68-a9d7-78e4f24627bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:01.704520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Attempting to bind port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 on network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:01.708825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80339-37da-4ab8-b49f-6e5e1c70565f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Network': ['ID=45059414-e095-4a8b-a099-00f5c0dd5804,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.749282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 45059414-e095-4a8b-a099-00f5c0dd5804 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:01.769940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:01.770301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Checking segment: {'id': '9fe5c55d-b391-4c68-a9d7-78e4f24627bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:01.770723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.771108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Bound using segment: {'id': '9fe5c55d-b391-4c68-a9d7-78e4f24627bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:01.771575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Bound port: 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe5c55d-b391-4c68-a9d7-78e4f24627bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:01.771941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.779670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.857714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.891963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Delete allocated IP 172.20.0.5 (ce6ce3fc-8802-4158-a8d7-6513f248a511/5bb1b61c-3bf1-4a79-906d-8069203c5054) {{(pid=87720) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:01:01.899768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.22 (ce6ce3fc-8802-4158-a8d7-6513f248a511/5368295f-b32d-4cd5-8745-556e77a424a5/803578ab-d69b-4e34-ad40-d1808c69eb0f) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:01.932910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Update dhcp port {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'fixed_ips': [{'subnet_id': '5bb1b61c-3bf1-4a79-906d-8069203c5054', 'ip_address': '172.20.0.2'}, {'subnet_id': '5368295f-b32d-4cd5-8745-556e77a424a5'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '1fea47fc-eeb8-4bfc-ae6b-5b967c578125'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:01:01.937273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.021197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.043641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] For port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:02.089128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] For port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c8bd6dc-42d3-4faa-baa4-e2c424d164e1,segment=NetworkSegment(9fe5c55d-b391-4c68-a9d7-78e4f24627bf),segment_id=9fe5c55d-b391-4c68-a9d7-78e4f24627bf)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:02.102826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.118700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.137741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object 803578ab-d69b-4e34-ad40-d1808c69eb0f will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:02.144034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.162970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.275684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe5c55d-b391-4c68-a9d7-78e4f24627bf') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.276255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe5c55d-b391-4c68-a9d7-78e4f24627bf') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.298739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34b8af-83a3-4ee6-8ad9-1d784b453cac tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.304388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34b8af-83a3-4ee6-8ad9-1d784b453cac tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.310329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34b8af-83a3-4ee6-8ad9-1d784b453cac tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.317526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34b8af-83a3-4ee6-8ad9-1d784b453cac tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.322591 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-de34b8af-83a3-4ee6-8ad9-1d784b453cac tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7807307 Feb 16 17:01:02.329147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.335693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54954) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:02.335693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=803578ab-d69b-4e34-ad40-d1808c69eb0f,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.360661 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 76954e4b-b255-4250-8bfc-43e8b39772b7 associated. External IP: 172.26.7.234, port: 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9. Feb 16 17:01:02.361813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4e5f4-3a6b-4fd3-b51b-cab3cd03e07d None None] Pushing event updated for resources: {'Port': ['ID=8c8bd6dc-42d3-4faa-baa4-e2c424d164e1,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.409160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Allocated IP 172.20.0.18 (ce6ce3fc-8802-4158-a8d7-6513f248a511/5368295f-b32d-4cd5-8745-556e77a424a5/1fea47fc-eeb8-4bfc-ae6b-5b967c578125) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:02.418354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadafe0b-1180-444d-b912-b918c1850094 None None] Network 1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:02.445965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.471999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:02.472811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:02.487929 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:02.490093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.494164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] In _notify_port_updated(), no bound segment for port 803578ab-d69b-4e34-ad40-d1808c69eb0f on network ce6ce3fc-8802-4158-a8d7-6513f248a511 {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:01:02.499479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.500756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.504972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-736a91be-0b47-4055-9396-f98808ab8e7b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/ports/803578ab-d69b-4e34-ad40-d1808c69eb0f HTTP/1.1" status: 200 len: 920 time: 1.6506975 Feb 16 17:01:02.506161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54958) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:02.636107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 803578ab-d69b-4e34-ad40-d1808c69eb0f {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:02.636496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.713727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:01:02.713727 dv-neutron-829527-2-hyperv neutron-server[87721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:01:02.713727 dv-neutron-829527-2-hyperv neutron-server[87721]: [parameters: {'id': '1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a'}] Feb 16 17:01:02.713727 dv-neutron-829527-2-hyperv neutron-server[87721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:02.714138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:02.763673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.767747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,segment=NetworkSegment(f487e246-e414-49a4-a5e1-5a16c1a67227),segment_id=f487e246-e414-49a4-a5e1-5a16c1a67227)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:02.813995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.833027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Transition to ACTIVE for port object 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:02.839071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.854574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311c2e90-d48b-4c1e-87bc-d7eeca68c2e8']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.874535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7433af72-303d-4c57-b004-2efa61690a38') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.875606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7433af72-303d-4c57-b004-2efa61690a38') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.912706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.022736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:03.037748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.059531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc61cd-d38f-4e77-9812-2baa0cd8b7ce None None] Pushing event updated for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.137062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.157577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:03.157577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:03.173056 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:03.302440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.315500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.336196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.387235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.457388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:03.457727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.463016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 803578ab-d69b-4e34-ad40-d1808c69eb0f owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:03.492781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Network': ['ID=311c2e90-d48b-4c1e-87bc-d7eeca68c2e8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.497358 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f60e8fc4-4db4-4fde-988a-625f939d958f tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/networks/311c2e90-d48b-4c1e-87bc-d7eeca68c2e8 HTTP/1.1" status: 204 len: 168 time: 1.1581495 Feb 16 17:01:03.505219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54964) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:03.567553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-33bf3843-7d3b-40a2-a609-a105a9d9a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.680385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.746209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:03.756104 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:03.766114 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:03.766823 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:03.816387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Provisioning for port 803578ab-d69b-4e34-ad40-d1808c69eb0f completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:03.821715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Provisioning complete for port 803578ab-d69b-4e34-ad40-d1808c69eb0f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:03.821983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.851355 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:03.861112 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:03.861718 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:03.863888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.879855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Port 803578ab-d69b-4e34-ad40-d1808c69eb0f was deleted so its status cannot be updated. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 17:01:03.893760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Provisioning for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:03.900999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:03.901849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.943069 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:03.943673 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3465460f-cdb0-4111-b9d7-6fa033e6e76c None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:03.987787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=803578ab-d69b-4e34-ad40-d1808c69eb0f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.991679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.082481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.093199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Provisioning complete for port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:04.094278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.095729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45059414-e095-4a8b-a099-00f5c0dd5804']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:04.110025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a7017ff0-5428-41a6-bd08-960913fa4c62 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/803578ab-d69b-4e34-ad40-d1808c69eb0f HTTP/1.1" status: 204 len: 168 time: 1.6021478 Feb 16 17:01:04.112156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd593ad80-55c7-4ba6-b580-857f4d8dbc12') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:04.112469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd593ad80-55c7-4ba6-b580-857f4d8dbc12') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:04.118976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] For port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c8bd6dc-42d3-4faa-baa4-e2c424d164e1,segment=NetworkSegment(9fe5c55d-b391-4c68-a9d7-78e4f24627bf),segment_id=9fe5c55d-b391-4c68-a9d7-78e4f24627bf)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:04.119260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54968) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:04.119426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.165910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9b38-1c82-4a93-a591-09b21149df75 None None] Port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:04.177116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.186919 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-788dea2d-d1d0-47fd-a1c2-38a49aa2528b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 17:01:04.187994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-788dea2d-d1d0-47fd-a1c2-38a49aa2528b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:04.211607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.215518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-788dea2d-d1d0-47fd-a1c2-38a49aa2528b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:04.220798 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-788dea2d-d1d0-47fd-a1c2-38a49aa2528b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/803578ab-d69b-4e34-ad40-d1808c69eb0f HTTP/1.1" status: 404 len: 333 time: 0.1001525 Feb 16 17:01:04.221607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54972) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:04.238480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.270163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Calling delete_port for 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:04.272732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:04.273132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.282127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3fa5ce0d-c1e3-468c-98cd-8242c4d6ef4a None None] Could not find standard attr ID for object 803578ab-d69b-4e34-ad40-d1808c69eb0f. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:04.295236 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:04.314339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 2811d71b-7b67-4206-9e9d-3b5401ea51b1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:04.314905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.405605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-029eadf2-4a41-4a30-b93f-e335130d6522 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.410094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.434499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.456348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Network': ['ID=45059414-e095-4a8b-a099-00f5c0dd5804,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.471218 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ab602372-85ef-482b-81fb-c5fb007a80bd tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/networks/45059414-e095-4a8b-a099-00f5c0dd5804 HTTP/1.1" status: 204 len: 168 time: 0.9649222 Feb 16 17:01:04.475015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54976) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:04.507460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-029eadf2-4a41-4a30-b93f-e335130d6522 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.520478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b678ce-ebf7-47ed-bdbf-bb6a793d310c None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:01:04.666487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.690278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b678ce-ebf7-47ed-bdbf-bb6a793d310c None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:01:04.692090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-029eadf2-4a41-4a30-b93f-e335130d6522 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.729734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de41895-2253-4213-a46a-71f7f39b40d8 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.735980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de41895-2253-4213-a46a-71f7f39b40d8 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.737335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2de41895-2253-4213-a46a-71f7f39b40d8 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Synchronizing usage tracker for tenant:237894524c5f4350b223df4efd6e8b83 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:04.741532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eadf2-4a41-4a30-b93f-e335130d6522 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03140a2b-2b7d-4832-a4ef-7e42694247ca,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.751554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-029eadf2-4a41-4a30-b93f-e335130d6522 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.755931 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-029eadf2-4a41-4a30-b93f-e335130d6522 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/security-groups/03140a2b-2b7d-4832-a4ef-7e42694247ca HTTP/1.1" status: 204 len: 168 time: 0.5305493 Feb 16 17:01:04.756768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54980) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:04.788466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2de41895-2253-4213-a46a-71f7f39b40d8 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Unset dirty status for tenant:237894524c5f4350b223df4efd6e8b83 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:04.794215 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2de41895-2253-4213-a46a-71f7f39b40d8 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3139629 Feb 16 17:01:04.796820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54984) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:04.821078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1603084970'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:04.833008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:04.856788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:04.884505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:04.886616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No DVR routers for this DVR port 8c8bd6dc-42d3-4faa-baa4-e2c424d164e1 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:04.888511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.899036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Port': ['ID=8c8bd6dc-42d3-4faa-baa4-e2c424d164e1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.909888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eec83e84-f963-46e4-8f78-089007c8d05b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.957697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router f6c31bc6-9626-4424-b9c7-6892350285c5 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:04.962070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eec83e84-f963-46e4-8f78-089007c8d05b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.968216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:04.971555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:04.987874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 2811d71b-7b67-4206-9e9d-3b5401ea51b1, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2811d71b-7b67-4206-9e9d-3b5401ea51b1,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:04.988230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.002466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.002928 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Added segment 64ec828e-cdea-4908-982e-28c8ee2671c0 of type vlan for network ea9e7ce1-0d04-490d-8d98-4426e0a1930d Feb 16 17:01:05.036600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.046745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eec83e84-f963-46e4-8f78-089007c8d05b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.051357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.070963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec83e84-f963-46e4-8f78-089007c8d05b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b6fc5-0c98-40ab-8ca4-710130074df0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.088860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eec83e84-f963-46e4-8f78-089007c8d05b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.092424 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eec83e84-f963-46e4-8f78-089007c8d05b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb0b6fc5-0c98-40ab-8ca4-710130074df0 HTTP/1.1" status: 204 len: 168 time: 0.3308380 Feb 16 17:01:05.092746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54988) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:05.097182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:05.097498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.258462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.262190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 2811d71b-7b67-4206-9e9d-3b5401ea51b1 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:05.263821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:05.264938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.299254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.363075 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5617328 Feb 16 17:01:05.366998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 54992) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:05.372011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.404736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 5bb1b61c-3bf1-4a79-906d-8069203c5054 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:05.410740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43dc22-680a-42c3-b8b3-1ab6bed3b1c6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Network': ['ID=ea9e7ce1-0d04-490d-8d98-4426e0a1930d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.412775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.421078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ea9e7ce1-0d04-490d-8d98-4426e0a1930d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:05.436356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-145750078'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:05.461999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe5c55d-b391-4c68-a9d7-78e4f24627bf') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.462295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe5c55d-b391-4c68-a9d7-78e4f24627bf') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.469789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:05.470066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.523311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:05.526371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.561763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:05.565474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.565745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.576613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.586350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:05.596913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:05.597304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.597872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] Sync routers for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:05.612587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:05.613483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:05.614957 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:05.649258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.677972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.686783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:05.688086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.694484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.706223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb1b61c-3bf1-4a79-906d-8069203c5054,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.708194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.714837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-83709b1c-67b7-489e-affe-c35df3899cf9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/5bb1b61c-3bf1-4a79-906d-8069203c5054 HTTP/1.1" status: 204 len: 168 time: 0.6212006 Feb 16 17:01:05.719032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 54998) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:05.725033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:05.746803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349934d4-ec63-43aa-80b4-02e73671f6be None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:05.764065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:05.773625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.774071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf06a7d-6cc0-444f-a395-e1cdc8197fb4 None None] The sync data for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:05.793446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.793844 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Added segment 3177af4e-4907-4474-9be7-c395906ff68c of type vlan for network e8d62a56-6622-4731-bce0-d2ecda1727d8 Feb 16 17:01:05.794844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.880210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.881100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:05.885297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:05.889490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:05.896420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:05.908370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:05.912727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.920957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Network': ['ID=1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.954407 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-848a44e7-b9ee-40d3-8d6f-64d58864822c tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a HTTP/1.1" status: 204 len: 168 time: 7.3435133 Feb 16 17:01:05.963749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55002) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:05.966399 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0cfb8b0e-32e6-4212-ab7a-4faa72942396 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/floatingips/76954e4b-b255-4250-8bfc-43e8b39772b7 HTTP/1.1" status: 200 len: 978 time: 6.8651059 Feb 16 17:01:05.994330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55006) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.011905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.017841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.063421 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a15249-f5d0-42d6-b4b4-8b50983a60e5 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:06.063878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a15249-f5d0-42d6-b4b4-8b50983a60e5 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:06.065585 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d4a15249-f5d0-42d6-b4b4-8b50983a60e5 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/f6298b90-073a-413d-a013-bed64ccaaf24 HTTP/1.1" status: 404 len: 337 time: 0.0976117 Feb 16 17:01:06.071140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55010) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.077658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=2811d71b-7b67-4206-9e9d-3b5401ea51b1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.109793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-524ffe09-2301-42f8-aa02-636688f824fe tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:06.110144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524ffe09-2301-42f8-aa02-636688f824fe tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:06.114284 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-524ffe09-2301-42f8-aa02-636688f824fe tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/1a9a2d0d-fb3b-4643-a327-cf94f4a10b8a HTTP/1.1" status: 404 len: 339 time: 0.0376883 Feb 16 17:01:06.118149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55014) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.121872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 0884a5ae-e623-4d7d-932f-2b7d015fe00e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:06.122364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.224797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.231170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.231798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.257974 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3012bb-9f74-48a5-bc99-4e7ea0feb717 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:06.258524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3012bb-9f74-48a5-bc99-4e7ea0feb717 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:06.260352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ae3012bb-9f74-48a5-bc99-4e7ea0feb717 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/cf064f54-8dec-4169-9cdc-502e47daa29c HTTP/1.1" status: 404 len: 337 time: 0.1080108 Feb 16 17:01:06.266125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55018) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.571334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.584127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2136016 Feb 16 17:01:06.595344 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3af909-9d1f-4137-84f0-91b9f3c38512 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:06.595818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3af909-9d1f-4137-84f0-91b9f3c38512 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:06.600033 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ac3af909-9d1f-4137-84f0-91b9f3c38512 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/0ce0ab5d-96b4-44aa-bd7a-f7a4e2275f43 HTTP/1.1" status: 404 len: 339 time: 0.2709813 Feb 16 17:01:06.603268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55022) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.603604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55024) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.614460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'ports': [{'network_id': 'ea9e7ce1-0d04-490d-8d98-4426e0a1930d', 'name': 'tempest-port--466967490', 'admin_state_up': True}, {'network_id': 'e8d62a56-6622-4731-bce0-d2ecda1727d8', 'admin_state_up': False}]} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:06.614825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'port': {'network_id': 'ea9e7ce1-0d04-490d-8d98-4426e0a1930d', 'name': 'tempest-port--466967490', 'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:06.615264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'port': {'network_id': 'e8d62a56-6622-4731-bce0-d2ecda1727d8', 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:06.635984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.733338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2267cc-7f8c-4c01-ae2e-1d3c74d2f213 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Network': ['ID=e8d62a56-6622-4731-bce0-d2ecda1727d8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.736189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bee2af28-13f0-49db-8c21-2f101205660f None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:06.736676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bee2af28-13f0-49db-8c21-2f101205660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.753940 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-172feed3-1ee3-4eaa-9ca2-8d615e72c307 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:06.754683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172feed3-1ee3-4eaa-9ca2-8d615e72c307 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:06.759634 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-172feed3-1ee3-4eaa-9ca2-8d615e72c307 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/d2e3d9c6-7f4b-44f8-abde-275c90537ccd HTTP/1.1" status: 404 len: 337 time: 0.1512184 Feb 16 17:01:06.766883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network e8d62a56-6622-4731-bce0-d2ecda1727d8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:06.769411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.771770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55030) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.787837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.898678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:06.898678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-f331070e-9d4e-4257-adfa-c18c72932573 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:06.898678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f331070e-9d4e-4257-adfa-c18c72932573 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:06.903710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:06.906439 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f331070e-9d4e-4257-adfa-c18c72932573 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/4ffd5615-8ae3-4ce2-968f-a4d0049d3b79 HTTP/1.1" status: 404 len: 339 time: 0.1338940 Feb 16 17:01:06.910398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.911039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.916659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55034) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:06.922931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000a732-f269-483d-816c-ae85726d5823 None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:07.104491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:07.116539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Usage tracker for resource:port and tenant:237894524c5f4350b223df4efd6e8b83 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:07.121662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:07.133383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:07.220791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bee2af28-13f0-49db-8c21-2f101205660f None None] Provisioning complete for port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:07.221233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bee2af28-13f0-49db-8c21-2f101205660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.278292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'port': 2} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:07.280697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=3ddde57a-e2b5-4556-873b-1cdac2156603,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.284356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.293563 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a13c159d-a5cd-4416-bdf3-aa37718f078a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5731874 Feb 16 17:01:07.298336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55038) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:07.305487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting port 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:07.305877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.311933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'security_group': {'name': 'tempest-secgroup-440747824'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:07.333808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:07.335976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-bee2af28-13f0-49db-8c21-2f101205660f None None] Port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:07.342061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.357229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:07.358172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.358861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.358861 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Floating IP 76954e4b-b255-4250-8bfc-43e8b39772b7 disassociated. External IP: 172.26.7.234, port: 0884a5ae-e623-4d7d-932f-2b7d015fe00e. Feb 16 17:01:07.360603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 0884a5ae-e623-4d7d-932f-2b7d015fe00e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:07.365769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:07.380645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:07.476075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Update dhcp port {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'fixed_ips': [{'subnet_id': '5368295f-b32d-4cd5-8745-556e77a424a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ddde57a-e2b5-4556-873b-1cdac2156603'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '1fea47fc-eeb8-4bfc-ae6b-5b967c578125'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:01:07.481459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.529242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:07.547128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.633877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:07.707116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group_rule and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:07.716893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.771635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:07.789434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Allocated IP 172.20.0.2 (ce6ce3fc-8802-4158-a8d7-6513f248a511/3ddde57a-e2b5-4556-873b-1cdac2156603/1fea47fc-eeb8-4bfc-ae6b-5b967c578125) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:07.804716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:07.849041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] device_id is not set on port 4b87a525-468c-4028-84f2-2f7bc0bba5fc yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:07.877545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:07.878533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Calling delete_port for 7aa2c90b-8eb6-4feb-a83a-ece00cb40967 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:07.895768 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:07.907387 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ffb98c3c-eee2-47f7-925e-542af781c7db tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5367250 Feb 16 17:01:07.907609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55042) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:07.917717 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:07.919694 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:07.947197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,segment=NetworkSegment(f487e246-e414-49a4-a5e1-5a16c1a67227),segment_id=f487e246-e414-49a4-a5e1-5a16c1a67227)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:07.982628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.989823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.007594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Transition to ACTIVE for port object 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:08.013734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.016160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.028480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 242a5558-2e9a-4b14-bec9-6545d38ab525 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:08.030166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.045485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.050925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.075808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.096028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=0884a5ae-e623-4d7d-932f-2b7d015fe00e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.110410 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:08.144764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.148832 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8430986 Feb 16 17:01:08.149621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55046) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:08.176714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'security_group': {'name': 'tempest-secgroup-1569213928'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:08.194510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756045c9-69e2-41e9-9ea8-92e36068e355 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d2972c-c6e3-4337-9a96-7059946bec2a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.212134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.261834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:08.269265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Port': ['ID=7aa2c90b-8eb6-4feb-a83a-ece00cb40967,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.280081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebaf0a-bac2-4a1d-b590-c9d848f0e691 None None] Pushing event updated for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.289737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:08.304525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:08.305418 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-01a6ed5c-3fd5-47f0-bbd5-3cd85695fbc1 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/ports/7aa2c90b-8eb6-4feb-a83a-ece00cb40967 HTTP/1.1" status: 204 len: 168 time: 1.3844149 Feb 16 17:01:08.306268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55050) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:08.325838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:08.387351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.401726 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bbf35f-fab3-48a4-8b06-4b3908f32593 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:08.402335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bbf35f-fab3-48a4-8b06-4b3908f32593 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:08.408183 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-94bbf35f-fab3-48a4-8b06-4b3908f32593 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/4d5b223b-7024-4641-af03-3f58bea67592 HTTP/1.1" status: 404 len: 337 time: 0.0810573 Feb 16 17:01:08.409059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55054) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:08.418391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.433346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:08.598322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group_rule and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:08.627909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.645568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router f6c31bc6-9626-4424-b9c7-6892350285c5 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:08.647407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:08.653137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:05Z', 'revision_number': 9, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:08.659290 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:08.659994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:08.665369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.678901 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:08.679976 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:08.764642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] device_id is not set on port 637d3c71-2c8e-411d-b352-245ebb6d786e yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:08.828142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.873544 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:08.896768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.910996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.958586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:08.972685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=242a5558-2e9a-4b14-bec9-6545d38ab525,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.977665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.981309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.025249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9fbd1-4f90-4456-a374-58207e828993 None None] Network 3dadb408-22b4-4e5d-aa32-a9fb57509626 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:09.041780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d3465-cfc8-415e-874f-bb8ab391c650,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.083233 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a7b6d970-b4aa-43e3-95df-4ee1ff8b0f09 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/242a5558-2e9a-4b14-bec9-6545d38ab525 HTTP/1.1" status: 204 len: 168 time: 1.1693563 Feb 16 17:01:09.084747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.088405 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b1808ffd-b95b-46af-86c8-5330325ee680 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9224470 Feb 16 17:01:09.088405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55058) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:09.089443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55060) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:09.128206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'security_group': {'name': 'tempest-secgroup-161648646'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:09.141583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:09.180103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:09.197905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] Sync routers for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:09.245106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-49a2aab1-e4db-4b1e-8d67-122babbc3318 None None] Provisioning for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:09.255718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:09.263168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.276377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:09.289164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:09.299669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:09.299669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.328331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.337474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.355732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.361370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c035d084-2e48-471a-b324-6150ee2a0d64 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/ports/0884a5ae-e623-4d7d-932f-2b7d015fe00e HTTP/1.1" status: 204 len: 168 time: 3.3621931 Feb 16 17:01:09.362114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55066) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:09.362411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f71aef-15f8-4ba4-b00e-82fdd8e229d3']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.363472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-49a2aab1-e4db-4b1e-8d67-122babbc3318 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:09.363838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49a2aab1-e4db-4b1e-8d67-122babbc3318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.367853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:09.376995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.377348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fc8ecd-8beb-4e59-9808-b89cb48a2d92') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.389869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.408682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.419774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:09.420175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:09.439626 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:09.441730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.450066 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:05Z', 'revision_number': 9, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.455629 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc0c0-a448-4e45-873f-1898a15ab9ab None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:05Z', 'revision_number': 9, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd794a46c-5618-46b0-9a4f-790cc90ba48d', 'name': '', 'network_id': '3cd89a85-cd73-443f-bb6c-2de70e7176cf', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:74:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '922e1446-679f-4c2e-b95b-8198a484483c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:23Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '922e1446-679f-4c2e-b95b-8198a484483c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:09.456739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:09.457112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.478209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:security_group_rule and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:09.487842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.497702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:09.508767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port c581b5ec-f163-4438-aec8-f1cc8762563d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:09.509133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.529082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.549729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.559897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Network': ['ID=c2f71aef-15f8-4ba4-b00e-82fdd8e229d3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.564979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e4dadf16-9386-40dc-af05-585df4594c64 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/c2f71aef-15f8-4ba4-b00e-82fdd8e229d3 HTTP/1.1" status: 204 len: 168 time: 1.1500709 Feb 16 17:01:09.565691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55070) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:09.566057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:09.567120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.605841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:09.644204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting port 11d693bc-a7f4-42ac-aa80-07452b8a2bcc {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:09.644862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.645192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.645549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94bd38-f066-4b55-96ec-8337a3c4c485 None None] The sync data for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:09.800189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-49a2aab1-e4db-4b1e-8d67-122babbc3318 None None] Provisioning complete for port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:09.800560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49a2aab1-e4db-4b1e-8d67-122babbc3318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.847256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Port': ['ID=4b87a525-468c-4028-84f2-2f7bc0bba5fc,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.848374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] DHCP port deletion for 3dadb408-22b4-4e5d-aa32-a9fb57509626 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:09.876192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] Deleting port c581b5ec-f163-4438-aec8-f1cc8762563d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:09.876742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.903489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.927530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49a2aab1-e4db-4b1e-8d67-122babbc3318 None None] Port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:10.054297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Calling delete_port for 11d693bc-a7f4-42ac-aa80-07452b8a2bcc owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:10.056007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Checking segment: {'id': '64ec828e-cdea-4908-982e-28c8ee2671c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea9e7ce1-0d04-490d-8d98-4426e0a1930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:10.056453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network hostable DHCP agents. Network: ea9e7ce1-0d04-490d-8d98-4426e0a1930d, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:10.107508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port c581b5ec-f163-4438-aec8-f1cc8762563d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c581b5ec-f163-4438-aec8-f1cc8762563d,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:10.107858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.111538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] For port c581b5ec-f163-4438-aec8-f1cc8762563d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c581b5ec-f163-4438-aec8-f1cc8762563d,segment=NetworkSegment(4fb487c4-a347-446f-86d4-607a243153c3),segment_id=4fb487c4-a347-446f-86d4-607a243153c3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:10.112027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.132469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.151866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.212754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Port': ['ID=11d693bc-a7f4-42ac-aa80-07452b8a2bcc,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.231982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.242513 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-46818d5b-8509-4314-a3d8-78dbb860fb3d tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/ports/11d693bc-a7f4-42ac-aa80-07452b8a2bcc HTTP/1.1" status: 204 len: 168 time: 0.6733966 Feb 16 17:01:10.242824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55076) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:10.290433 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-113ef845-b0bc-4a1e-94be-a9bc938502c7 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:10.290939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113ef845-b0bc-4a1e-94be-a9bc938502c7 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:10.294963 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-113ef845-b0bc-4a1e-94be-a9bc938502c7 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/9efaa437-886b-4e12-a150-bece567ea3b8 HTTP/1.1" status: 404 len: 337 time: 0.0485904 Feb 16 17:01:10.295188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55080) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:10.299859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] Calling delete_port for c581b5ec-f163-4438-aec8-f1cc8762563d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:10.311701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for c581b5ec-f163-4438-aec8-f1cc8762563d owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:10.341579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.416967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.432545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.523020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] Pushing event deleted for resources: {'Port': ['ID=c581b5ec-f163-4438-aec8-f1cc8762563d,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.526034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network ea9e7ce1-0d04-490d-8d98-4426e0a1930d is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:10.529625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26ccdd-1ee4-4bab-a6aa-343e0bd7ed60 None None] No DVR routers for this DVR port c581b5ec-f163-4438-aec8-f1cc8762563d on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:10.566083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.566422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.567600 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4757028 Feb 16 17:01:10.576492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55084) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:10.580850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff5ba-9963-4717-8a2d-e6ef52061371 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae85196-6d75-4d9e-b6f2-9185dfe38c72,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.585328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ea9e7ce1-0d04-490d-8d98-4426e0a1930d) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:10.585597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1029879013', 'security_groups': ['6ae85196-6d75-4d9e-b6f2-9185dfe38c72'], 'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ddde57a-e2b5-4556-873b-1cdac2156603'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:10.594406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e0481-9308-421b-9cb6-a7f702e01c8e None None] Network ea9e7ce1-0d04-490d-8d98-4426e0a1930d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:10.624362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:10.624362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.671952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:10.672330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:10.678954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf809e4-4a79-4812-a02f-973033091e37']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:10.703522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdba5ea-df9a-4f69-a532-a32d4aab344a') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:10.703899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdba5ea-df9a-4f69-a532-a32d4aab344a') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:10.724284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.761895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.774048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:10.774664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.777841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Port': ['ID=637d3c71-2c8e-411d-b352-245ebb6d786e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:10.794259 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:10.800476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:10.800643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Checking segment: {'id': '3177af4e-4907-4474-9be7-c395906ff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8d62a56-6622-4731-bce0-d2ecda1727d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:10.801023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network hostable DHCP agents. Network: e8d62a56-6622-4731-bce0-d2ecda1727d8, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:10.834138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network e8d62a56-6622-4731-bce0-d2ecda1727d8 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:10.848694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, e8d62a56-6622-4731-bce0-d2ecda1727d8) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:10.861489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f90c7-1d4c-4c23-b611-f6a216bff989 None None] Network e8d62a56-6622-4731-bce0-d2ecda1727d8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:10.887708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:10.900622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.906016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.907317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.940379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2811d71b-7b67-4206-9e9d-3b5401ea51b1 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:10.964620 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-00bfcdc2-14b7-4b2e-a19d-70bd8e9cb336 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3588865 Feb 16 17:01:10.968516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55088) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:10.989812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 2811d71b-7b67-4206-9e9d-3b5401ea51b1 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:10.990194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2811d71b-7b67-4206-9e9d-3b5401ea51b1 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:10.990585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c581b5ec-f163-4438-aec8-f1cc8762563d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:10.996472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:11.013066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.013421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.014994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:11.040450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: c581b5ec-f163-4438-aec8-f1cc8762563d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:11.040787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c581b5ec-f163-4438-aec8-f1cc8762563d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:11.057139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.120226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Network': ['ID=caf809e4-4a79-4812-a02f-973033091e37,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:11.125160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d0045c26-b335-490a-9f97-61cbea360c56 tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/caf809e4-4a79-4812-a02f-973033091e37 HTTP/1.1" status: 204 len: 168 time: 0.8284521 Feb 16 17:01:11.128107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55092) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:11.177552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port c581b5ec-f163-4438-aec8-f1cc8762563d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:11.177552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.239375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting subnet 9e967932-2742-4dc1-b4b2-3ea4aa751d66 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:11.244848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.266795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] The port 'c581b5ec-f163-4438-aec8-f1cc8762563d' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:01:11.275447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.313731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] device_id is not set on port c4cb3bbd-24f9-4b6a-8995-b2952613e838 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:11.354464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.488604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f2b92-3ac9-4d1a-828e-5d34b4d8b89e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.494216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f2b92-3ac9-4d1a-828e-5d34b4d8b89e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.494983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8a3f2b92-3ac9-4d1a-828e-5d34b4d8b89e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Synchronizing usage tracker for tenant:237894524c5f4350b223df4efd6e8b83 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:11.516673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.557735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dadb408-22b4-4e5d-aa32-a9fb57509626']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:11.564692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.565536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8a3f2b92-3ac9-4d1a-828e-5d34b4d8b89e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Unset dirty status for tenant:237894524c5f4350b223df4efd6e8b83 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:11.566784 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8a3f2b92-3ac9-4d1a-828e-5d34b4d8b89e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5967214 Feb 16 17:01:11.571446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55096) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:11.575607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb487c4-a347-446f-86d4-607a243153c3') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:11.575997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb487c4-a347-446f-86d4-607a243153c3') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:11.637363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.642403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.4 (ce6ce3fc-8802-4158-a8d7-6513f248a511/3ddde57a-e2b5-4556-873b-1cdac2156603/c4cb3bbd-24f9-4b6a-8995-b2952613e838) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:11.667241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.677344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.678442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Deleting port 4b87a525-468c-4028-84f2-2f7bc0bba5fc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:11.678800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.717974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:11.718533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.732132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Subnet': ['ID=9e967932-2742-4dc1-b4b2-3ea4aa751d66,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:11.733481 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:11.736746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.740178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda3f7c-0519-4a96-8396-9bd2460af5eb None None] Network e1a74f0b-67ba-4ba7-8e39-8693215ca48f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:11.751447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1fd2e3a4-fde3-4b55-a46e-89e98c2f0ace tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/subnets/9e967932-2742-4dc1-b4b2-3ea4aa751d66 HTTP/1.1" status: 204 len: 168 time: 0.6193423 Feb 16 17:01:11.753065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55100) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:11.926895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 3aecdd56-cd97-4938-be1b-606f964f71d7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:11.927571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.964301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.964529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.006843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:12.006843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.008464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.014469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] DHCP port deletion for e1a74f0b-67ba-4ba7-8e39-8693215ca48f request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:12.019780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] Deleting port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:12.020923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.070044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.085318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=3dadb408-22b4-4e5d-aa32-a9fb57509626,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.098501 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c7d15fe-6d43-4cec-9972-0b88906a1c50 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/3dadb408-22b4-4e5d-aa32-a9fb57509626 HTTP/1.1" status: 204 len: 168 time: 3.0060077 Feb 16 17:01:12.121762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55104) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:12.123960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object c4cb3bbd-24f9-4b6a-8995-b2952613e838 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:12.317184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] For port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,segment=NetworkSegment(7c6a3ccb-89be-4a93-8b5f-87603c87e3a6),segment_id=7c6a3ccb-89be-4a93-8b5f-87603c87e3a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:12.317617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.329164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.452234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] Calling delete_port for 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:12.470097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Calling delete_port for 4b87a525-468c-4028-84f2-2f7bc0bba5fc owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:12.540282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.558005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.590380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] Pushing event deleted for resources: {'Port': ['ID=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.597753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c99f64-b2cb-48ac-a9bf-911140ff0ed1 None None] No DVR routers for this DVR port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:12.622604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.676984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] For port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=151b79bd-000b-40e7-9b3d-2c99aaf0cdaa,segment=NetworkSegment(7c6a3ccb-89be-4a93-8b5f-87603c87e3a6),segment_id=7c6a3ccb-89be-4a93-8b5f-87603c87e3a6)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:12.677340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.711123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 3aecdd56-cd97-4938-be1b-606f964f71d7 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:12.754814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.823950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.826382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Port': ['ID=4b87a525-468c-4028-84f2-2f7bc0bba5fc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.858675 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9e6415bb-f4ca-483b-b8a0-4b764815a107 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/ports/4b87a525-468c-4028-84f2-2f7bc0bba5fc HTTP/1.1" status: 204 len: 168 time: 1.2831848 Feb 16 17:01:12.858675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55108) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:12.875781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Calling delete_port for 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:12.913850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:12.942237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:12.949384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:12.951515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:12.951855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:12.961185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Deleting port 637d3c71-2c8e-411d-b352-245ebb6d786e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:12.961721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:12.961838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.028121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=c4cb3bbd-24f9-4b6a-8995-b2952613e838,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.142113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:13.142783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.148380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:13.148716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:13.180902 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ba4f5714-de1f-4d3e-a641-86600a62d421 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6033113 Feb 16 17:01:13.189970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55112) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:13.198406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:13.261945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.275171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-66f8cbb5-e82b-4477-8f6b-c65ff865cda0 None None] Provisioning for port c4cb3bbd-24f9-4b6a-8995-b2952613e838 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:13.280183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-66f8cbb5-e82b-4477-8f6b-c65ff865cda0 None None] Provisioning complete for port c4cb3bbd-24f9-4b6a-8995-b2952613e838 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:13.280545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-66f8cbb5-e82b-4477-8f6b-c65ff865cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.332298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=3aecdd56-cd97-4938-be1b-606f964f71d7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.335346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.338031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-66f8cbb5-e82b-4477-8f6b-c65ff865cda0 None None] Port c4cb3bbd-24f9-4b6a-8995-b2952613e838 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:13.402119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:13.408398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:13.412335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:13.419716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:13.435859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.492205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:13.495658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.521700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Calling delete_port for 637d3c71-2c8e-411d-b352-245ebb6d786e owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:13.649549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Deleting port 151b79bd-000b-40e7-9b3d-2c99aaf0cdaa {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:13.650091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.816369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] The port '151b79bd-000b-40e7-9b3d-2c99aaf0cdaa' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:01:13.857411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.922125 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ddde57a-e2b5-4556-873b-1cdac2156603 (CIDR: 172.20.0.0/28) Feb 16 17:01:13.936156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Port': ['ID=637d3c71-2c8e-411d-b352-245ebb6d786e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.998649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.037927 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-131a23d4-2545-430e-beb3-a7542f247c4e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/ports/637d3c71-2c8e-411d-b352-245ebb6d786e HTTP/1.1" status: 204 len: 168 time: 1.1757839 Feb 16 17:01:14.038855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55116) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:14.093814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-33d22807-e8d8-4fe9-880e-2b4bc7cdba35 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Synchronizing usage tracker for tenant:237894524c5f4350b223df4efd6e8b83 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:14.099258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.114754 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:14.115494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:14.116215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-33d22807-e8d8-4fe9-880e-2b4bc7cdba35 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Unset dirty status for tenant:237894524c5f4350b223df4efd6e8b83 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:14.120984 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-33d22807-e8d8-4fe9-880e-2b4bc7cdba35 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0778220 Feb 16 17:01:14.121649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55120) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:14.130401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1494446852'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:14.165151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.177365 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2e42777-7a30-4297-a76e-ae363eb6f6e9 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9850285 Feb 16 17:01:14.181058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55124) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:14.200197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:14.205588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:14.220322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:14.226232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a74f0b-67ba-4ba7-8e39-8693215ca48f']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.247071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:14.251497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.295322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.295576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6a3ccb-89be-4a93-8b5f-87603c87e3a6') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.315076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.346405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.369239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:14.388464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.388874 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Added segment 1672e366-05b3-4248-a554-23f2395a35d3 of type vlan for network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 Feb 16 17:01:14.392377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:14.392773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:14.417989 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:14.482398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.541492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port d794a46c-5618-46b0-9a4f-790cc90ba48d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:14.541797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.570972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:14.580798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.582992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:14.593936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:14.617607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.620272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:14.627024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.629170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] Pushing event deleted for resources: {'Network': ['ID=e1a74f0b-67ba-4ba7-8e39-8693215ca48f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.633614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:14.634221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.641691 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d7a4f860-177e-4fe1-9776-72ec1eee849f tempest-NetworksIpV6TestAttrs-1434474781 tempest-NetworksIpV6TestAttrs-1434474781-project] 10.222.0.43 "DELETE /v2.0/networks/e1a74f0b-67ba-4ba7-8e39-8693215ca48f HTTP/1.1" status: 204 len: 168 time: 2.8887236 Feb 16 17:01:14.661917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:14.665342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.755498 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6288383 Feb 16 17:01:14.764916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55130) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:14.767326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router f6c31bc6-9626-4424-b9c7-6892350285c5 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:14.778194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-959286090'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:14.789339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:14.792885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d47029-f243-46bf-b81d-82128a077f73 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Network': ['ID=0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.803394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Usage tracker for resource:network and tenant:237894524c5f4350b223df4efd6e8b83 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:14.810611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:14.816489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:14.879466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:14.907241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port d794a46c-5618-46b0-9a4f-790cc90ba48d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d794a46c-5618-46b0-9a4f-790cc90ba48d,segment=NetworkSegment(57778d0b-0d74-443c-b20e-2b9d085e7835),segment_id=57778d0b-0d74-443c-b20e-2b9d085e7835)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:14.907610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.915809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:14.918199 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5368295f-b32d-4cd5-8745-556e77a424a5 (CIDR: 172.20.0.16/28) Feb 16 17:01:14.920234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.925372 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:14.926110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:15.005312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55136) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:15.045387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:15.049556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for d794a46c-5618-46b0-9a4f-790cc90ba48d owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:15.058854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:15.066946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.067291 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Added segment a8bca96a-6557-4ed0-b17a-c8391217abee of type vlan for network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a Feb 16 17:01:15.078757 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-79f2c317-3a13-4cdc-908e-bec3fe734820 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/routers/f6c31bc6-9626-4424-b9c7-6892350285c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7118392 Feb 16 17:01:15.079701 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] Sync routers for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:15.084092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55142) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:15.093321 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:15.094037 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:15.120774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.153150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.159464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:15.160223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.177947 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bee28cf6-8d12-457b-bf2c-00f74d746c51 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9866407 Feb 16 17:01:15.189974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55146) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:15.190814 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:15.200777 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] Routers {'f6c31bc6-9626-4424-b9c7-6892350285c5'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:15.201568 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f6c31bc6-9626-4424-b9c7-6892350285c5'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:15.202670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'subnet': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:15.247153 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4784405 Feb 16 17:01:15.291961 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:15.292555 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00279157-43f4-48f8-b9dd-cc996de644a7 None None] The sync data for ids ['f6c31bc6-9626-4424-b9c7-6892350285c5'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:15.344035 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-47080ffe-f26c-464f-91d0-a41a54a2f811 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f683b8968274080a55564d7d813b787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369870 Feb 16 17:01:15.347083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55150) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:15.364690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0abb3-7938-4ebb-8b6b-80e663a970b3 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Network': ['ID=c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.374801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55154) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:15.379314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:15.385124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'subnets': [{'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--418139884', 'ip_version': 4}, {'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:15.386024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'subnet': {'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--418139884', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:15.386024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Request body: {'subnet': {'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:15.460020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.522595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba619058-aac7-4b75-95d9-e99e4f93ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.680240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:15.692234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Usage tracker for resource:subnet and tenant:f0532582599a4b3d930594f2315dbd03 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:15.698865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:15.764565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba619058-aac7-4b75-95d9-e99e4f93ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.767251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:15.829177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:15.833759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Usage tracker for resource:subnet and tenant:237894524c5f4350b223df4efd6e8b83 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:15.836810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:15.843519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:15.844971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Made reservation on behalf of f0532582599a4b3d930594f2315dbd03 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:15.848593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.856484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Made reservation on behalf of 237894524c5f4350b223df4efd6e8b83 for: {'subnet': 2} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:15.862012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.862340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.881333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba619058-aac7-4b75-95d9-e99e4f93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.954562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619058-aac7-4b75-95d9-e99e4f93ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e2a66-1a85-4077-a572-237c261f37e1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.960707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.975249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba619058-aac7-4b75-95d9-e99e4f93ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.976462 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ba619058-aac7-4b75-95d9-e99e4f93ee1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f17e2a66-1a85-4077-a572-237c261f37e1 HTTP/1.1" status: 204 len: 168 time: 0.6284044 Feb 16 17:01:15.991793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port ece1c6b9-a8bc-40e7-a6e9-610b2351f438 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:15.992088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.021579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.103580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=d794a46c-5618-46b0-9a4f-790cc90ba48d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.405063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.486019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Subnet': ['ID=7a8fae30-560d-4129-8eba-09f5a3498788,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.494938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Checking segment: {'id': '1672e366-05b3-4248-a554-23f2395a35d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:16.495291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network hostable DHCP agents. Network: 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:16.518296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:16.529129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:16.535696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.541876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.543688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af04246-7ff0-45bd-9bdc-7a82ce8e70f6 None None] Network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:16.645489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event updated for resources: {'Subnet': ['ID=ef0c4730-2426-4776-944f-3a12c0e63f9d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.653921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Checking segment: {'id': 'a8bca96a-6557-4ed0-b17a-c8391217abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:16.654290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network hostable DHCP agents. Network: c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:16.676674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:16.692946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:16.710928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.711198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for ece1c6b9-a8bc-40e7-a6e9-610b2351f438 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:16.712274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.713095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.737160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d5fb6-e3d2-4337-9331-963d76d0871b None None] Network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:16.741122 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1cb103b7-d254-4e06-bf1b-0f1c3072d21c tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3652165 Feb 16 17:01:16.743395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.746781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55178) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:16.864239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55182) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:16.931809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15', 'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15', 'tenant_id': '237894524c5f4350b223df4efd6e8b83', 'fixed_ips': [{'subnet_id': '7a8fae30-560d-4129-8eba-09f5a3498788'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:16.932919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.026605 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-824d3a1c-767f-4c60-b7de-fac019f27faa tempest-ServiceProvidersTest-1152361983 tempest-ServiceProvidersTest-1152361983-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1572738 Feb 16 17:01:17.053545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef08ae-ff86-4ffb-b9cd-6161e3c8fb04 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:17.055241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef08ae-ff86-4ffb-b9cd-6161e3c8fb04 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:17.056707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef08ae-ff86-4ffb-b9cd-6161e3c8fb04 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:17.059027 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-feef08ae-ff86-4ffb-b9cd-6161e3c8fb04 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3007541 Feb 16 17:01:17.062771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55190) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:17.092710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.220351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Deleting subnet 7a8fae30-560d-4129-8eba-09f5a3498788 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:17.258804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a', 'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a', 'tenant_id': '237894524c5f4350b223df4efd6e8b83', 'fixed_ips': [{'subnet_id': 'ef0c4730-2426-4776-944f-3a12c0e63f9d'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:17.259927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.383089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:17.385303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Allocated IP 172.20.0.2 (0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15/7a8fae30-560d-4129-8eba-09f5a3498788/c73bf3cf-5469-48d2-b963-c2f3467adbb0) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:17.442120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:17.445261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:17.455196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:17.455968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.505719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ca9f1-af4a-49e4-8879-8cc22581132b None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:17.520986 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3270655 Feb 16 17:01:17.528891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55204) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:17.541031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1904515335', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cee237c4-310c-4b05-9af2-13a5f0477375'}], 'security_groups': ['07d2972c-c6e3-4337-9a96-7059946bec2a', '1e6d3465-cfc8-415e-874f-bb8ab391c650']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:17.575975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Subnet': ['ID=cee237c4-310c-4b05-9af2-13a5f0477375,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.598331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.598847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.599279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.599727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.600180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.600603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.601019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.601432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.601842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.602253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.602695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.603122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062104f-afb7-4b07-8bf5-5220d07fba2a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:17.615978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:17.713696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Allocated IP 172.20.0.18 (c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a/ef0c4730-2426-4776-944f-3a12c0e63f9d/86c0dc9d-b6f4-4400-bef7-5d40da63333e) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:17.815732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.827999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.850816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:17.875704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=ece1c6b9-a8bc-40e7-a6e9-610b2351f438,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.887731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:17.895135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Usage tracker for resource:security_group_rule and tenant:d5afe54ed1bd4d77a59ecfde24ed29f7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:17.899623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:17.909103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:17.910719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:17.913626 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-39e945be-1451-4f8a-9080-208876bae6af tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7913496 Feb 16 17:01:17.919110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55208) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:17.970502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:17.971146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:18.032663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.053257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.095732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.169121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 922e1446-679f-4c2e-b95b-8198a484483c {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:18.176746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Transition to ACTIVE for port object c73bf3cf-5469-48d2-b963-c2f3467adbb0 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:18.189958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.203683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.241931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:18.244539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.293783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.298369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.305275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Transition to ACTIVE for port object c73bf3cf-5469-48d2-b963-c2f3467adbb0 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:18.331333 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5afe54ed1bd4d77a59ecfde24ed29f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845894 Feb 16 17:01:18.331564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.336979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6c1a5-0f6a-4455-9710-63f504425adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09901469-ba7c-4e63-b182-91ea1127a388,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.344289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55212) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:18.350646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.365087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.379734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.380610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Fanout notify agent at l3_agent the message router_deleted on router f6c31bc6-9626-4424-b9c7-6892350285c5 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:01:18.400901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.401985 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-90c26332-8bdd-4269-ac25-e9d8165d1fb6 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/routers/f6c31bc6-9626-4424-b9c7-6892350285c5 HTTP/1.1" status: 204 len: 168 time: 3.3154860 Feb 16 17:01:18.406434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55216) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:18.503053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting subnet 7ac02979-d738-451a-b4f0-12ce4d04b5c0 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:18.508407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.511937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.532691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:18.546839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:18.554634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:18.562099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.606436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Pushing event updated for resources: {'Port': ['ID=c73bf3cf-5469-48d2-b963-c2f3467adbb0,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.615211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.615605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.665892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.671349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Transition to ACTIVE for port object 86c0dc9d-b6f4-4400-bef7-5d40da63333e will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:18.725419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.769512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.772599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.788256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=922e1446-679f-4c2e-b95b-8198a484483c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.792730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f596f386-d403-4200-9116-f2e95fac0c94 None None] Network 3cd89a85-cd73-443f-bb6c-2de70e7176cf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:18.794196 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a4794f3f-2926-4be3-b38c-267769b93b3f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/922e1446-679f-4c2e-b95b-8198a484483c HTTP/1.1" status: 204 len: 168 time: 0.8739932 Feb 16 17:01:18.797741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55220) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:18.818513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.840540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.971293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Transition to ACTIVE for port object 86c0dc9d-b6f4-4400-bef7-5d40da63333e will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:18.994498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Attempting to bind port c73bf3cf-5469-48d2-b963-c2f3467adbb0 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:18.994896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Attempting to bind port c73bf3cf-5469-48d2-b963-c2f3467adbb0 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '1672e366-05b3-4248-a554-23f2395a35d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:18.995255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Attempting to bind port c73bf3cf-5469-48d2-b963-c2f3467adbb0 on network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:19.020964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Delete allocated IP 172.20.0.4 (ce6ce3fc-8802-4158-a8d7-6513f248a511/3ddde57a-e2b5-4556-873b-1cdac2156603) {{(pid=87721) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:01:19.027412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.042638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Allocated IP 172.20.0.42 (ce6ce3fc-8802-4158-a8d7-6513f248a511/cee237c4-310c-4b05-9af2-13a5f0477375/c4cb3bbd-24f9-4b6a-8995-b2952613e838) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:19.079235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.097386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:19.097760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Checking segment: {'id': '1672e366-05b3-4248-a554-23f2395a35d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:19.098167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.098580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Bound using segment: {'id': '1672e366-05b3-4248-a554-23f2395a35d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:19.099980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Bound port: c73bf3cf-5469-48d2-b963-c2f3467adbb0, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1672e366-05b3-4248-a554-23f2395a35d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:19.099980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.110057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.125167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09901469-ba7c-4e63-b182-91ea1127a388,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.131276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 613778c3-e106-41a1-8644-f8fc9ea400ce {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:19.131276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.147075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.149467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.150531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.151297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.151923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.152439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.152963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.153483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.154050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.154590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.155160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.156795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:19.162421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.197095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:19.224515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.238191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:19.271539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:19.275230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Update dhcp port {'port': {'network_id': 'ce6ce3fc-8802-4158-a8d7-6513f248a511', 'fixed_ips': [{'subnet_id': '5368295f-b32d-4cd5-8745-556e77a424a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ddde57a-e2b5-4556-873b-1cdac2156603', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cee237c4-310c-4b05-9af2-13a5f0477375'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '1fea47fc-eeb8-4bfc-ae6b-5b967c578125'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:01:19.286636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac02979-d738-451a-b4f0-12ce4d04b5c0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.294071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.332974 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-321cbab3-7032-47b5-bdc8-3afa4c141672 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/subnets/7ac02979-d738-451a-b4f0-12ce4d04b5c0 HTTP/1.1" status: 204 len: 168 time: 0.9220128 Feb 16 17:01:19.333780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55224) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:19.335988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459a400-6cf7-47e2-9d56-ce4318a050d7 None None] Network 4889b895-c35f-4400-8eb4-6390c783e5b0 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:19.363488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Pushing event updated for resources: {'Port': ['ID=86c0dc9d-b6f4-4400-bef7-5d40da63333e,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.426540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8fae30-560d-4129-8eba-09f5a3498788,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.439408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.443051 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0368805a-d299-4c07-a000-9d233d39338d tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/subnets/7a8fae30-560d-4129-8eba-09f5a3498788 HTTP/1.1" status: 204 len: 168 time: 2.3768208 Feb 16 17:01:19.444691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.446968 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-113c84fc-d3dd-4a8a-b634-da3d5bb11871 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09901469-ba7c-4e63-b182-91ea1127a388 HTTP/1.1" status: 204 len: 168 time: 1.1022196 Feb 16 17:01:19.447768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55228) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:19.537547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Deleting subnet ef0c4730-2426-4776-944f-3a12c0e63f9d {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:19.538215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 613778c3-e106-41a1-8644-f8fc9ea400ce, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=613778c3-e106-41a1-8644-f8fc9ea400ce,segment=NetworkSegment(57778d0b-0d74-443c-b20e-2b9d085e7835),segment_id=57778d0b-0d74-443c-b20e-2b9d085e7835)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:19.538507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.540828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.556828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.610808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.610917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.692232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 613778c3-e106-41a1-8644-f8fc9ea400ce owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:19.712283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.734749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 7223d75b-3e96-4902-821d-61df9a1f27ac {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:19.738452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.738630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Attempting to bind port 86c0dc9d-b6f4-4400-bef7-5d40da63333e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:19.738630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Attempting to bind port 86c0dc9d-b6f4-4400-bef7-5d40da63333e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a8bca96a-6557-4ed0-b17a-c8391217abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:19.738630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Attempting to bind port 86c0dc9d-b6f4-4400-bef7-5d40da63333e on network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:19.784522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] For port c73bf3cf-5469-48d2-b963-c2f3467adbb0, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:19.801632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.resource_extend [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:01:19.811160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.848924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:19.848924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Checking segment: {'id': 'a8bca96a-6557-4ed0-b17a-c8391217abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:19.849676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.849676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Bound using segment: {'id': 'a8bca96a-6557-4ed0-b17a-c8391217abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:19.854606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Bound port: 86c0dc9d-b6f4-4400-bef7-5d40da63333e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bca96a-6557-4ed0-b17a-c8391217abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:19.854606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.873679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.874608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] For port c73bf3cf-5469-48d2-b963-c2f3467adbb0, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c73bf3cf-5469-48d2-b963-c2f3467adbb0,segment=NetworkSegment(1672e366-05b3-4248-a554-23f2395a35d3),segment_id=1672e366-05b3-4248-a554-23f2395a35d3)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:19.879676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0c4730-2426-4776-944f-3a12c0e63f9d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.885063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.903615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f70a4cba-63a3-40fc-bf6b-dbd29252c503 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/subnets/ef0c4730-2426-4776-944f-3a12c0e63f9d HTTP/1.1" status: 204 len: 168 time: 0.4511054 Feb 16 17:01:19.909446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.911673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55234) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:19.965429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Transition to ACTIVE for port object c4cb3bbd-24f9-4b6a-8995-b2952613e838 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:19.971755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.044644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:15Z', 'revision_number': 10, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:20.049493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.102511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:20.111665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a1377-5e31-4b92-94ae-fbe08182f0d6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:20.112207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c18a1377-5e31-4b92-94ae-fbe08182f0d6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Synchronizing usage tracker for tenant:237894524c5f4350b223df4efd6e8b83 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:20.122622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=613778c3-e106-41a1-8644-f8fc9ea400ce,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.132258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event updated for resources: {'Port': ['ID=c4cb3bbd-24f9-4b6a-8995-b2952613e838,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.138294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No DVR routers for this DVR port 613778c3-e106-41a1-8644-f8fc9ea400ce on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:20.182341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] For port 7223d75b-3e96-4902-821d-61df9a1f27ac, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7223d75b-3e96-4902-821d-61df9a1f27ac,segment=NetworkSegment(401dc43d-1b23-4721-b40d-d02c9b5769b0),segment_id=401dc43d-1b23-4721-b40d-d02c9b5769b0)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:20.182816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.197323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:20.197962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:20.247870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] In _notify_port_updated(), no bound segment for port c4cb3bbd-24f9-4b6a-8995-b2952613e838 on network ce6ce3fc-8802-4158-a8d7-6513f248a511 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:01:20.260046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:20.261145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.269534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b72d7371-6daf-4693-9130-17629fb6647f tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "PUT /v2.0/ports/c4cb3bbd-24f9-4b6a-8995-b2952613e838 HTTP/1.1" status: 200 len: 960 time: 2.7371964 Feb 16 17:01:20.273919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55238) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:20.282445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e59d46-c64a-4868-8ce7-57c1182c62fc None None] DHCP port deletion for 3cd89a85-cd73-443f-bb6c-2de70e7176cf request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:20.324649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c18a1377-5e31-4b92-94ae-fbe08182f0d6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Unset dirty status for tenant:237894524c5f4350b223df4efd6e8b83 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:20.326403 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c18a1377-5e31-4b92-94ae-fbe08182f0d6 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4155443 Feb 16 17:01:20.338377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:20.395332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaa6bb-b680-4842-bd05-a885ab1fbdac None None] Pushing event updated for resources: {'Port': ['ID=c73bf3cf-5469-48d2-b963-c2f3467adbb0,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.399555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] For port 86c0dc9d-b6f4-4400-bef7-5d40da63333e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:20.424546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 7223d75b-3e96-4902-821d-61df9a1f27ac owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:20.455612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] For port 86c0dc9d-b6f4-4400-bef7-5d40da63333e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=86c0dc9d-b6f4-4400-bef7-5d40da63333e,segment=NetworkSegment(a8bca96a-6557-4ed0-b17a-c8391217abee),segment_id=a8bca96a-6557-4ed0-b17a-c8391217abee)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:20.470664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port c4cb3bbd-24f9-4b6a-8995-b2952613e838 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:20.470931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.475907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.532795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.541313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.588118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Deleting port 86c0dc9d-b6f4-4400-bef7-5d40da63333e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:20.588118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.630038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Allocated IP 172.20.0.34 (ce6ce3fc-8802-4158-a8d7-6513f248a511/cee237c4-310c-4b05-9af2-13a5f0477375/1fea47fc-eeb8-4bfc-ae6b-5b967c578125) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:20.633714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=7223d75b-3e96-4902-821d-61df9a1f27ac,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.644592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.652508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811fe56-128a-4730-a9e9-c07ede2be39b None None] DHCP port deletion for 4889b895-c35f-4400-8eb4-6390c783e5b0 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:20.663699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] No DVR routers for this DVR port 7223d75b-3e96-4902-821d-61df9a1f27ac on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:20.672434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ed980-1f20-4459-8367-fd559933c54a None None] Network 0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:20.715234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:20.759622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd89a85-cd73-443f-bb6c-2de70e7176cf']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:20.942515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] For port 86c0dc9d-b6f4-4400-bef7-5d40da63333e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=86c0dc9d-b6f4-4400-bef7-5d40da63333e,segment=NetworkSegment(a8bca96a-6557-4ed0-b17a-c8391217abee),segment_id=a8bca96a-6557-4ed0-b17a-c8391217abee)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:20.942929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.978499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57778d0b-0d74-443c-b20e-2b9d085e7835') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:20.978848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57778d0b-0d74-443c-b20e-2b9d085e7835') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.023943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.038064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.049648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71550ea2-4f2e-4ff7-9324-ef273f3ff80f None None] Pushing event updated for resources: {'Port': ['ID=86c0dc9d-b6f4-4400-bef7-5d40da63333e,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.075751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 613778c3-e106-41a1-8644-f8fc9ea400ce no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:21.088422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.106022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4889b895-c35f-4400-8eb4-6390c783e5b0']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.132323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:21.133358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:21.153661 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:21.161316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401dc43d-1b23-4721-b40d-d02c9b5769b0') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.161316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401dc43d-1b23-4721-b40d-d02c9b5769b0') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.208268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.223573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Calling delete_port for 86c0dc9d-b6f4-4400-bef7-5d40da63333e owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:21.259418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.271167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 613778c3-e106-41a1-8644-f8fc9ea400ce {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:21.271500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 613778c3-e106-41a1-8644-f8fc9ea400ce not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:21.271910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7223d75b-3e96-4902-821d-61df9a1f27ac no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:21.307517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.330072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0fb147-7a17-4d8b-9455-a9b41b237557 None None] Network c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:21.335605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:21.336612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:21.353918 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:21.397836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 7223d75b-3e96-4902-821d-61df9a1f27ac {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:21.398170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7223d75b-3e96-4902-821d-61df9a1f27ac not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:21.411679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for c4cb3bbd-24f9-4b6a-8995-b2952613e838 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:21.433128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.474890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.490977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=3cd89a85-cd73-443f-bb6c-2de70e7176cf,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.499778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.524760 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-430dbde0-00c8-4a67-9c8b-ac67db8f211b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/3cd89a85-cd73-443f-bb6c-2de70e7176cf HTTP/1.1" status: 204 len: 168 time: 2.7231402 Feb 16 17:01:21.524760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.525091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.529486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55246) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:21.531900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Network': ['ID=4889b895-c35f-4400-8eb4-6390c783e5b0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.599097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-799f938e-64af-49ce-bb5d-97c1b31800eb tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/networks/4889b895-c35f-4400-8eb4-6390c783e5b0 HTTP/1.1" status: 204 len: 168 time: 2.2643771 Feb 16 17:01:21.602192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] No DVR routers for this DVR port 86c0dc9d-b6f4-4400-bef7-5d40da63333e on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:21.608653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55250) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:21.634545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Port': ['ID=86c0dc9d-b6f4-4400-bef7-5d40da63333e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.645334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,segment=NetworkSegment(f487e246-e414-49a4-a5e1-5a16c1a67227),segment_id=f487e246-e414-49a4-a5e1-5a16c1a67227)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:21.779939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.822017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.827394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.841064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.846691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Transition to ACTIVE for port object 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:21.852561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port aef2ef78-9e2a-41aa-982f-e8bb1311f44f {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:21.852893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.855567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.856447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bca96a-6557-4ed0-b17a-c8391217abee') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.856925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bca96a-6557-4ed0-b17a-c8391217abee') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.978704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.986292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=c4cb3bbd-24f9-4b6a-8995-b2952613e838,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.007392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.031552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:22.033547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:22.048630 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:22.066536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c939d-78a2-4d9b-93ca-886e2c1d506b None None] Pushing event updated for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.085788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:15Z', 'revision_number': 10, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:22.094435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f717087-dde6-4648-bc08-b264d8d9bcf2 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:15Z', 'revision_number': 10, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None, '_interfaces': [{'id': '3c06f01d-e7ef-4ca1-9333-0a7d01572082', 'name': '', 'network_id': 'c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'mac_address': 'fa:16:3e:66:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:00Z', 'updated_at': '2022-02-16T17:00:09Z', 'revision_number': 5, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'subnets': [{'id': '1f95a4c0-fee7-452e-a018-33c351fe7190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:22.125263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.166583 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a439252-523b-4e6c-a9d7-a74bf580ab8d tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/c4cb3bbd-24f9-4b6a-8995-b2952613e838 HTTP/1.1" status: 204 len: 168 time: 1.8893080 Feb 16 17:01:22.166935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55254) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:22.207935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.211833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.252340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Network': ['ID=c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.258590 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5831e4db-66ac-41f2-a184-3a0849933d31 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/networks/c8ec7ad1-6edf-40bd-ab4e-f1784c0f9e3a HTTP/1.1" status: 204 len: 168 time: 1.9187241 Feb 16 17:01:22.259570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55258) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:22.260663 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5e3049-69e8-47e6-b330-413c05e47da6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] GET failed (client error): The resource could not be found. Feb 16 17:01:22.261265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fc5e3049-69e8-47e6-b330-413c05e47da6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:22.278197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.278876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.363757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fc5e3049-69e8-47e6-b330-413c05e47da6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:22.364914 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fc5e3049-69e8-47e6-b330-413c05e47da6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports/c4cb3bbd-24f9-4b6a-8995-b2952613e838 HTTP/1.1" status: 404 len: 333 time: 0.1970260 Feb 16 17:01:22.379615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55262) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:22.430134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for aef2ef78-9e2a-41aa-982f-e8bb1311f44f owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:22.430860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.468439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Deleting port c73bf3cf-5469-48d2-b963-c2f3467adbb0 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:22.469290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.529574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29298913-302b-45af-b5fa-0d227bcb80a1 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.581290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29298913-302b-45af-b5fa-0d227bcb80a1 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.814608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29298913-302b-45af-b5fa-0d227bcb80a1 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.818664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Could not find standard attr ID for object c4cb3bbd-24f9-4b6a-8995-b2952613e838. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:22.831991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Provisioning for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:22.834439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.838877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:22.839541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.844225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29298913-302b-45af-b5fa-0d227bcb80a1 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae85196-6d75-4d9e-b6f2-9185dfe38c72,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.848607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] For port c73bf3cf-5469-48d2-b963-c2f3467adbb0, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c73bf3cf-5469-48d2-b963-c2f3467adbb0,segment=NetworkSegment(1672e366-05b3-4248-a554-23f2395a35d3),segment_id=1672e366-05b3-4248-a554-23f2395a35d3)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:22.848978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.891311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=aef2ef78-9e2a-41aa-982f-e8bb1311f44f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.983537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.995479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Provisioning complete for port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:22.995954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.026484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:23.081261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29298913-302b-45af-b5fa-0d227bcb80a1 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.085133 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-29298913-302b-45af-b5fa-0d227bcb80a1 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/security-groups/6ae85196-6d75-4d9e-b6f2-9185dfe38c72 HTTP/1.1" status: 204 len: 168 time: 0.7020347 Feb 16 17:01:23.113556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5d16abff-3fdc-4bb5-aa63-1a160f94fc1b None None] Port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:23.122956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55266) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.136881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:23.137400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.153755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Calling delete_port for c73bf3cf-5469-48d2-b963-c2f3467adbb0 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:23.204036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.285905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.330177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a89a9c0-d014-4620-9413-ba70bb95b2d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.350340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Port': ['ID=c73bf3cf-5469-48d2-b963-c2f3467adbb0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.360810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] No DVR routers for this DVR port c73bf3cf-5469-48d2-b963-c2f3467adbb0 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:23.391781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.397182 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3f01823f-2b8e-46c1-b68d-c22723f71967 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/floatingips/76954e4b-b255-4250-8bfc-43e8b39772b7 HTTP/1.1" status: 204 len: 168 time: 1.7866404 Feb 16 17:01:23.398536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55270) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.419840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d794a46c-5618-46b0-9a4f-790cc90ba48d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:23.461868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a89a9c0-d014-4620-9413-ba70bb95b2d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.465604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d794a46c-5618-46b0-9a4f-790cc90ba48d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:23.465940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d794a46c-5618-46b0-9a4f-790cc90ba48d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:23.475277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2286ef35-bac1-4cd4-b78e-8bac26ded2ee None None] Could not find standard attr ID for object c4cb3bbd-24f9-4b6a-8995-b2952613e838. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:23.481265 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8051f6-a814-4d25-bdca-1822820d0e8b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:23.481265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8051f6-a814-4d25-bdca-1822820d0e8b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:23.484188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2d8051f6-a814-4d25-bdca-1822820d0e8b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/ports/0884a5ae-e623-4d7d-932f-2b7d015fe00e HTTP/1.1" status: 404 len: 333 time: 0.0766022 Feb 16 17:01:23.486871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55274) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.526610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.556676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6e70b0fb-4364-4c1a-8738-a393d1dd6fd0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Synchronizing usage tracker for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:23.561781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.575313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1672e366-05b3-4248-a554-23f2395a35d3') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.575604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1672e366-05b3-4248-a554-23f2395a35d3') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.589838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.608976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.616296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:23.616733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.617691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6e70b0fb-4364-4c1a-8738-a393d1dd6fd0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Unset dirty status for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:23.618886 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6e70b0fb-4364-4c1a-8738-a393d1dd6fd0 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6c31bc6-9626-4424-b9c7-6892350285c5 HTTP/1.1" status: 200 len: 205 time: 0.1303861 Feb 16 17:01:23.627022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55278) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:23.636856 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:23.639272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a89a9c0-d014-4620-9413-ba70bb95b2d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.643599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ccecfd-cd72-4b29-8b2a-9f7c9701b5cc None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:01:23.721463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89a9c0-d014-4620-9413-ba70bb95b2d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d3465-cfc8-415e-874f-bb8ab391c650,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.729270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.742832 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-6d7d043f-3c69-492f-8adb-00a184691115 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] delete failed (client error): The resource could not be found. Feb 16 17:01:23.749522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6d7d043f-3c69-492f-8adb-00a184691115 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/routers/f6c31bc6-9626-4424-b9c7-6892350285c5 HTTP/1.1" status: 404 len: 336 time: 0.1162477 Feb 16 17:01:23.749522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port 3c06f01d-e7ef-4ca1-9333-0a7d01572082 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:23.749522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.753335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.756002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55282) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.778673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a89a9c0-d014-4620-9413-ba70bb95b2d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.779775 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5a89a9c0-d014-4620-9413-ba70bb95b2d7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e6d3465-cfc8-415e-874f-bb8ab391c650 HTTP/1.1" status: 204 len: 168 time: 0.6543665 Feb 16 17:01:23.787120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ccecfd-cd72-4b29-8b2a-9f7c9701b5cc None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:01:23.787448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55286) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.800992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Network': ['ID=0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.811031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5556ccd1-710d-445d-83b5-954c93ea758c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:23.812017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5556ccd1-710d-445d-83b5-954c93ea758c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:23.824833 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2d52d032-8a68-4c45-a6ef-519bf894f1b1 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/networks/0f8cc494-6cd0-4fcb-ac2b-a09b1aca3c15 HTTP/1.1" status: 204 len: 168 time: 1.5579655 Feb 16 17:01:23.824833 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5556ccd1-710d-445d-83b5-954c93ea758c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/subnets/7ac02979-d738-451a-b4f0-12ce4d04b5c0 HTTP/1.1" status: 404 len: 337 time: 0.0669875 Feb 16 17:01:23.825830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55290) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.833537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55292) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:23.944947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.021361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:24.021737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.092118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a72a99b-01bb-4c06-b38e-85883d096c1c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.102156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.136305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d62a56-6622-4731-bce0-d2ecda1727d8']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.152321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3177af4e-4907-4474-9be7-c395906ff68c') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.152659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3177af4e-4907-4474-9be7-c395906ff68c') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.167967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.185836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.188509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f8919-1141-4362-8074-58e33632abac None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:01:24.192163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a72a99b-01bb-4c06-b38e-85883d096c1c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.193667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:24.194678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:24.215199 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:24.218468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port 3c06f01d-e7ef-4ca1-9333-0a7d01572082, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3c06f01d-e7ef-4ca1-9333-0a7d01572082,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:24.218468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.326501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.332739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.351216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f8919-1141-4362-8074-58e33632abac None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:01:24.369476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Network': ['ID=e8d62a56-6622-4731-bce0-d2ecda1727d8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.379729 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-154ae12e-9ca1-47b9-b8be-f3188fba236e tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/networks/e8d62a56-6622-4731-bce0-d2ecda1727d8 HTTP/1.1" status: 204 len: 168 time: 0.5537164 Feb 16 17:01:24.380356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55298) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:24.463726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.501124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.521440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for 3c06f01d-e7ef-4ca1-9333-0a7d01572082 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:24.633595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a72a99b-01bb-4c06-b38e-85883d096c1c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.640037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.670739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9e7ce1-0d04-490d-8d98-4426e0a1930d']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.684499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ec828e-cdea-4908-982e-28c8ee2671c0') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.684922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ec828e-cdea-4908-982e-28c8ee2671c0') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.690788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72a99b-01bb-4c06-b38e-85883d096c1c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d2972c-c6e3-4337-9a96-7059946bec2a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.707264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.719748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a72a99b-01bb-4c06-b38e-85883d096c1c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.721777 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7a72a99b-01bb-4c06-b38e-85883d096c1c tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/security-groups/07d2972c-c6e3-4337-9a96-7059946bec2a HTTP/1.1" status: 204 len: 168 time: 0.9333565 Feb 16 17:01:24.723869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55302) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:24.726871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.753200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.770635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:24.771042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:24.787076 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:24.893290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:24.991472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 3ddde57a-e2b5-4556-873b-1cdac2156603 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:24.995343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.026388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.036464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.049553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.070007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] Pushing event deleted for resources: {'Network': ['ID=ea9e7ce1-0d04-490d-8d98-4426e0a1930d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.083790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-696c0b4e-6690-4f4b-8705-18502d0a0309 tempest-BulkNetworkOpsTest-1086461454 tempest-BulkNetworkOpsTest-1086461454-project] 10.222.0.43 "DELETE /v2.0/networks/ea9e7ce1-0d04-490d-8d98-4426e0a1930d HTTP/1.1" status: 204 len: 168 time: 0.6997905 Feb 16 17:01:25.096636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.131097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=3c06f01d-e7ef-4ca1-9333-0a7d01572082,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.200085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.270083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.306238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.367772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.375875 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/3ddde57a-e2b5-4556-873b-1cdac2156603 HTTP/1.1" status: 204 len: 168 time: 0.6505828 Feb 16 17:01:25.376725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e024b-d16c-4859-a92e-7917d21ff875 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddde57a-e2b5-4556-873b-1cdac2156603,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.381879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55310) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:25.386947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e606f-921a-454b-b68f-885faf6aa441 None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:25.406926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.454523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.457582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet cee237c4-310c-4b05-9af2-13a5f0477375 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:25.461502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.525894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.557408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55314) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:25.626521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.658815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.717241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.765856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=cee237c4-310c-4b05-9af2-13a5f0477375,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.767903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.777417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8e5be258-8556-4521-a8f6-3f49fabcedeb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/cee237c4-310c-4b05-9af2-13a5f0477375 HTTP/1.1" status: 204 len: 168 time: 0.3923438 Feb 16 17:01:25.777731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:25.819039 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-50268799-0d59-4be5-9d82-77edadef7350 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:25.819500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50268799-0d59-4be5-9d82-77edadef7350 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:25.823668 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-50268799-0d59-4be5-9d82-77edadef7350 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/3ddde57a-e2b5-4556-873b-1cdac2156603 HTTP/1.1" status: 404 len: 337 time: 0.0425680 Feb 16 17:01:25.824116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55326) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:25.897482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting subnet 5368295f-b32d-4cd5-8745-556e77a424a5 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:25.901438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.961451 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-23b220b6-0fc6-4189-8034-96cc87a467a8 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/ports/9190d73e-5f12-4bb6-a69e-4f1d6a0fb4a9 HTTP/1.1" status: 204 len: 168 time: 2.1265996 Feb 16 17:01:25.963728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55330) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:25.990495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:26.008606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.010361 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9a934bd9-95d5-404e-b327-705ead84d983 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=237894524c5f4350b223df4efd6e8b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512126 Feb 16 17:01:26.013022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55334) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:26.104058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 09f578c8-94cf-41af-9f82-31888ff30f0c {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:26.104397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.195443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:26.204436 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-859e9717-1842-45ac-ada2-5b70de5921c3 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6710327 Feb 16 17:01:26.207049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55338) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:26.210638 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:26.231875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:26.232491 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:26.240159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.305731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b4b976e-6303-4782-bb46-2727be666ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.335774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c478e7-5b80-4b0d-82d8-a91fe45f385c None None] Network ce6ce3fc-8802-4158-a8d7-6513f248a511 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:26.348447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting subnet 1f95a4c0-fee7-452e-a018-33c351fe7190 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:26.352009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.393993 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:26.422102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.449444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a7651da0-66e2-4e44-aed8-77f8368abcf5 None None] Provisioning complete for port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:26.450089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7651da0-66e2-4e44-aed8-77f8368abcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.463284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.506517 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:24Z', 'revision_number': 11, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:26.511051 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:26.518765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.519015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.521736 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:26.522529 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:26.544494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Subnet': ['ID=5368295f-b32d-4cd5-8745-556e77a424a5,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.554324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.604847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.663996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b4b976e-6303-4782-bb46-2727be666ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.665506 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:26.671804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Subnet': ['ID=1f95a4c0-fee7-452e-a018-33c351fe7190,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.675262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.684984 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8d9e61f4-74a0-4d6b-bbae-afbf9115eecb tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/1f95a4c0-fee7-452e-a018-33c351fe7190 HTTP/1.1" status: 204 len: 168 time: 0.4767842 Feb 16 17:01:26.693985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55342) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:26.709214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 09f578c8-94cf-41af-9f82-31888ff30f0c owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:26.709495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1af29b-099c-4d9a-8d81-04e01b138439 None None] Network c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:26.736906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b4b976e-6303-4782-bb46-2727be666ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.759141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b976e-6303-4782-bb46-2727be666ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2b621-023c-4122-b949-9f353005f04e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.766699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b4b976e-6303-4782-bb46-2727be666ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.771225 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5b4b976e-6303-4782-bb46-2727be666ba0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6c2b621-023c-4122-b949-9f353005f04e HTTP/1.1" status: 204 len: 168 time: 0.7572062 Feb 16 17:01:26.783634 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:24Z', 'revision_number': 11, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:26.793355 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4f12e-f73e-4793-a317-25e59f8ed50b None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:24Z', 'revision_number': 11, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:26.804146 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c44ea7e6-f69f-4d6f-9106-bcd04e6d913b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/5368295f-b32d-4cd5-8745-556e77a424a5 HTTP/1.1" status: 204 len: 168 time: 0.9789402 Feb 16 17:01:26.806651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55348) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:26.871788 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef80675-9dd7-4e07-8732-909363758ceb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:26.872496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef80675-9dd7-4e07-8732-909363758ceb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:26.874350 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1ef80675-9dd7-4e07-8732-909363758ceb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/5bb1b61c-3bf1-4a79-906d-8069203c5054 HTTP/1.1" status: 404 len: 337 time: 0.0662534 Feb 16 17:01:26.877655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55352) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:26.950590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9edbf2c2-e0b3-4a55-a8b3-6e73d8ed6a7a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Synchronizing usage tracker for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:26.970008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9edbf2c2-e0b3-4a55-a8b3-6e73d8ed6a7a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Unset dirty status for tenant:f0532582599a4b3d930594f2315dbd03 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:26.971301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9edbf2c2-e0b3-4a55-a8b3-6e73d8ed6a7a tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "GET /v2.0/ports?device_id=a62ed5b8-225e-475b-ab79-4a3a6e66a11e HTTP/1.1" status: 200 len: 205 time: 0.0926957 Feb 16 17:01:26.975313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55356) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.023018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a7651da0-66e2-4e44-aed8-77f8368abcf5 None None] Provisioning complete for port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:27.023387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7651da0-66e2-4e44-aed8-77f8368abcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.055848 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-212adab5-1c4d-4138-98f1-520ee0310df6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] delete failed (client error): The resource could not be found. Feb 16 17:01:27.057230 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-212adab5-1c4d-4138-98f1-520ee0310df6 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/routers/a62ed5b8-225e-475b-ab79-4a3a6e66a11e HTTP/1.1" status: 404 len: 336 time: 0.0807366 Feb 16 17:01:27.059838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55362) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.097785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.102834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6be674-b24d-403a-9ccd-9e6f76138dbc tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.103531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6be674-b24d-403a-9ccd-9e6f76138dbc tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.105522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2e6be674-b24d-403a-9ccd-9e6f76138dbc tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/8ca94f21-74c4-4c52-9678-ed84e780cedc HTTP/1.1" status: 404 len: 337 time: 0.0445442 Feb 16 17:01:27.108013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55366) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.131684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a7651da0-66e2-4e44-aed8-77f8368abcf5 None None] Port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:01:27.161106 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-af279982-cf3c-4981-8d05-77374fd0d5cb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.161568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af279982-cf3c-4981-8d05-77374fd0d5cb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.172390 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-af279982-cf3c-4981-8d05-77374fd0d5cb tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/bc82968b-f477-4628-ae86-3d6b5d3fd5ef HTTP/1.1" status: 404 len: 337 time: 0.0588601 Feb 16 17:01:27.172508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55370) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.182673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Deleting port f26d8152-9b8f-412d-bff1-fe901e2983cc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:27.183020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.252925 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f47b6c-1c67-4542-b558-4f4b7c790293 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.253383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f47b6c-1c67-4542-b558-4f4b7c790293 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.255185 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-75f47b6c-1c67-4542-b558-4f4b7c790293 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/5a44ddfa-f495-4086-a2d8-09d0b58d5fd8 HTTP/1.1" status: 404 len: 337 time: 0.0815444 Feb 16 17:01:27.257646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55376) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.266015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] DHCP port deletion for ce6ce3fc-8802-4158-a8d7-6513f248a511 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:27.271840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Deleting port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:27.272380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.321084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] DHCP port deletion for c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:27.328322 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ebcd4e-50ed-45e4-bb25-b6bb6b395056 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.328992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ebcd4e-50ed-45e4-bb25-b6bb6b395056 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.331824 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-24ebcd4e-50ed-45e4-bb25-b6bb6b395056 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/de32fddf-da00-43f2-b3ee-158256907d4a HTTP/1.1" status: 404 len: 333 time: 0.0719304 Feb 16 17:01:27.338809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Deleting port f26d8152-9b8f-412d-bff1-fe901e2983cc {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:27.338974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55382) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.339598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.385154 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca166e58-8fd4-4fd6-9aa9-b7ff07d0245b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.385626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca166e58-8fd4-4fd6-9aa9-b7ff07d0245b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.388180 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ca166e58-8fd4-4fd6-9aa9-b7ff07d0245b tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/40368cfe-64b6-4907-b110-66da84cedd92 HTTP/1.1" status: 404 len: 337 time: 0.0482142 Feb 16 17:01:27.391956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55388) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.395424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3c06f01d-e7ef-4ca1-9333-0a7d01572082 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:27.397461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.443019 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ae913c-c67b-41a5-a42e-8637775d0118 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.443525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ae913c-c67b-41a5-a42e-8637775d0118 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.445762 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b5ae913c-c67b-41a5-a42e-8637775d0118 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/a1457792-bd44-4d11-a97d-c30c51ac9be9 HTTP/1.1" status: 404 len: 337 time: 0.0528510 Feb 16 17:01:27.448421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55392) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.459350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 3c06f01d-e7ef-4ca1-9333-0a7d01572082 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:27.459815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3c06f01d-e7ef-4ca1-9333-0a7d01572082 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:27.493851 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-387e381f-124b-4be6-a56f-bc2bf1f87f87 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.494325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387e381f-124b-4be6-a56f-bc2bf1f87f87 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.498340 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-387e381f-124b-4be6-a56f-bc2bf1f87f87 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/f3de0654-1ad9-408f-8745-9d5ed3cbe386 HTTP/1.1" status: 404 len: 333 time: 0.0466967 Feb 16 17:01:27.498681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55398) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.533481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=09f578c8-94cf-41af-9f82-31888ff30f0c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:27.552151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-59287903-80af-45bb-9046-40ee6ed853a0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.552605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59287903-80af-45bb-9046-40ee6ed853a0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.556830 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-59287903-80af-45bb-9046-40ee6ed853a0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/0ead5a66-ad23-42d1-887a-bf942a3df75f HTTP/1.1" status: 404 len: 337 time: 0.0539658 Feb 16 17:01:27.557081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55402) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.602408 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd06dfea-ce7d-4898-84eb-0a5751c33982 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:27.602908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd06dfea-ce7d-4898-84eb-0a5751c33982 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:27.606989 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dd06dfea-ce7d-4898-84eb-0a5751c33982 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/subnets/4060f32c-0ee9-4d18-b92e-315450249c24 HTTP/1.1" status: 404 len: 337 time: 0.0466127 Feb 16 17:01:27.607597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55406) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.704836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Deleting port 59efc5dd-33a9-427d-9975-05e0f2bc0a22 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:27.705410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.773068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] For port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,segment=NetworkSegment(f487e246-e414-49a4-a5e1-5a16c1a67227),segment_id=f487e246-e414-49a4-a5e1-5a16c1a67227)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:27.773457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.779479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.782707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] For port f26d8152-9b8f-412d-bff1-fe901e2983cc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f26d8152-9b8f-412d-bff1-fe901e2983cc,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:27.783102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.798608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] For port f26d8152-9b8f-412d-bff1-fe901e2983cc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f26d8152-9b8f-412d-bff1-fe901e2983cc,segment=NetworkSegment(c8921b25-782f-4d30-b0e2-bb23279951cd),segment_id=c8921b25-782f-4d30-b0e2-bb23279951cd)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:27.799452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.813664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-05f1f9ab-1ba7-42d1-815b-f0b9b309b8f4 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/ports/09f578c8-94cf-41af-9f82-31888ff30f0c HTTP/1.1" status: 204 len: 168 time: 1.8487144 Feb 16 17:01:27.814581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55418) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.971479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55422) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:27.990655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Calling delete_port for f26d8152-9b8f-412d-bff1-fe901e2983cc owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:28.013668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.023299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Calling delete_port for 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:28.064960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Calling delete_port for f26d8152-9b8f-412d-bff1-fe901e2983cc owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:28.093350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a413c-4e09-4183-b888-e90a0f72178c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:28.094461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-551a413c-4e09-4183-b888-e90a0f72178c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Synchronizing usage tracker for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:28.111698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.162998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-551a413c-4e09-4183-b888-e90a0f72178c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Unset dirty status for tenant:e4bf3bededdd4b1c8672e2d33a2c3522 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:28.167411 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-551a413c-4e09-4183-b888-e90a0f72178c tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1f9b188-2053-444d-a594-9f99ee2496fd HTTP/1.1" status: 200 len: 913 time: 0.3490534 Feb 16 17:01:28.168239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55428) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:28.181915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No DVR routers for this DVR port f26d8152-9b8f-412d-bff1-fe901e2983cc on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:28.186053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Calling delete_port for 59efc5dd-33a9-427d-9975-05e0f2bc0a22 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:28.189008 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:28.189553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:28.192629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.215746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Port': ['ID=f26d8152-9b8f-412d-bff1-fe901e2983cc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.244474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] No DVR routers for this DVR port 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:28.254883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Pushing event deleted for resources: {'Port': ['ID=1fea47fc-eeb8-4bfc-ae6b-5b967c578125,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.267048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.267517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.267751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.268078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.268468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.268850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.269174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.269491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.269862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.270231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.270706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.271023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f21ccb-a102-4e97-9649-54320632a011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:28.348722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2144841393'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:28.365429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:28.373388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:28.379324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:28.390581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:28.417125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:28.421397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.434173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.446530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.471985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.492487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:28.504577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group_rule and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:28.507256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Port': ['ID=59efc5dd-33a9-427d-9975-05e0f2bc0a22,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.511332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:28.519077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.520295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:28.522736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.541641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8921b25-782f-4d30-b0e2-bb23279951cd') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.541964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8921b25-782f-4d30-b0e2-bb23279951cd') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.548675 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-53e2fd92-77f3-4b7e-8ace-48229bfb0cc7 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/ports/59efc5dd-33a9-427d-9975-05e0f2bc0a22 HTTP/1.1" status: 204 len: 168 time: 0.9400482 Feb 16 17:01:28.551348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55432) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:28.559551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.647454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.659920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:28.660295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:28.678264 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:28.691244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Deleting port f26d8152-9b8f-412d-bff1-fe901e2983cc {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:28.691809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.692808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.776649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8273-dbfb-47f2-a774-0e3c8ebc037b None None] The port 'f26d8152-9b8f-412d-bff1-fe901e2983cc' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:01:28.790211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.796026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.908740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.927671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464c77ae-4f80-45c5-aa10-239a03817edc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.954682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:28.957157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.960559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6ce3fc-8802-4158-a8d7-6513f248a511']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.976469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f487e246-e414-49a4-a5e1-5a16c1a67227') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.976770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f487e246-e414-49a4-a5e1-5a16c1a67227') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.977824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.983660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:28.994234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.995615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Pushing event deleted for resources: {'Network': ['ID=c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.995773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:28.996183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 1fea47fc-eeb8-4bfc-ae6b-5b967c578125 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:28.996672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f26d8152-9b8f-412d-bff1-fe901e2983cc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:29.007668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.008015 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment 9ce898fa-f82b-4224-af38-904090d08b16 of type vlan for network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 Feb 16 17:01:29.021601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.038961 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-35214d3b-ccf8-424f-8725-1c520a1bbf8d tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/networks/c2eb4a98-9bb7-4e05-ad7e-6c4160ba1250 HTTP/1.1" status: 204 len: 168 time: 2.3411584 Feb 16 17:01:29.040118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:29.040622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.042533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55436) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:29.043499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: f26d8152-9b8f-412d-bff1-fe901e2983cc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:29.043917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f26d8152-9b8f-412d-bff1-fe901e2983cc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:29.050659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'routes': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:29.056338 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:29.066943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.157468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.175739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.180802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.186006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.187241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.204637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] Pushing event deleted for resources: {'Network': ['ID=ce6ce3fc-8802-4158-a8d7-6513f248a511,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.322880 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fa4eb659-76a2-4452-9284-472c119a08d0 tempest-PortsTestJSON-808498589 tempest-PortsTestJSON-808498589-project] 10.222.0.43 "DELETE /v2.0/networks/ce6ce3fc-8802-4158-a8d7-6513f248a511 HTTP/1.1" status: 204 len: 168 time: 0.7702317 Feb 16 17:01:29.328379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3556569 Feb 16 17:01:29.338980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55442) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:29.347796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'name': 'tempest-PortsIpV6TestJSON-1191681558'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:29.380284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2cf3b-9368-4769-a5da-6e7751a353ef tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=66e3c2cd-8bb3-4ddb-a22f-981d18f9d537,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.392246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:29.413900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Added routes are [] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 17:01:29.414518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Removed routes are [] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 17:01:29.414642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.502393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:29.507323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:29.510488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:29.518112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:29.533556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:29.537447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.560347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 740b7ba6-5969-46ef-9940-6e54ef94ee96 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:29.694511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55448) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:29.742865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.750581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.828308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.869308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.925579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router fc7049b3-29f3-449d-949b-dd8e865f397b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:29.928809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.990192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=740b7ba6-5969-46ef-9940-6e54ef94ee96,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.012297 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c321a8a8-6e45-41d6-b340-dea3e37f6955 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0532582599a4b3d930594f2315dbd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170245 Feb 16 17:01:30.014971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55454) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:30.040000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': '9ce898fa-f82b-4224-af38-904090d08b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:30.040347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:30.096049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:30.101323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a0a868b-77f3-4b16-af97-604d13ca3805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.117162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:30.130983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c58670-98b5-43ef-8557-41d0e208bfd2 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:30.137232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:30.142905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.143548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.186061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a0a868b-77f3-4b16-af97-604d13ca3805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.245992 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1c3e050d-57d6-48a1-896f-a912807e29dd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9059038 Feb 16 17:01:30.246724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55458) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:30.253851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-935689591'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:30.260185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:30.264836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:30.268261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:30.275105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:30.288898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a0a868b-77f3-4b16-af97-604d13ca3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.300821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:30.308699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.328632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a868b-77f3-4b16-af97-604d13ca3805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431132f4-a169-4615-81b2-7f33ff837096,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.347496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a0a868b-77f3-4b16-af97-604d13ca3805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.351485 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0a0a868b-77f3-4b16-af97-604d13ca3805 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/431132f4-a169-4615-81b2-7f33ff837096 HTTP/1.1" status: 204 len: 168 time: 0.3330908 Feb 16 17:01:30.360652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:30.377980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.378460 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment dfc77ee6-fec2-4f20-aeaa-71c542f1724b of type vlan for network 518cb009-4f40-4ea8-9c75-7fb93b7899f1 Feb 16 17:01:30.381821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:30.402605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.404001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-76f1e267-c66d-48c5-833a-be57278ad9e7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 705 time: 1.3604360 Feb 16 17:01:30.408944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55464) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:30.421290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] Sync routers for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:30.432703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:30.433617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.476848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.485001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4ac36241-4c7a-4a76-bc34-a988aefb9d77 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:30.529855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4ac36241-4c7a-4a76-bc34-a988aefb9d77 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:30.536352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4ac36241-4c7a-4a76-bc34-a988aefb9d77 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 205 time: 0.1262517 Feb 16 17:01:30.541607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55468) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:30.610073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:30.702724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port 4cd666f2-c882-4f10-9a8f-f2259afbf903 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:30.703452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.736799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:24Z', 'revision_number': 11, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.741970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] Checking router: fc7049b3-29f3-449d-949b-dd8e865f397b for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:30.753262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] Routers {'fc7049b3-29f3-449d-949b-dd8e865f397b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:30.754060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['fc7049b3-29f3-449d-949b-dd8e865f397b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.871193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.910175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] Set router fc7049b3-29f3-449d-949b-dd8e865f397b gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:30.945134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.954009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.955087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.961659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4e6a50a3-de3b-46e7-b520-4649bd7d0815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.970873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.029659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:24Z', 'revision_number': 11, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:31.035137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868c5f4-04af-4cd6-87b6-1e9ff2e9f288 None None] The sync data for ids ['fc7049b3-29f3-449d-949b-dd8e865f397b'] in dv-neutron-829527-2-hyperv is: [{'id': 'fc7049b3-29f3-449d-949b-dd8e865f397b', 'name': 'tempest-RoutersIpV6Test-router-1426954700', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:54Z', 'updated_at': '2022-02-16T17:01:24Z', 'revision_number': 11, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:31.125380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for 4cd666f2-c882-4f10-9a8f-f2259afbf903 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:31.283130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0350528 Feb 16 17:01:31.296488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:31.320823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55494) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:31.351538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a60493-56c7-49b2-898f-451e3bfdafb4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=518cb009-4f40-4ea8-9c75-7fb93b7899f1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.353660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.363267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 518cb009-4f40-4ea8-9c75-7fb93b7899f1 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:31.366222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'ports': [{'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'}, {'network_id': '518cb009-4f40-4ea8-9c75-7fb93b7899f1'}]} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:31.366433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:31.366914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '518cb009-4f40-4ea8-9c75-7fb93b7899f1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:31.392517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.418251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=4cd666f2-c882-4f10-9a8f-f2259afbf903,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.446193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.507768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.508363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router fc7049b3-29f3-449d-949b-dd8e865f397b {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:01:31.513784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c1b15fbf-7616-4e12-8130-e77324d44279 tempest-DvrRoutersNegativeTest-796645515 tempest-DvrRoutersNegativeTest-796645515-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1476601374', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:31.517210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.policy [None req-c1b15fbf-7616-4e12-8130-e77324d44279 tempest-DvrRoutersNegativeTest-796645515 tempest-DvrRoutersNegativeTest-796645515-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87721) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 17:01:31.517545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.policy [None req-c1b15fbf-7616-4e12-8130-e77324d44279 tempest-DvrRoutersNegativeTest-796645515 tempest-DvrRoutersNegativeTest-796645515-project] Failed policy check for 'create_router' {{(pid=87721) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 17:01:31.518087 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c1b15fbf-7616-4e12-8130-e77324d44279 tempest-DvrRoutersNegativeTest-796645515 tempest-DvrRoutersNegativeTest-796645515-project] create failed (client error): Access was denied to this resource. Feb 16 17:01:31.522825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c1b15fbf-7616-4e12-8130-e77324d44279 tempest-DvrRoutersNegativeTest-796645515 tempest-DvrRoutersNegativeTest-796645515-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1973681 Feb 16 17:01:31.544806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.550960 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d8ecd08b-6407-40d5-8bf8-fd57201da531 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 204 len: 168 time: 1.0078948 Feb 16 17:01:31.603720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55502) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:31.615965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1793898260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:31.622952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:31.627603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Usage tracker for resource:router and tenant:0e66ef9569d74c6a9634486f4e1a8297 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:31.631161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:31.640378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:31.678921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.680179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.692845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:31.698450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:31.704465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:31.713289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:31.715886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.734305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 2} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:31.739372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.758921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.778408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.782406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.867272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55508) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:31.909654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.911895 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5768036b-7662-4b14-bc84-93da7b776728 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3065026 Feb 16 17:01:31.930338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55514) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:31.940912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:32.070716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.104550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:32.308679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Usage tracker for resource:security_group_rule and tenant:d04ccf2caabc4162af17814720e0010d is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:32.319792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:32.339762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:32.388636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Router a1f9b188-2053-444d-a594-9f99ee2496fd has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:01:32.471248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 3c9327e4-ef4a-4630-b882-4c616819afbd yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:32.606439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.616204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.644636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:32.649998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.655853 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] Sync routers for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:32.669075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:32.670096 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.676426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.688409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534cddb8-e0b8-4609-bb40-59295b00c0ac,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.692720 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-94460fa0-9d72-4c3e-a4d8-cf65a6b95cbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d04ccf2caabc4162af17814720e0010d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244586 Feb 16 17:01:32.697053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55520) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:32.736460 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a711e85f-6f71-4a55-8f7c-249c6ccca11b tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "PUT /v2.0/routers/a1f9b188-2053-444d-a594-9f99ee2496fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5588281 Feb 16 17:01:32.739972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55524) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:32.751411 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.761053 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] Routers {'a1f9b188-2053-444d-a594-9f99ee2496fd'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:32.761761 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a1f9b188-2053-444d-a594-9f99ee2496fd'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.771836 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-32e4000c-0c7e-40cd-b5c8-5bde22b0f345 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6557162 Feb 16 17:01:32.830757 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.831277 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904daff-b605-4713-8db3-c5ef71aa46f3 None None] The sync data for ids ['a1f9b188-2053-444d-a594-9f99ee2496fd'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:32.928598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f99-99f5-4813-bc98-23214649d4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.936730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.974758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f99-99f5-4813-bc98-23214649d4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.997985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.070218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Router 6062527a-ffd9-415a-8fac-241d3b1e307e is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:01:33.074865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 8f22233f-659c-4349-8371-522053c0df5e yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:33.155327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-0c9896ff-0936-45e3-8244-a2782ab9d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.157066 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-0c9896ff-0936-45e3-8244-a2782ab9d4e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.2773612 Feb 16 17:01:33.189540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f99-99f5-4813-bc98-23214649d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.215280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed73f99-99f5-4813-bc98-23214649d4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534cddb8-e0b8-4609-bb40-59295b00c0ac,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:33.229088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f99-99f5-4813-bc98-23214649d4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.230727 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ed73f99-99f5-4813-bc98-23214649d4bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/534cddb8-e0b8-4609-bb40-59295b00c0ac HTTP/1.1" status: 204 len: 168 time: 0.5322969 Feb 16 17:01:33.236406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.251089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting port e4a44469-8983-4782-9adb-7494cd3c4415 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:33.251442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.331305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:01:33.344380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] Sync routers for ids ['6062527a-ffd9-415a-8fac-241d3b1e307e'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:33.356146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] Routers {'6062527a-ffd9-415a-8fac-241d3b1e307e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:33.357226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6062527a-ffd9-415a-8fac-241d3b1e307e'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:33.418133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-d8933b1e-8b99-4db9-a2f1-4f7652e0ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.419899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-d8933b1e-8b99-4db9-a2f1-4f7652e0ee80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.1888192 Feb 16 17:01:33.430882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.431448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1304ed12-be54-4b01-8d22-f7e609810efc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "PUT /v2.0/routers/6062527a-ffd9-415a-8fac-241d3b1e307e HTTP/1.1" status: 200 len: 698 time: 1.4996383 Feb 16 17:01:33.476954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.507910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55530) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:33.521547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] Set router 6062527a-ffd9-415a-8fac-241d3b1e307e gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:33.621882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Calling delete_port for e4a44469-8983-4782-9adb-7494cd3c4415 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:33.648953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6062527a-ffd9-415a-8fac-241d3b1e307e', 'name': 'tempest-RoutersIpV6Test-router-1793898260', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:31Z', 'updated_at': '2022-02-16T17:01:32Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:33.659555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] Checking router: 6062527a-ffd9-415a-8fac-241d3b1e307e for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:33.666957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-966200aa-f721-475e-b6f5-1733bc9fc59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.673402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] Routers {'6062527a-ffd9-415a-8fac-241d3b1e307e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:01:33.674114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6062527a-ffd9-415a-8fac-241d3b1e307e'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:33.828789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.876968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Port': ['ID=e4a44469-8983-4782-9adb-7494cd3c4415,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:33.883473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] Set router 6062527a-ffd9-415a-8fac-241d3b1e307e gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:01:33.897538 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fd246fbf-ad0e-4874-a41a-4e044a9c71e2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/routers/6062527a-ffd9-415a-8fac-241d3b1e307e HTTP/1.1" status: 200 len: 704 time: 0.3882821 Feb 16 17:01:33.911336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55534) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:33.913921 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-11040b96-4f40-42d1-a831-e279fab6e460 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.4785860 Feb 16 17:01:33.989068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.015836 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-50032719-e325-425c-b848-cc7c940d24dc tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=6062527a-ffd9-415a-8fac-241d3b1e307e HTTP/1.1" status: 200 len: 205 time: 0.0982900 Feb 16 17:01:34.017124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55538) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:34.029545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6062527a-ffd9-415a-8fac-241d3b1e307e', 'name': 'tempest-RoutersIpV6Test-router-1793898260', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:31Z', 'updated_at': '2022-02-16T17:01:32Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:34.034898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e6ed5-cfe9-465f-9842-b63cad0f5af4 None None] The sync data for ids ['6062527a-ffd9-415a-8fac-241d3b1e307e'] in dv-neutron-829527-2-hyperv is: [{'id': '6062527a-ffd9-415a-8fac-241d3b1e307e', 'name': 'tempest-RoutersIpV6Test-router-1793898260', 'tenant_id': '0e66ef9569d74c6a9634486f4e1a8297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:31Z', 'updated_at': '2022-02-16T17:01:32Z', 'revision_number': 2, 'project_id': '0e66ef9569d74c6a9634486f4e1a8297', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:34.098269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.177921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-271960a3-e685-44fc-a00d-3814f1d22aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.179554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-271960a3-e685-44fc-a00d-3814f1d22aec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.2277167 Feb 16 17:01:34.227916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.241389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.310740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.314145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.346542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.347209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Fanout notify agent at l3_agent the message router_deleted on router a1f9b188-2053-444d-a594-9f99ee2496fd {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:01:34.366157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.367406 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9c537d5f-8dbb-49cf-b922-3410efecd037 tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/routers/a1f9b188-2053-444d-a594-9f99ee2496fd HTTP/1.1" status: 204 len: 168 time: 1.6267667 Feb 16 17:01:34.370521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55542) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:34.388330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.441634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Deleting subnet 3546df11-757d-425d-9bf0-f60fa610272f {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:34.444715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.499410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.562978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.586945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:34.642241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.646611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:34.654544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:34.656044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.673141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.676837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=3c9327e4-ef4a-4630-b882-4c616819afbd,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.680308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.690603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Subnet': ['ID=3546df11-757d-425d-9bf0-f60fa610272f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.698768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.709340 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ab4c6a77-3e73-4654-a36d-83644f7bbc1a tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/subnets/3546df11-757d-425d-9bf0-f60fa610272f HTTP/1.1" status: 204 len: 168 time: 0.3375587 Feb 16 17:01:34.711677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55546) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:34.762761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-6d16d0b8-77bc-44ce-b6cf-164fde576fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.764852 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-6d16d0b8-77bc-44ce-b6cf-164fde576fb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5779126 Feb 16 17:01:34.816124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.816605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Fanout notify agent at l3_agent the message router_deleted on router 6062527a-ffd9-415a-8fac-241d3b1e307e {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:01:34.837114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.875830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=8f22233f-659c-4349-8371-522053c0df5e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.901310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.902306 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-51ef12b5-7323-400b-ba9b-fdd34d4d619a tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/6062527a-ffd9-415a-8fac-241d3b1e307e HTTP/1.1" status: 204 len: 168 time: 0.8849311 Feb 16 17:01:34.908159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55550) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:34.911397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': 'dfc77ee6-fec2-4f20-aeaa-71c542f1724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '518cb009-4f40-4ea8-9c75-7fb93b7899f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:34.911766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: 518cb009-4f40-4ea8-9c75-7fb93b7899f1, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:34.967944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-8c0acffa-b4e5-433a-8d12-a24d593d81f6 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896570 Feb 16 17:01:34.968682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.969313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 518cb009-4f40-4ea8-9c75-7fb93b7899f1 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:35.024939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0e80a7e5-c7b2-4dd5-b597-4237c3737094 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Synchronizing usage tracker for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:35.032943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.054469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 518cb009-4f40-4ea8-9c75-7fb93b7899f1) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:35.063557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e4e67-f98e-4999-830c-9a6685d4c552 None None] Network 518cb009-4f40-4ea8-9c75-7fb93b7899f1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:35.064614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:35.067718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0e80a7e5-c7b2-4dd5-b597-4237c3737094 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] Unset dirty status for tenant:0e66ef9569d74c6a9634486f4e1a8297 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:35.068898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e80a7e5-c7b2-4dd5-b597-4237c3737094 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=6062527a-ffd9-415a-8fac-241d3b1e307e HTTP/1.1" status: 200 len: 205 time: 0.1598048 Feb 16 17:01:35.070244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:35.070605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb013af-0702-4e84-8b97-88e4442e94d1']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.075128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:35.075818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.078217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55554) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.114066 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eb0e8896-1dc8-41bb-b100-55dd0aa23e5f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8165355 Feb 16 17:01:35.117122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55558) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.152558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650baafc-c873-4531-8396-1850e29e1d51') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.153218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650baafc-c873-4531-8396-1850e29e1d51') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.170153 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c5e66237-ee19-4b61-98f0-33f870c622ac tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:35.171258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c5e66237-ee19-4b61-98f0-33f870c622ac tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/6062527a-ffd9-415a-8fac-241d3b1e307e HTTP/1.1" status: 404 len: 336 time: 0.0918839 Feb 16 17:01:35.175108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55562) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.175457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.197405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.205677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:35.206227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:35.226254 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:35.243269 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-24da39e5-d6a7-4e05-aad0-d23f8aae74d7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:35.243715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24da39e5-d6a7-4e05-aad0-d23f8aae74d7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:35.245623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-24da39e5-d6a7-4e05-aad0-d23f8aae74d7 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/73ce95c6-ea2f-4fe4-839b-492564b739fa HTTP/1.1" status: 404 len: 337 time: 0.0631425 Feb 16 17:01:35.247850 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-edaa8d8e-379d-4029-946a-c60236b8bb5a req-8ef7e558-a7e3-4e86-b816-6f6e1b8c6203 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724349 Feb 16 17:01:35.248483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55566) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.309427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 8f22233f-659c-4349-8371-522053c0df5e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:35.309765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.325141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.343186 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dc2982-e321-48df-9f35-93b9025310ef tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:35.343754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dc2982-e321-48df-9f35-93b9025310ef tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:35.345637 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b5dc2982-e321-48df-9f35-93b9025310ef tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/242a5558-2e9a-4b14-bec9-6545d38ab525 HTTP/1.1" status: 404 len: 337 time: 0.0869892 Feb 16 17:01:35.346952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.350350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55572) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.356639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] Pushing event deleted for resources: {'Network': ['ID=5bb013af-0702-4e84-8b97-88e4442e94d1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:35.402489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4155b479-6c63-48d9-a9ec-e30172b9a2af tempest-FloatingIPTestJSON-346079133 tempest-FloatingIPTestJSON-346079133-project] 10.222.0.43 "DELETE /v2.0/networks/5bb013af-0702-4e84-8b97-88e4442e94d1 HTTP/1.1" status: 204 len: 168 time: 0.6881731 Feb 16 17:01:35.405821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-473e942a-dfa7-4dc6-affe-c64272d26d40 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:35.406539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473e942a-dfa7-4dc6-affe-c64272d26d40 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:35.408262 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-473e942a-dfa7-4dc6-affe-c64272d26d40 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/922e1446-679f-4c2e-b95b-8198a484483c HTTP/1.1" status: 404 len: 337 time: 0.0545433 Feb 16 17:01:35.410804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55578) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.450512 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-094bddef-8015-4f84-8312-1cef5a18be29 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:35.450991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094bddef-8015-4f84-8312-1cef5a18be29 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:35.453213 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-094bddef-8015-4f84-8312-1cef5a18be29 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/1f95a4c0-fee7-452e-a018-33c351fe7190 HTTP/1.1" status: 404 len: 337 time: 0.0411797 Feb 16 17:01:35.455838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55582) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.504844 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e5081375-13e2-4c43-9ae2-da61353fa03b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 200 len: 205 time: 0.0455225 Feb 16 17:01:35.505209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55586) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.579822 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-3ba3679d-b67d-4a8e-be4b-ac9b40891952 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:35.583336 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3ba3679d-b67d-4a8e-be4b-ac9b40891952 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/fc7049b3-29f3-449d-949b-dd8e865f397b HTTP/1.1" status: 404 len: 336 time: 0.0746911 Feb 16 17:01:35.583619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55590) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.647347 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a0e3c6ac-17ea-40fb-9142-2b93ac689537 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=14e02faf-10e0-4853-8b56-71953df5f250 HTTP/1.1" status: 200 len: 205 time: 0.0604262 Feb 16 17:01:35.647680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55596) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.720908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.785349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55600) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.837349 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-961b5898-c69b-42cb-b611-6a824ff2bea4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:35.838362 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-961b5898-c69b-42cb-b611-6a824ff2bea4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/14e02faf-10e0-4853-8b56-71953df5f250 HTTP/1.1" status: 404 len: 336 time: 0.1898105 Feb 16 17:01:35.840971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55604) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.854788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 8f22233f-659c-4349-8371-522053c0df5e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:35.881599 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf35574-f445-4c2c-9e7d-a58f56193911 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:35.882046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf35574-f445-4c2c-9e7d-a58f56193911 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:35.884654 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fbf35574-f445-4c2c-9e7d-a58f56193911 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/efd823b6-3717-4488-9462-2230a2ee1369 HTTP/1.1" status: 404 len: 337 time: 0.0418472 Feb 16 17:01:35.887054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55610) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.945708 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8453fb6d-e6ed-41f3-993c-791fb0711ac8 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 200 len: 205 time: 0.0573587 Feb 16 17:01:35.948023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55614) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:35.987550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.016996 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-e609237d-2db7-4e47-8a8f-4dbc5b01a703 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:36.017989 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e609237d-2db7-4e47-8a8f-4dbc5b01a703 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/a53de2e1-7337-4376-93a8-d74a094ec5fa HTTP/1.1" status: 404 len: 336 time: 0.0684896 Feb 16 17:01:36.020633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55618) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.066981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-54ad9f91-9798-4843-b254-a54732a31ef2 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=043e4e2d-4420-412d-96b0-f032c8b7cc77 HTTP/1.1" status: 200 len: 205 time: 0.0450337 Feb 16 17:01:36.069306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55622) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.069459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=8f22233f-659c-4349-8371-522053c0df5e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:36.084767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.103410 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2b4235ae-5e8a-4538-88e5-d7f138765c6a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/8f22233f-659c-4349-8371-522053c0df5e HTTP/1.1" status: 204 len: 168 time: 0.9853036 Feb 16 17:01:36.107064 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-84ee6be1-8998-49a3-98b2-82115e933d20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4bf3bededdd4b1c8672e2d33a2c3522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206816 Feb 16 17:01:36.107681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55626) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.123002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55628) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.148533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-32ab71b4-a486-4f57-ad5c-17ea989d7615 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:36.158312 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-32ab71b4-a486-4f57-ad5c-17ea989d7615 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/043e4e2d-4420-412d-96b0-f032c8b7cc77 HTTP/1.1" status: 404 len: 336 time: 0.0792854 Feb 16 17:01:36.159640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55634) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.214990 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-148c118c-2de2-4e4d-9623-4cfb548fb5b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:36.215499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148c118c-2de2-4e4d-9623-4cfb548fb5b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:36.216898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-678a1bb0-6ac2-4a97-9fc9-4cea5d587fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.218366 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-148c118c-2de2-4e4d-9623-4cfb548fb5b4 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/1f65d0ec-55a4-4a38-9473-9a30ab90edf6 HTTP/1.1" status: 404 len: 337 time: 0.0596557 Feb 16 17:01:36.220721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55638) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.245453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-678a1bb0-6ac2-4a97-9fc9-4cea5d587fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.271590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d7e0c55e-b1de-4092-8647-9cdb91b021b5 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=0440243b-6892-43ad-b322-72a17e614714 HTTP/1.1" status: 200 len: 205 time: 0.0491326 Feb 16 17:01:36.274935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55642) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.300897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-678a1bb0-6ac2-4a97-9fc9-4cea5d587fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.319524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a1bb0-6ac2-4a97-9fc9-4cea5d587fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc4c0d-3351-4a50-870c-690ce21fa681,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:36.322774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-678a1bb0-6ac2-4a97-9fc9-4cea5d587fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.326660 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-678a1bb0-6ac2-4a97-9fc9-4cea5d587fb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6fc4c0d-3351-4a50-870c-690ce21fa681 HTTP/1.1" status: 204 len: 168 time: 0.2026248 Feb 16 17:01:36.356682 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-9b902d9a-db23-47c0-aed7-c7c3317a820f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:36.357687 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9b902d9a-db23-47c0-aed7-c7c3317a820f tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/0440243b-6892-43ad-b322-72a17e614714 HTTP/1.1" status: 404 len: 336 time: 0.0818679 Feb 16 17:01:36.361295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55648) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.372143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69444ba-9638-4179-a076-0e0382b7bd00 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.378519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69444ba-9638-4179-a076-0e0382b7bd00 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.379316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e69444ba-9638-4179-a076-0e0382b7bd00 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:36.396781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e69444ba-9638-4179-a076-0e0382b7bd00 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:36.398112 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e69444ba-9638-4179-a076-0e0382b7bd00 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2889767 Feb 16 17:01:36.401026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55652) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.403959 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa91332-b718-4c36-9d3f-06adc8535049 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:36.404394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa91332-b718-4c36-9d3f-06adc8535049 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:36.407160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aaa91332-b718-4c36-9d3f-06adc8535049 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/4be8a2bb-c2dc-4181-9efa-a652310b353c HTTP/1.1" status: 404 len: 337 time: 0.0449109 Feb 16 17:01:36.410063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55656) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.459705 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b71ae1f7-3db7-4ae1-bf26-1b7f0cd7a9d0 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b732b45-69f5-4947-b532-456828d9c426 HTTP/1.1" status: 200 len: 205 time: 0.0484455 Feb 16 17:01:36.462157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55660) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.484629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 3c9327e4-ef4a-4630-b882-4c616819afbd {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:36.484980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.536029 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-6d372f03-1c19-45c7-8a9b-8f43ab52961b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] delete failed (client error): The resource could not be found. Feb 16 17:01:36.537272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6d372f03-1c19-45c7-8a9b-8f43ab52961b tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/routers/6b732b45-69f5-4947-b532-456828d9c426 HTTP/1.1" status: 404 len: 336 time: 0.0741796 Feb 16 17:01:36.540149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55668) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.585579 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-5896ae16-c3b9-421f-8215-3393ffd01c4e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:36.586039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5896ae16-c3b9-421f-8215-3393ffd01c4e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:36.587776 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5896ae16-c3b9-421f-8215-3393ffd01c4e tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/58e998b4-db0f-4475-87b8-4e57cdde01c2 HTTP/1.1" status: 404 len: 337 time: 0.0466995 Feb 16 17:01:36.590537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55674) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.635953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e8a4b7-e404-4966-88da-cad7f2ba8773 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:36.636355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.636832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e8a4b7-e404-4966-88da-cad7f2ba8773 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:36.640561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c8e8a4b7-e404-4966-88da-cad7f2ba8773 tempest-RoutersIpV6Test-1400583325 tempest-RoutersIpV6Test-1400583325-project] 10.222.0.43 "DELETE /v2.0/subnets/db2d099e-1d7e-4464-be30-c7a896944293 HTTP/1.1" status: 404 len: 337 time: 0.0467916 Feb 16 17:01:36.746180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.888389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 3c9327e4-ef4a-4630-b882-4c616819afbd owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:36.910769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55688) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:36.990539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.053120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=3c9327e4-ef4a-4630-b882-4c616819afbd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.059106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.081620 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0800f10f-8edd-4a43-8835-a116b8c32e7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/3c9327e4-ef4a-4630-b882-4c616819afbd HTTP/1.1" status: 204 len: 168 time: 0.6791871 Feb 16 17:01:37.085106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55700) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:37.094941 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f60ae2ca-ecdd-4acc-a65f-235d978166f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e66ef9569d74c6a9634486f4e1a8297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825602 Feb 16 17:01:37.106924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:37.190095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8931b6f-7d10-46b8-a8f9-05b9095f8033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.223958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8931b6f-7d10-46b8-a8f9-05b9095f8033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.231521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed722b-a06f-47ad-b4b7-a3d7655cc1e1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:37.232263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02ed722b-a06f-47ad-b4b7-a3d7655cc1e1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:37.254034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02ed722b-a06f-47ad-b4b7-a3d7655cc1e1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:37.258773 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02ed722b-a06f-47ad-b4b7-a3d7655cc1e1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1697598 Feb 16 17:01:37.259420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55712) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:37.288091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55716) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:37.301597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8931b6f-7d10-46b8-a8f9-05b9095f8033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.315956 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ba7fd4-db54-4112-95b4-d413af6ed110 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:01:37.320784 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f2ba7fd4-db54-4112-95b4-d413af6ed110 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/8f22233f-659c-4349-8371-522053c0df5e HTTP/1.1" status: 404 len: 333 time: 0.0603721 Feb 16 17:01:37.321570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55724) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:37.338154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8931b6f-7d10-46b8-a8f9-05b9095f8033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.342077 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a8931b6f-7d10-46b8-a8f9-05b9095f8033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04161ac3-d582-4a2e-84af-ef4b980e22ff HTTP/1.1" status: 204 len: 168 time: 0.2436192 Feb 16 17:01:37.343795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8931b6f-7d10-46b8-a8f9-05b9095f8033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04161ac3-d582-4a2e-84af-ef4b980e22ff,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.374361 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4a458b-76eb-477a-824e-05b486db9586 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:01:37.378706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55730) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:37.378881 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ce4a458b-76eb-477a-824e-05b486db9586 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/3c9327e4-ef4a-4630-b882-4c616819afbd HTTP/1.1" status: 404 len: 333 time: 0.0562959 Feb 16 17:01:37.454417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1803248855'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:37.507481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:37.521060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:37.534875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:37.554646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:37.573070 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:01:37.585190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.593657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:37.597246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.615604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.635357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:37.673858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:security_group_rule and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:37.693363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:37.703047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-5cc47b04-31f3-47a9-9649-558836a01826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:37.706581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-5cc47b04-31f3-47a9-9649-558836a01826 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.3029218 Feb 16 17:01:37.872645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:38.036497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.093488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518cb009-4f40-4ea8-9c75-7fb93b7899f1']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.113041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc77ee6-fec2-4f20-aeaa-71c542f1724b') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.113746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc77ee6-fec2-4f20-aeaa-71c542f1724b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.143440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.188984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-02d0a464-25f1-4214-82e9-baf584b14941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:38.191523 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-02d0a464-25f1-4214-82e9-baf584b14941 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.3159111 Feb 16 17:01:38.193072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.237289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55754) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:38.275388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:38.275719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:38.302489 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:38.334251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bf07e-f9fa-4e09-89ed-733100b1cdb7 req-57ae0fee-6f13-4b90-8319-18264f44f45b tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:38.335755 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-618bf07e-f9fa-4e09-89ed-733100b1cdb7 req-57ae0fee-6f13-4b90-8319-18264f44f45b tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.8760450 Feb 16 17:01:38.347825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-811efaf4-5b93-40a9-8d9c-e5fe60ce56dc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.348256 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-811efaf4-5b93-40a9-8d9c-e5fe60ce56dc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 17:01:38.348798 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-811efaf4-5b93-40a9-8d9c-e5fe60ce56dc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:01:38.349798 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-811efaf4-5b93-40a9-8d9c-e5fe60ce56dc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1115055 Feb 16 17:01:38.354978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55760) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:38.361203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529178059'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.367973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:38.371854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:38.375526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:38.381536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:38.476504 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-9035141a-7533-42cc-aaee-06af58d6e64c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.2733419 Feb 16 17:01:38.478112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.481162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.491067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.503776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.518041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:38.521954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:38.524723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:38.530371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:38.535332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.540460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.570400 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-618bf07e-f9fa-4e09-89ed-733100b1cdb7 req-3e15c78b-e9a0-4b31-b7c9-56fa679a22ee tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815548 Feb 16 17:01:38.571253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=518cb009-4f40-4ea8-9c75-7fb93b7899f1,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.599642 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b902d2a9-eaf2-40db-a2d9-8411d43885bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/518cb009-4f40-4ea8-9c75-7fb93b7899f1 HTTP/1.1" status: 204 len: 168 time: 1.2196877 Feb 16 17:01:38.605706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55764) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:38.614811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-200472184'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.616285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:38.627523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:38.630583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d796c81-9447-4c9f-bdff-6f0c10438a40,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.635599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-fd586d25-119b-4c1e-8f6b-ba0c04e0a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:38.637061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:38.637235 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-fd586d25-119b-4c1e-8f6b-ba0c04e0a402 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.1485081 Feb 16 17:01:38.641421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.641564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.641968 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98 of type vlan for network 184366c6-a18a-4e45-8b3d-2c8932e8d0df Feb 16 17:01:38.642516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:38.648580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:38.650595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.663219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:38.671762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:38.679688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:38.691121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:38.694476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.708159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:38.713610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.725066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c04b7-3faf-45db-8d66-1c23dbf6a2c9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.752092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:38.763140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-a79fe985-26a2-4e3c-b43e-bd0e7ce1c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:38.764885 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-a79fe985-26a2-4e3c-b43e-bd0e7ce1c2cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175542 Feb 16 17:01:38.765484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.768908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.769250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment e636e396-dd36-43d3-903b-0d2a29cc41e8 of type vlan for network 1b3519c9-ef1e-423a-aad8-36605225b84b Feb 16 17:01:38.771244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:38.771840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.821936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.837883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.843818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.908782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe9cf7f-92fe-4a96-9f99-c5bf1ac37a9f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.912258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.917723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:38.918320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.922310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.923898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-04a0895b-9da9-4d49-ba98-f663cbc6a245 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5670764 Feb 16 17:01:38.935848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55768) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:38.958762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'ebe9cf7f-92fe-4a96-9f99-c5bf1ac37a9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.965503 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6760330 Feb 16 17:01:38.976810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:38.992107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa726bf9-f71c-4c17-9aa2-255f473600d7 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=184366c6-a18a-4e45-8b3d-2c8932e8d0df,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.996351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:39.003569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:39.018987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 184366c6-a18a-4e45-8b3d-2c8932e8d0df details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:39.021076 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4140961 Feb 16 17:01:39.025480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55772) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:39.026450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:39.039755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:39.046310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8f844-aac1-4366-831a-2f1a3f432609 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=1b3519c9-ef1e-423a-aad8-36605225b84b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.096961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1b3519c9-ef1e-423a-aad8-36605225b84b details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:39.173259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:39.192441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:39.197386 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-6478ead9-67ee-42df-90da-ef6aca736a8e service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215863 Feb 16 17:01:39.199298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:39.202769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.217944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:39.321331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:39.324835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.454777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Performing IP validity checks on allocation pools {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:01:39.457622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:01:39.492394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.515541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.552767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac7b5f9-0f80-4239-82ab-dd4e3345b541,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.556164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1624df0f-a3e1-406e-9302-a8b7836e7ccf req-0dde4c44-8ef8-4b5a-bfb8-98e36206a6a6 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427982 Feb 16 17:01:39.574916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.576158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-29c20c23-0262-46f9-97c2-91f843d9eb89 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6347635 Feb 16 17:01:39.579246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55776) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:39.614073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'ebe9cf7f-92fe-4a96-9f99-c5bf1ac37a9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:39.628378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:39.636177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:39.642349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:39.806229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:39.858529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.889545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.957780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4783-2129-49a4-9ccc-a4e292346ffb req-b1648d5e-d68e-4c49-8bf3-956234cf990d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:39.959828 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17be4783-2129-49a4-9ccc-a4e292346ffb req-b1648d5e-d68e-4c49-8bf3-956234cf990d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2685750 Feb 16 17:01:40.004611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=b2257901-ffab-445b-a1d7-a97426263257,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.013359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17be4783-2129-49a4-9ccc-a4e292346ffb req-f3dc52fb-a70d-4cba-9f7e-bdffff2680a7 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467381 Feb 16 17:01:40.018349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:01:40.022327 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-23bde388-2116-4045-a9ed-696a95d6338e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4395175 Feb 16 17:01:40.022970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55784) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:40.025736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': 'e636e396-dd36-43d3-903b-0d2a29cc41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:40.026099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: 1b3519c9-ef1e-423a-aad8-36605225b84b, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:40.084738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 1b3519c9-ef1e-423a-aad8-36605225b84b is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:40.111955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1b3519c9-ef1e-423a-aad8-36605225b84b) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:40.119118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:40.119761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.131935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0a93a-fc35-4a59-bdcd-c89090a2a777 None None] Network 1b3519c9-ef1e-423a-aad8-36605225b84b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:40.135073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5995cd61-d961-4a1c-8f05-312f108d311f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.196816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f70f0ba3-426d-4457-b21e-8b47a949658e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1675320 Feb 16 17:01:40.199653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55788) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:40.209034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b', 'name': 'tempest-PortsIpV6TestJSON-265757453'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.210528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5995cd61-d961-4a1c-8f05-312f108d311f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.361694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5995cd61-d961-4a1c-8f05-312f108d311f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.411837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995cd61-d961-4a1c-8f05-312f108d311f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe9cf7f-92fe-4a96-9f99-c5bf1ac37a9f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.432609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5995cd61-d961-4a1c-8f05-312f108d311f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.437472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5995cd61-d961-4a1c-8f05-312f108d311f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/ebe9cf7f-92fe-4a96-9f99-c5bf1ac37a9f HTTP/1.1" status: 204 len: 168 time: 0.4098005 Feb 16 17:01:40.438815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55792) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:40.567888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-42f17545-03fc-4bea-b6df-c3bf6c1895c1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:40.586998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1b3519c9-ef1e-423a-aad8-36605225b84b', 'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': 'b2257901-ffab-445b-a1d7-a97426263257'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:40.587871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.597861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-42f17545-03fc-4bea-b6df-c3bf6c1895c1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:40.602285 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-42f17545-03fc-4bea-b6df-c3bf6c1895c1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1622765 Feb 16 17:01:40.606260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55796) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:40.614611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050876300'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.621046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:40.635848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:40.653130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.688446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:40.693233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:40.698457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:40.707665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:40.734860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:40.750106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:40.760547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:40.765121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.785055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Allocated IP 2001:db8::2 (1b3519c9-ef1e-423a-aad8-36605225b84b/b2257901-ffab-445b-a1d7-a97426263257/5b4773c4-1b34-445a-9a09-9c17676bb78d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:40.794917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port f38ae099-0323-4c1e-a498-d3f1f9d5ef42 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:40.806043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.810390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.869447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7c21f-7cdc-4152-9c1d-b639d8b7fe2f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.875406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.878783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-032e173d-92b6-49f8-a467-bb094d4daf80 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2713697 Feb 16 17:01:40.881835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55800) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:40.890954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-62ffb58c-7a61-4576-96dd-ac8f6988a85f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '42f7c21f-7cdc-4152-9c1d-b639d8b7fe2f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.891893 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.api.v2.base [None req-62ffb58c-7a61-4576-96dd-ac8f6988a85f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 17:01:40.892399 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-62ffb58c-7a61-4576-96dd-ac8f6988a85f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:40.895997 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-62ffb58c-7a61-4576-96dd-ac8f6988a85f tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106370 Feb 16 17:01:40.896443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55804) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:40.964740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1820c42a-455e-47c1-8ff9-615bbed5f558 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.995020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1820c42a-455e-47c1-8ff9-615bbed5f558 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.033466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.046787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Transition to ACTIVE for port object 5b4773c4-1b34-445a-9a09-9c17676bb78d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:41.047289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1820c42a-455e-47c1-8ff9-615bbed5f558 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.066819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Transition to ACTIVE for port object 5b4773c4-1b34-445a-9a09-9c17676bb78d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:41.075493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820c42a-455e-47c1-8ff9-615bbed5f558 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7c21f-7cdc-4152-9c1d-b639d8b7fe2f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.085043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1820c42a-455e-47c1-8ff9-615bbed5f558 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.086889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.089190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1820c42a-455e-47c1-8ff9-615bbed5f558 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/42f7c21f-7cdc-4152-9c1d-b639d8b7fe2f HTTP/1.1" status: 204 len: 168 time: 0.1918428 Feb 16 17:01:41.089814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55810) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:41.168836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fb45493e-9f04-4a47-ad2c-55122ea777e1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:41.199710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Network 1b3519c9-ef1e-423a-aad8-36605225b84b is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:41.204296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:41.210806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:41.222521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Pushing event updated for resources: {'Port': ['ID=5b4773c4-1b34-445a-9a09-9c17676bb78d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.242243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::162 (1b3519c9-ef1e-423a-aad8-36605225b84b/b2257901-ffab-445b-a1d7-a97426263257/f38ae099-0323-4c1e-a498-d3f1f9d5ef42) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:41.320240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Attempting to bind port 5b4773c4-1b34-445a-9a09-9c17676bb78d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:41.320604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Attempting to bind port 5b4773c4-1b34-445a-9a09-9c17676bb78d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e636e396-dd36-43d3-903b-0d2a29cc41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:41.320958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Attempting to bind port 5b4773c4-1b34-445a-9a09-9c17676bb78d on network 1b3519c9-ef1e-423a-aad8-36605225b84b {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:41.328596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fb45493e-9f04-4a47-ad2c-55122ea777e1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:41.329314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:41.329731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Checking segment: {'id': 'e636e396-dd36-43d3-903b-0d2a29cc41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:41.330214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.330643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Bound using segment: {'id': 'e636e396-dd36-43d3-903b-0d2a29cc41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:41.334523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Bound port: 5b4773c4-1b34-445a-9a09-9c17676bb78d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636e396-dd36-43d3-903b-0d2a29cc41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1b3519c9-ef1e-423a-aad8-36605225b84b'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:41.334523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.335395 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fb45493e-9f04-4a47-ad2c-55122ea777e1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2446654 Feb 16 17:01:41.336441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55814) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:41.344241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--70580007'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:41.354014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:41.367927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:41.381567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.415366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:41.419537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:41.423442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:41.429680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:41.445926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] For port 5b4773c4-1b34-445a-9a09-9c17676bb78d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:41.450128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] For port 5b4773c4-1b34-445a-9a09-9c17676bb78d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b4773c4-1b34-445a-9a09-9c17676bb78d,segment=NetworkSegment(e636e396-dd36-43d3-903b-0d2a29cc41e8),segment_id=e636e396-dd36-43d3-903b-0d2a29cc41e8)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:41.454210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.508757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.512017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.519828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d2b2b-c185-4661-80be-e121ff6c05b6 req-6d1dfab4-73c1-4a1e-b666-6244a5bfd0bc tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.521914 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a37d2b2b-c185-4661-80be-e121ff6c05b6 req-6d1dfab4-73c1-4a1e-b666-6244a5bfd0bc tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3242443 Feb 16 17:01:41.523113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.535180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object f38ae099-0323-4c1e-a498-d3f1f9d5ef42 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:41.563644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.586972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12163cc6-67c3-4d4d-8d37-fb0c85aaab9b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.589341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.593744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-37ef31e2-8ee7-4ef3-8a8b-ef0c7c461a7d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2517564 Feb 16 17:01:41.604150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55818) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:41.610986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a23eddea-9405-4ed5-af1b-77fdf78a5a4c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '12163cc6-67c3-4d4d-8d37-fb0c85aaab9b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:41.612092 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.api.v2.base [None req-a23eddea-9405-4ed5-af1b-77fdf78a5a4c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 17:01:41.612514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-a23eddea-9405-4ed5-af1b-77fdf78a5a4c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:41.613747 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a23eddea-9405-4ed5-af1b-77fdf78a5a4c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083966 Feb 16 17:01:41.617589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55822) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:41.648285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d65b5-de7e-4454-9db8-b556eb7041dd None None] Pushing event updated for resources: {'Port': ['ID=5b4773c4-1b34-445a-9a09-9c17676bb78d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.669362 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a37d2b2b-c185-4661-80be-e121ff6c05b6 req-250f8bc4-79e0-42fe-a88d-9a32184d384f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188219 Feb 16 17:01:41.690945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=f38ae099-0323-4c1e-a498-d3f1f9d5ef42,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.717875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 1b3519c9-ef1e-423a-aad8-36605225b84b is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:41.720497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:41.723030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:41.724841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601d5609-e751-4e7f-b070-d7dcefe7b133 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.730237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.731041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.756164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601d5609-e751-4e7f-b070-d7dcefe7b133 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.763772 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9d24b17b-29c7-4c1f-9314-414532f3ddb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5621333 Feb 16 17:01:41.767001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55828) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:41.821526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601d5609-e751-4e7f-b070-d7dcefe7b133 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.849900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d5609-e751-4e7f-b070-d7dcefe7b133 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12163cc6-67c3-4d4d-8d37-fb0c85aaab9b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.857704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601d5609-e751-4e7f-b070-d7dcefe7b133 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.861316 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-601d5609-e751-4e7f-b070-d7dcefe7b133 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/12163cc6-67c3-4d4d-8d37-fb0c85aaab9b HTTP/1.1" status: 204 len: 168 time: 0.2405262 Feb 16 17:01:41.861757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55832) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:41.875123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port f38ae099-0323-4c1e-a498-d3f1f9d5ef42 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:41.876121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.971677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-13d50b18-3334-4468-9b2a-4056842b1e82 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:42.016878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-13d50b18-3334-4468-9b2a-4056842b1e82 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:42.022598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55836) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.023392 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-13d50b18-3334-4468-9b2a-4056842b1e82 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1606393 Feb 16 17:01:42.030046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--381312354'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.041096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:42.119038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:42.150371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.179172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:42.183293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:42.186873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:42.193223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:42.299238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.307648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.316072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.338656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55840) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.345935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.464973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for f38ae099-0323-4c1e-a498-d3f1f9d5ef42 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:42.469158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:42.475661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:42.479088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:42.486357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:42.517158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:42.521369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.528359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.530099 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5064361 Feb 16 17:01:42.537300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55844) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.541919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8a0e4-717a-487e-bd77-5fb585887ef1 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7638019-34e0-4b14-87d3-251b4ec4f7d0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.546938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-08cced10-d972-430b-a574-1a358fa2ebab tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'd7638019-34e0-4b14-87d3-251b4ec4f7d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.547759 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-08cced10-d972-430b-a574-1a358fa2ebab tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 17:01:42.548253 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-08cced10-d972-430b-a574-1a358fa2ebab tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:42.553328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-08cced10-d972-430b-a574-1a358fa2ebab tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112765 Feb 16 17:01:42.553328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55848) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.559508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7c1a99d5-cacb-400c-948f-624545f86e0c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'd7638019-34e0-4b14-87d3-251b4ec4f7d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.560173 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-7c1a99d5-cacb-400c-948f-624545f86e0c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 17:01:42.560640 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-7c1a99d5-cacb-400c-948f-624545f86e0c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:42.562294 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7c1a99d5-cacb-400c-948f-624545f86e0c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088694 Feb 16 17:01:42.566419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55852) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.573298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1c9c303a-d8a9-407f-91a1-94c7c954aef9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'd7638019-34e0-4b14-87d3-251b4ec4f7d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.574119 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-1c9c303a-d8a9-407f-91a1-94c7c954aef9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 17:01:42.574633 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-1c9c303a-d8a9-407f-91a1-94c7c954aef9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:42.578040 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1c9c303a-d8a9-407f-91a1-94c7c954aef9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082500 Feb 16 17:01:42.579612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55856) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.602416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e65d7844-0d38-43b4-b090-5dae655997c5 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'd7638019-34e0-4b14-87d3-251b4ec4f7d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.603298 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-e65d7844-0d38-43b4-b090-5dae655997c5 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 17:01:42.603781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-e65d7844-0d38-43b4-b090-5dae655997c5 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:42.606956 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e65d7844-0d38-43b4-b090-5dae655997c5 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078940 Feb 16 17:01:42.610875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55860) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.681940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.705147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb387-131e-4073-b90f-8f2ba93f4732 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.771100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25232fa3-4d50-4d15-b349-206c6c8efd06 None None] Network 1b3519c9-ef1e-423a-aad8-36605225b84b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:42.773756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb387-131e-4073-b90f-8f2ba93f4732 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.778100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=f38ae099-0323-4c1e-a498-d3f1f9d5ef42,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.796116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.808636 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3fd2b9cf-5899-4172-905f-d080f2f3fb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/f38ae099-0323-4c1e-a498-d3f1f9d5ef42 HTTP/1.1" status: 204 len: 168 time: 1.0383084 Feb 16 17:01:42.809001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55864) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.858766 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5176b8b-8e67-4876-ab18-62992e8ca0d0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:01:42.859298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5176b8b-8e67-4876-ab18-62992e8ca0d0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:42.863549 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b5176b8b-8e67-4876-ab18-62992e8ca0d0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/f38ae099-0323-4c1e-a498-d3f1f9d5ef42 HTTP/1.1" status: 404 len: 333 time: 0.0511451 Feb 16 17:01:42.863772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55868) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.870906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb387-131e-4073-b90f-8f2ba93f4732 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.871329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1aa2b469-50cb-4b8d-9b85-e2c69c72bc33 None None] Provisioning for port 5b4773c4-1b34-445a-9a09-9c17676bb78d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:42.901186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cb387-131e-4073-b90f-8f2ba93f4732 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7638019-34e0-4b14-87d3-251b4ec4f7d0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.904733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.947685 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7287b36c-5f25-4716-8ff0-f811b622f4bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:01:42.948224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7287b36c-5f25-4716-8ff0-f811b622f4bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:42.970215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7287b36c-5f25-4716-8ff0-f811b622f4bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:42.972750 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7287b36c-5f25-4716-8ff0-f811b622f4bb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/f38ae099-0323-4c1e-a498-d3f1f9d5ef42 HTTP/1.1" status: 404 len: 333 time: 0.1080604 Feb 16 17:01:42.975410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55872) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.980558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb387-131e-4073-b90f-8f2ba93f4732 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.981675 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8f2cb387-131e-4073-b90f-8f2ba93f4732 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/d7638019-34e0-4b14-87d3-251b4ec4f7d0 HTTP/1.1" status: 204 len: 168 time: 0.3698492 Feb 16 17:01:42.994005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55876) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:42.995567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b4773c4-1b34-445a-9a09-9c17676bb78d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:43.046429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=0fec69a9-f39b-4e08-bb80-8ee9df99aff3,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.056309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet b2257901-ffab-445b-a1d7-a97426263257 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:43.059540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.080626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f14e96cf-210c-45b7-a0a6-561afc8755fc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:43.091051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:43.091419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 184366c6-a18a-4e45-8b3d-2c8932e8d0df, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:43.113115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f14e96cf-210c-45b7-a0a6-561afc8755fc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:43.118168 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f14e96cf-210c-45b7-a0a6-561afc8755fc tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1193614 Feb 16 17:01:43.118498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55880) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.125569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102231404'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.129728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.131914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 5b4773c4-1b34-445a-9a09-9c17676bb78d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:43.132658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.137947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5b4773c4-1b34-445a-9a09-9c17676bb78d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:43.138378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.141191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 184366c6-a18a-4e45-8b3d-2c8932e8d0df is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:43.163239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.192785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 184366c6-a18a-4e45-8b3d-2c8932e8d0df) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:43.211379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1512d-cbd8-450a-ae26-0dd3e7693ee4 None None] Network 184366c6-a18a-4e45-8b3d-2c8932e8d0df requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:43.212852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:43.213672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.240103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.266927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.271850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.275560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.284284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.300589 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4232d9fd-4c58-4267-81f7-0e56bf84d912 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9568658 Feb 16 17:01:43.301288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55884) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.313975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365018598'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.322496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.340587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.345695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.355545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.380883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:43.385592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.387774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.439183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:43.449237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.449482 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.449805 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 7fffc89c-9682-454e-ac06-60575669330c of type vlan for network 00b95fcd-9605-4ebf-bff1-864a9a5dcdec Feb 16 17:01:43.472335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.495582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.502224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.503323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c9b933ed-eeb6-412b-86be-f3ca828be6bb None None] Provisioning complete for port 5b4773c4-1b34-445a-9a09-9c17676bb78d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:43.503464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9b933ed-eeb6-412b-86be-f3ca828be6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.528630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.559491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005ff51e-56bb-4b4d-a5b2-9d69f7af9455,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.577050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.581583 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1618b90f-4f28-4a31-bcf8-181c9b12c562 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4619744 Feb 16 17:01:43.582417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55888) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.588739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=b2257901-ffab-445b-a1d7-a97426263257,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.590815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-42d1c341-c4a0-4aca-a6e3-b98f1390189d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.591403 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.api.v2.base [None req-42d1c341-c4a0-4aca-a6e3-b98f1390189d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 17:01:43.591944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-42d1c341-c4a0-4aca-a6e3-b98f1390189d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.595074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.601219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55892) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.601373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-42d1c341-c4a0-4aca-a6e3-b98f1390189d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0151918 Feb 16 17:01:43.610378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.615701 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f51d284b-4b03-4cbe-a99b-8cd543d976d8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/b2257901-ffab-445b-a1d7-a97426263257 HTTP/1.1" status: 204 len: 168 time: 0.6390495 Feb 16 17:01:43.618034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.618897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55896) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.622193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.625920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.634646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.642635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-184366c6-a18a-4e45-8b3d-2c8932e8d0df', 'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': '0fec69a9-f39b-4e08-bb80-8ee9df99aff3'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:43.643733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.670405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.676826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:43.677756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.678374 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.680207 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-96663a0d-749d-42bb-a40f-7a592849e283 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0772791 Feb 16 17:01:43.680662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:43.681020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:43.682738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55900) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.695927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c8408d47-a046-4eef-ab72-3b6f5daf4071 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.696404 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-c8408d47-a046-4eef-ab72-3b6f5daf4071 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 17:01:43.696868 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c8408d47-a046-4eef-ab72-3b6f5daf4071 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.697791 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8408d47-a046-4eef-ab72-3b6f5daf4071 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141432 Feb 16 17:01:43.702464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55904) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.707477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.713820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.718773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.721798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.727802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.734447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de286e80-d9a3-49dd-95cc-a71da79fb5ce None None] Network 1b3519c9-ef1e-423a-aad8-36605225b84b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:43.762139 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.766827 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d4544723-bc21-46e3-9b90-4850e0c30880 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0598009 Feb 16 17:01:43.767147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55908) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.773199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-09c8f906-0ea5-4886-b594-c83bf1ba8ed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.773707 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-09c8f906-0ea5-4886-b594-c83bf1ba8ed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 17:01:43.774364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-09c8f906-0ea5-4886-b594-c83bf1ba8ed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.778446 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-09c8f906-0ea5-4886-b594-c83bf1ba8ed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073738 Feb 16 17:01:43.778737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55912) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.785289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.793757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.799929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.803614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.813003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.849229 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.853123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e6d6948-b9ac-4fac-ac2d-aca136a97b4d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0706322 Feb 16 17:01:43.853660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55916) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.861274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-763b5492-ed32-44c9-b822-ece1afbce0c6 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.861520 dv-neutron-829527-2-hyperv neutron-server[87721]: WARNING neutron.api.v2.base [None req-763b5492-ed32-44c9-b822-ece1afbce0c6 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 17:01:43.861839 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-763b5492-ed32-44c9-b822-ece1afbce0c6 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.865516 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-763b5492-ed32-44c9-b822-ece1afbce0c6 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081158 Feb 16 17:01:43.865766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55920) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.871263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.878973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.883336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.886996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.893501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:43.929011 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:43.933111 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-83cc85da-0233-4415-ad05-614402db583e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0636747 Feb 16 17:01:43.933255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55924) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.940892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '005ff51e-56bb-4b4d-a5b2-9d69f7af9455', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.942188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9b933ed-eeb6-412b-86be-f3ca828be6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.949693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:43.954103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:43.957877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6485860 Feb 16 17:01:43.958765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55928) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:43.962816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:43.970399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '00b95fcd-9605-4ebf-bff1-864a9a5dcdec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.988475 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5a0a2-076a-4542-aab8-f95c967a5f2a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=00b95fcd-9605-4ebf-bff1-864a9a5dcdec,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.995830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.007823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 5b4773c4-1b34-445a-9a09-9c17676bb78d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:44.008033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 00b95fcd-9605-4ebf-bff1-864a9a5dcdec details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:44.008149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.058122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:44.107696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:44.115256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:44.120295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:44.127324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:44.131220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:44.134859 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cf23eb18-1ce5-4d80-9a71-972e801cb23d tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1980841 Feb 16 17:01:44.137556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55932) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:44.164207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c9b933ed-eeb6-412b-86be-f3ca828be6bb None None] For port 5b4773c4-1b34-445a-9a09-9c17676bb78d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b4773c4-1b34-445a-9a09-9c17676bb78d,segment=NetworkSegment(e636e396-dd36-43d3-903b-0d2a29cc41e8),segment_id=e636e396-dd36-43d3-903b-0d2a29cc41e8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:44.182619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9b933ed-eeb6-412b-86be-f3ca828be6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.217032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9f35-3f5a-464b-a92e-05ee75f2ff0e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.244047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port 5b4773c4-1b34-445a-9a09-9c17676bb78d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b4773c4-1b34-445a-9a09-9c17676bb78d,segment=NetworkSegment(e636e396-dd36-43d3-903b-0d2a29cc41e8),segment_id=e636e396-dd36-43d3-903b-0d2a29cc41e8)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:44.244468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.247979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9f35-3f5a-464b-a92e-05ee75f2ff0e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.258972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:44.263238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.341210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Allocated IP 2001:db8:0:ffff::2 (184366c6-a18a-4e45-8b3d-2c8932e8d0df/0fec69a9-f39b-4e08-bb80-8ee9df99aff3/8723b592-3af6-4b44-a2c6-4f3d721eb60f) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:44.364430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-96debb15-a56f-47f0-a7f6-e5c41976cdc8 None None] Could not find standard attr ID for object f38ae099-0323-4c1e-a498-d3f1f9d5ef42. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:44.395842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 5b4773c4-1b34-445a-9a09-9c17676bb78d owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:44.422502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9f35-3f5a-464b-a92e-05ee75f2ff0e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.442111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d9f35-3f5a-464b-a92e-05ee75f2ff0e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ff51e-56bb-4b4d-a5b2-9d69f7af9455,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.459669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b933ed-eeb6-412b-86be-f3ca828be6bb None None] Pushing event updated for resources: {'Port': ['ID=5b4773c4-1b34-445a-9a09-9c17676bb78d,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.486065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:44.486453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:44.505654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9f35-3f5a-464b-a92e-05ee75f2ff0e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.509253 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0a7d9f35-3f5a-464b-a92e-05ee75f2ff0e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/005ff51e-56bb-4b4d-a5b2-9d69f7af9455 HTTP/1.1" status: 204 len: 168 time: 0.3682933 Feb 16 17:01:44.510021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55936) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:44.542250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] DHCP port deletion for 1b3519c9-ef1e-423a-aad8-36605225b84b request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:44.553382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] Deleting port 5b4773c4-1b34-445a-9a09-9c17676bb78d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:44.553755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.575700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3aa5ce1e-94aa-4798-92d9-ba230255aaf8 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:44.593849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.594457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3aa5ce1e-94aa-4798-92d9-ba230255aaf8 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:44.600525 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3aa5ce1e-94aa-4798-92d9-ba230255aaf8 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0838835 Feb 16 17:01:44.600525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55940) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:44.605692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--670531208'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:44.613012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:44.623123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:44.635911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.659373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:44.663712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:44.666733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:44.673363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:44.675244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=deb643be-5ebd-48de-bb62-f9817bfc9f00,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.688813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '7fffc89c-9682-454e-ac06-60575669330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '00b95fcd-9605-4ebf-bff1-864a9a5dcdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:44.689528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 00b95fcd-9605-4ebf-bff1-864a9a5dcdec, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:44.710325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 00b95fcd-9605-4ebf-bff1-864a9a5dcdec is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:44.721439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 00b95fcd-9605-4ebf-bff1-864a9a5dcdec) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:44.726677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.727360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.732338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.743419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4ec43-69d0-415a-aa58-4cce2af85139 None None] Network 00b95fcd-9605-4ebf-bff1-864a9a5dcdec requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:44.748920 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7e5f1118-8f51-45cb-a88e-8969876a9024 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7885897 Feb 16 17:01:44.751684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55944) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:44.758382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.783810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Transition to ACTIVE for port object 8723b592-3af6-4b44-a2c6-4f3d721eb60f will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:44.784321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.900735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe43b4-001a-4f29-8b32-af866f073065,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.911363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.912565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b0728c21-ead4-485f-ad0a-85e47775575e tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3112233 Feb 16 17:01:44.916299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55948) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:44.931470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '4dbe43b4-001a-4f29-8b32-af866f073065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:44.936985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:44.941762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:44.946263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Transition to ACTIVE for port object 8723b592-3af6-4b44-a2c6-4f3d721eb60f will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:44.950949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b4773c4-1b34-445a-9a09-9c17676bb78d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:44.952267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:44.967074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:44.981486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.989247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 5b4773c4-1b34-445a-9a09-9c17676bb78d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:44.989550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.014905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.068635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] For port 5b4773c4-1b34-445a-9a09-9c17676bb78d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b4773c4-1b34-445a-9a09-9c17676bb78d,segment=NetworkSegment(e636e396-dd36-43d3-903b-0d2a29cc41e8),segment_id=e636e396-dd36-43d3-903b-0d2a29cc41e8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:45.069014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.139781 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The resource could not be found. Feb 16 17:01:45.140699 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ad0fc5ec-a641-46a5-aef9-d2b62fd7ade7 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2233734 Feb 16 17:01:45.143797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55952) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:45.149285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '4dbe43b4-001a-4f29-8b32-af866f073065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2f94e79d-1ca5-44c8-af91-455632b639cf'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:45.156935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:45.158227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.161109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:45.164141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:45.170181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:45.219813 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The resource could not be found. Feb 16 17:01:45.225199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55956) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:45.227262 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e8e66810-c113-4995-88b2-ab9bd5197b3c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0819550 Feb 16 17:01:45.259652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Network 184366c6-a18a-4e45-8b3d-2c8932e8d0df is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:45.266408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] Calling delete_port for 5b4773c4-1b34-445a-9a09-9c17676bb78d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:45.303887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:45.320062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:45.323980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Pushing event updated for resources: {'Port': ['ID=8723b592-3af6-4b44-a2c6-4f3d721eb60f,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.424297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port 5b4773c4-1b34-445a-9a09-9c17676bb78d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b4773c4-1b34-445a-9a09-9c17676bb78d,segment=NetworkSegment(e636e396-dd36-43d3-903b-0d2a29cc41e8),segment_id=e636e396-dd36-43d3-903b-0d2a29cc41e8)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:45.424867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.440545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e37460e0-c4df-4647-b48a-f48d93ec967c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.492198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.525853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872d466-eb62-4299-9717-adb4a5381092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-00b95fcd-9605-4ebf-bff1-864a9a5dcdec', 'network_id': '00b95fcd-9605-4ebf-bff1-864a9a5dcdec', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': 'deb643be-5ebd-48de-bb62-f9817bfc9f00'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:45.526754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7872d466-eb62-4299-9717-adb4a5381092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.563722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.578403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.590890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 5b4773c4-1b34-445a-9a09-9c17676bb78d owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:45.658407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Attempting to bind port 8723b592-3af6-4b44-a2c6-4f3d721eb60f on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:45.658801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Attempting to bind port 8723b592-3af6-4b44-a2c6-4f3d721eb60f by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:45.659161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Attempting to bind port 8723b592-3af6-4b44-a2c6-4f3d721eb60f on network 184366c6-a18a-4e45-8b3d-2c8932e8d0df {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:45.675847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] No DVR routers for this DVR port 5b4773c4-1b34-445a-9a09-9c17676bb78d on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:45.698153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:45.698531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Checking segment: {'id': '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:45.698947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.699333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Bound using segment: {'id': '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:45.699810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Bound port: 8723b592-3af6-4b44-a2c6-4f3d721eb60f, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '184366c6-a18a-4e45-8b3d-2c8932e8d0df'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:45.700179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.710586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992b7e2-8b76-451b-b90e-b0138b5fae2f None None] Pushing event deleted for resources: {'Port': ['ID=5b4773c4-1b34-445a-9a09-9c17676bb78d,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.776731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=deb643be-5ebd-48de-bb62-f9817bfc9f00,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.859413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02f16e-2f3d-486d-81e2-c6332b389871 None None] Network 00b95fcd-9605-4ebf-bff1-864a9a5dcdec requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:45.880380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e37460e0-c4df-4647-b48a-f48d93ec967c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.927576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] For port 8723b592-3af6-4b44-a2c6-4f3d721eb60f, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:45.927964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.952118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] For port 8723b592-3af6-4b44-a2c6-4f3d721eb60f, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8723b592-3af6-4b44-a2c6-4f3d721eb60f,segment=NetworkSegment(7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98),segment_id=7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:45.964877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.973997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b95fcd-9605-4ebf-bff1-864a9a5dcdec']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:45.981211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:45.981587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:45.989895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fffc89c-9682-454e-ac06-60575669330c') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:45.990254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fffc89c-9682-454e-ac06-60575669330c') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:46.003233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.016929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e37460e0-c4df-4647-b48a-f48d93ec967c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.035807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.038303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37460e0-c4df-4647-b48a-f48d93ec967c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe43b4-001a-4f29-8b32-af866f073065,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.047460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:46.047860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:46.064308 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:46.156931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e37460e0-c4df-4647-b48a-f48d93ec967c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.159457 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e37460e0-c4df-4647-b48a-f48d93ec967c tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/4dbe43b4-001a-4f29-8b32-af866f073065 HTTP/1.1" status: 204 len: 168 time: 0.9330072 Feb 16 17:01:46.162173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55960) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:46.189588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.193627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87fc8e-ad45-490b-85aa-1f635002490c None None] Pushing event updated for resources: {'Port': ['ID=8723b592-3af6-4b44-a2c6-4f3d721eb60f,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.214928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.229562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=00b95fcd-9605-4ebf-bff1-864a9a5dcdec,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.241394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b490aa67-2f79-413c-89cf-7252a8a9dc34 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/00b95fcd-9605-4ebf-bff1-864a9a5dcdec HTTP/1.1" status: 204 len: 168 time: 1.4862490 Feb 16 17:01:46.245161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55964) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:46.253535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171674605'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.260750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-41accc9f-56a5-4d5b-8de7-601eb9ba97fe tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:46.265923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:46.271556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:46.275042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:46.285095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:46.292448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-41accc9f-56a5-4d5b-8de7-601eb9ba97fe tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:46.293565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-41accc9f-56a5-4d5b-8de7-601eb9ba97fe tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1302412 Feb 16 17:01:46.298762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55968) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:46.304297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': '359d13a6-bf02-43f3-b72b-85c551404429', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.308651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:46.312535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.328984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:46.352795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:46.362210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:46.370741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:46.382853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:46.390598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 5b4773c4-1b34-445a-9a09-9c17676bb78d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:46.390900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.442850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.443613 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 8062abfd-e21e-4644-9ab5-c9ab802db447 of type vlan for network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 Feb 16 17:01:46.491322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] The port '5b4773c4-1b34-445a-9a09-9c17676bb78d' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:01:46.564858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.572343 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The resource could not be found. Feb 16 17:01:46.573368 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9590603d-2718-4dfb-9274-5abfe694aed4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2736113 Feb 16 17:01:46.578164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55972) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:46.583475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980324944'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.589679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:46.599919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:46.610369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.630025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:46.633927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:46.636743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:46.643330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:46.645909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.688588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3519c9-ef1e-423a-aad8-36605225b84b']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:46.697777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.703527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.704114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.725762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.727886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e636e396-dd36-43d3-903b-0d2a29cc41e8') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:46.728179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e636e396-dd36-43d3-903b-0d2a29cc41e8') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:46.729906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.775471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb4bdd-25cf-4def-94f4-19084032934f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.782596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.784206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a18002a2-bceb-4a65-a006-a3ba25c575a9 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2049127 Feb 16 17:01:46.788111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55976) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:46.792587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--30036624'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.799198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.801180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:46.805454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:46.808560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:46.815679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:46.828423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.832719 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5839968 Feb 16 17:01:46.838136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55980) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:46.847402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.858042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:46.862438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776319-7e3e-42ef-b10b-11e5e449cb92 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=3d9a838e-6bb6-4a9c-bd30-2a67707d15a2,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.864585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:46.865097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.867348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:46.874378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:46.889669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:46.922590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:46.923268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:46.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:47.003173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.012976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.069249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:47.072836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8723b592-3af6-4b44-a2c6-4f3d721eb60f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:47.085061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.087023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:47.087488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb318c0-19a4-4fba-a446-9cc0c8f9a755,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.092495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.096891 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8cc2e12e-719f-4ded-bbbf-6a12b5f28898 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3061790 Feb 16 17:01:47.097474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55984) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:47.103153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group_rule': {'security_group_id': 'e8bb4bdd-25cf-4def-94f4-19084032934f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5eb318c0-19a4-4fba-a446-9cc0c8f9a755'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.110462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:47.113956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:47.115399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:47.118706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:47.128179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:47.132746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.136547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=1b3519c9-ef1e-423a-aad8-36605225b84b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.145470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:47.157098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55988) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:47.157334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bd58efb7-4452-4e26-8b49-5f50c57b4944 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/1b3519c9-ef1e-423a-aad8-36605225b84b HTTP/1.1" status: 204 len: 168 time: 3.5363822 Feb 16 17:01:47.169231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1989256776'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.171857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:47.177485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.184785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8723b592-3af6-4b44-a2c6-4f3d721eb60f completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:47.200366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:47.206500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:47.211044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:47.220027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:47.243905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:47.250535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.273594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:47.277482 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-93f1fe07-e24e-4ae3-8b69-db3b673348bf tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1762719 Feb 16 17:01:47.277751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 55992) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:47.309165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32197f-fc68-4ca8-a384-fb8823684515 None None] Network 184366c6-a18a-4e45-8b3d-2c8932e8d0df requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:47.332595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:47.358109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.358524 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment 2dca9e00-7ae0-4469-9fd8-9b7d2368bf24 of type vlan for network 8aebfddd-02c8-48a0-a93d-27409f2bd10d Feb 16 17:01:47.387713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c9c74ca-b748-4715-91cf-91b786d4ca98 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.417618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.439917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c9c74ca-b748-4715-91cf-91b786d4ca98 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.457446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] Provisioning for port 8723b592-3af6-4b44-a2c6-4f3d721eb60f completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:47.467585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] Provisioning complete for port 8723b592-3af6-4b44-a2c6-4f3d721eb60f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:47.468000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.502074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.505690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.507992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.508699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.599216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c9c74ca-b748-4715-91cf-91b786d4ca98 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.603118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=4b1a9305-8a1b-4413-ae26-15a1840722dd,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.618165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '8062abfd-e21e-4644-9ab5-c9ab802db447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:47.619641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:47.643639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:47.648085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c9c74ca-b748-4715-91cf-91b786d4ca98 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.648978 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0c9c74ca-b748-4715-91cf-91b786d4ca98 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/5eb318c0-19a4-4fba-a446-9cc0c8f9a755 HTTP/1.1" status: 204 len: 168 time: 0.3702884 Feb 16 17:01:47.649974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c74ca-b748-4715-91cf-91b786d4ca98 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb318c0-19a4-4fba-a446-9cc0c8f9a755,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.655414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 55996) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:47.659858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56000) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:47.660088 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4978068 Feb 16 17:01:47.664534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ec028-fa64-4d67-8d63-8ae0c63671d1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=8aebfddd-02c8-48a0-a93d-27409f2bd10d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.685125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 8aebfddd-02c8-48a0-a93d-27409f2bd10d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:47.697877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.712382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:47.733632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.734131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.780406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffe8f0-1236-42e6-9f45-0f42a4079dca None None] Network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:47.871812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.971903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] For port 8723b592-3af6-4b44-a2c6-4f3d721eb60f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8723b592-3af6-4b44-a2c6-4f3d721eb60f,segment=NetworkSegment(7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98),segment_id=7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:47.973228 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3a9dda65-908b-4bfc-924f-c514763599df tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1338103 Feb 16 17:01:47.977236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56004) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:47.986808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219921329'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.994032 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-32eed0a9-a89e-4630-8f97-142c7406dfb2 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3351426 Feb 16 17:01:47.994883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:47.997197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56008) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.004206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:48.006061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.012208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:48.012490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:48.015818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:48.018347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:48.022178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:48.027816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:48.033888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:48.038137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.087279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:48.091451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.130482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f848a9-44a7-4394-bd4c-7aff8b3c579a tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.156149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:48.177626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f848a9-44a7-4394-bd4c-7aff8b3c579a tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.189664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.190037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 1b352b71-5bae-4a1e-9aae-a88b6e43325c of type vlan for network 559663b8-8e61-4477-ad35-9350ba1a4151 Feb 16 17:01:48.191097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771b789-4f1c-483b-9478-d29686555d9a None None] Pushing event updated for resources: {'Port': ['ID=8723b592-3af6-4b44-a2c6-4f3d721eb60f,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.237805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-3d9a838e-6bb6-4a9c-bd30-2a67707d15a2', 'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': '4b1a9305-8a1b-4413-ae26-15a1840722dd'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:48.239696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.244896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.266725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d89f7de3-676e-4375-b0ad-8179772a09e0 None None] Provisioning complete for port 8723b592-3af6-4b44-a2c6-4f3d721eb60f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:48.267081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f848a9-44a7-4394-bd4c-7aff8b3c579a tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.267382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d89f7de3-676e-4375-b0ad-8179772a09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.288803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f848a9-44a7-4394-bd4c-7aff8b3c579a tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb4bdd-25cf-4def-94f4-19084032934f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.302252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.307987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.308691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.311596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.405350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=ce675748-2a50-4fed-96d5-c2d8bbc99ac1,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.423245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:48.423599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: 8aebfddd-02c8-48a0-a93d-27409f2bd10d, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:48.431779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f848a9-44a7-4394-bd4c-7aff8b3c579a tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.435588 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70f848a9-44a7-4394-bd4c-7aff8b3c579a tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/e8bb4bdd-25cf-4def-94f4-19084032934f HTTP/1.1" status: 204 len: 168 time: 0.4348643 Feb 16 17:01:48.436142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56012) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.442075 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4634936 Feb 16 17:01:48.446126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56016) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.463851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '559663b8-8e61-4477-ad35-9350ba1a4151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:48.470660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 8aebfddd-02c8-48a0-a93d-27409f2bd10d is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:48.506406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 8aebfddd-02c8-48a0-a93d-27409f2bd10d) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:48.516555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.517142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.525244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a818806-ecff-49f1-9eb8-e06022cf25c3 None None] Network 8aebfddd-02c8-48a0-a93d-27409f2bd10d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:48.533860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dfde5ff7-f857-40a2-87e4-f91f25006cae tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0891466 Feb 16 17:01:48.534583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56020) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.541518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'tempest-secgroup--290562244'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:48.551020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:48.553331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b99c9e-340a-4704-a89d-3dacd00cb3e2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=559663b8-8e61-4477-ad35-9350ba1a4151,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.560899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:48.568867 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f9076b0c-6419-49f4-a055-ff79f0240714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765314 Feb 16 17:01:48.568867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:48.570621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56024) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.575756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:48.580473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-15107105'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:48.587918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.606908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 559663b8-8e61-4477-ad35-9350ba1a4151 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:48.616062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:48.620480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Usage tracker for resource:security_group_rule and tenant:c131813cb8b74732925976cf96e0dba7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:48.623984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:48.631242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:48.726573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.731782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.785640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b59fb8-07f1-41e0-9856-c9e60e7768c5,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.785841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:48.791803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.792116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:48.796411 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-52b56d1f-6c63-4f69-a59d-e627ffbf8b19 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2580309 Feb 16 17:01:48.796856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56028) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.797820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:48.799108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Allocated IP 2001:db8::3 (3d9a838e-6bb6-4a9c-bd30-2a67707d15a2/4b1a9305-8a1b-4413-ae26-15a1840722dd/72192133-1151-4184-b60b-1ef246e25628) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:48.804405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-69ff4574-ead8-4099-b2a5-2041cca97986 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:48.804988 dv-neutron-829527-2-hyperv neutron-server[87720]: WARNING neutron.api.v2.base [None req-69ff4574-ead8-4099-b2a5-2041cca97986 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 17:01:48.805430 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-69ff4574-ead8-4099-b2a5-2041cca97986 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 17:01:48.809008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-69ff4574-ead8-4099-b2a5-2041cca97986 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "PUT /v2.0/security-groups/58b59fb8-07f1-41e0-9856-c9e60e7768c5 HTTP/1.1" status: 409 len: 330 time: 0.0083704 Feb 16 17:01:48.809896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56032) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:48.814189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:48.848071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:48.851780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.897201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff4b814f-955a-465f-aaf8-0f991ccd92a4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.932428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff4b814f-955a-465f-aaf8-0f991ccd92a4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.945868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:48.954446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:48.969283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:48.980526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:48.984793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing IP validity checks on allocation pools {{(pid=87721) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:01:48.985499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87721) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:01:49.000871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff4b814f-955a-465f-aaf8-0f991ccd92a4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.003989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:49.006792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8723b592-3af6-4b44-a2c6-4f3d721eb60f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:49.007560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.020300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b814f-955a-465f-aaf8-0f991ccd92a4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b59fb8-07f1-41e0-9856-c9e60e7768c5,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.034299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ff4b814f-955a-465f-aaf8-0f991ccd92a4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.035586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port b12684e8-18bf-43a9-9c99-cf5a056e7f6a yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:49.039721 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ff4b814f-955a-465f-aaf8-0f991ccd92a4 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/58b59fb8-07f1-41e0-9856-c9e60e7768c5 HTTP/1.1" status: 204 len: 168 time: 0.2268991 Feb 16 17:01:49.039942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.105106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-8aebfddd-02c8-48a0-a93d-27409f2bd10d', 'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': 'ce675748-2a50-4fed-96d5-c2d8bbc99ac1'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:49.106151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.113583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1231ffe3-ccdc-464d-8bb9-7cd4b97980ed tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Synchronizing usage tracker for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:49.131519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1231ffe3-ccdc-464d-8bb9-7cd4b97980ed tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] Unset dirty status for tenant:c131813cb8b74732925976cf96e0dba7 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:49.136505 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1231ffe3-ccdc-464d-8bb9-7cd4b97980ed tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0912707 Feb 16 17:01:49.137329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56040) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.154403 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-b1f01c74-6727-403c-a156-e6c4352f21e8 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] delete failed (client error): The resource could not be found. Feb 16 17:01:49.160446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b1f01c74-6727-403c-a156-e6c4352f21e8 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a9607d4-17ca-4cd9-a38a-9c1b3e207adf HTTP/1.1" status: 404 len: 347 time: 0.0178053 Feb 16 17:01:49.161860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56044) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.223320 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-8b195d45-84c3-4ea5-a368-a3dcfef9502b tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] show failed (client error): The resource could not be found. Feb 16 17:01:49.227916 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8b195d45-84c3-4ea5-a368-a3dcfef9502b tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-groups/27831ca0-1609-4a4e-9fe5-c502381dc914 HTTP/1.1" status: 404 len: 347 time: 0.0622175 Feb 16 17:01:49.231462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56048) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.271653 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-c1f6f524-1731-43fa-8c5f-cebd7f4301b0 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] show failed (client error): The resource could not be found. Feb 16 17:01:49.272180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8723b592-3af6-4b44-a2c6-4f3d721eb60f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:49.272689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.272988 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c1f6f524-1731-43fa-8c5f-cebd7f4301b0 tempest-NegativeSecGroupTest-1452834320 tempest-NegativeSecGroupTest-1452834320-project] 10.222.0.43 "GET /v2.0/security-group-rules/2c366149-eb22-4d4d-8a87-b771f49609e9 HTTP/1.1" status: 404 len: 356 time: 0.0403011 Feb 16 17:01:49.297746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::d9 (8aebfddd-02c8-48a0-a93d-27409f2bd10d/ce675748-2a50-4fed-96d5-c2d8bbc99ac1/b12684e8-18bf-43a9-9c99-cf5a056e7f6a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:49.323813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.338753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.345890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Transition to ACTIVE for port object 72192133-1151-4184-b60b-1ef246e25628 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:49.373010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Transition to ACTIVE for port object 72192133-1151-4184-b60b-1ef246e25628 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:49.412364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.505236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:49.515478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:49.518112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=3684307e-02e0-4837-8370-3ec5c043250e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.519801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:49.530935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Pushing event updated for resources: {'Port': ['ID=72192133-1151-4184-b60b-1ef246e25628,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.541909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '1b352b71-5bae-4a1e-9aae-a88b6e43325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '559663b8-8e61-4477-ad35-9350ba1a4151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:49.542266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 559663b8-8e61-4477-ad35-9350ba1a4151, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:49.600824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56056) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.603002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 559663b8-8e61-4477-ad35-9350ba1a4151 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:49.618713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.628983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 559663b8-8e61-4477-ad35-9350ba1a4151) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:49.637791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.638328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.639918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Attempting to bind port 72192133-1151-4184-b60b-1ef246e25628 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:49.640288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Attempting to bind port 72192133-1151-4184-b60b-1ef246e25628 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '8062abfd-e21e-4644-9ab5-c9ab802db447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:49.640648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Attempting to bind port 72192133-1151-4184-b60b-1ef246e25628 on network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:49.643185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0d4ba-0d14-48c8-92ad-1fb84164a780 None None] Network 559663b8-8e61-4477-ad35-9350ba1a4151 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:49.650541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object b12684e8-18bf-43a9-9c99-cf5a056e7f6a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:49.672101 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e4c7b94f-c92b-42dc-bf17-85ea0e25813a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2246017 Feb 16 17:01:49.674867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56062) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.688038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.712749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:49.713239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Checking segment: {'id': '8062abfd-e21e-4644-9ab5-c9ab802db447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:49.713636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.714028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Bound using segment: {'id': '8062abfd-e21e-4644-9ab5-c9ab802db447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:49.714523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Bound port: 72192133-1151-4184-b60b-1ef246e25628, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8062abfd-e21e-4644-9ab5-c9ab802db447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3d9a838e-6bb6-4a9c-bd30-2a67707d15a2'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:49.715001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.757907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 8aebfddd-02c8-48a0-a93d-27409f2bd10d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:49.761223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:49.766237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:49.771877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.772484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.788331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=b12684e8-18bf-43a9-9c99-cf5a056e7f6a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.801733 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d701f2ae-7362-40cb-a896-76722719e779 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.2308593 Feb 16 17:01:49.804555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56066) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.864498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3e520470-af93-465c-9bcf-8f93a9d1c00e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c131813cb8b74732925976cf96e0dba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600694 Feb 16 17:01:49.870378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Allocated IP 2001:db8::2 (8aebfddd-02c8-48a0-a93d-27409f2bd10d/ce675748-2a50-4fed-96d5-c2d8bbc99ac1/5b279d98-d847-4686-8d58-575702309ed1) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:49.871208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56070) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:49.882116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.920014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port b12684e8-18bf-43a9-9c99-cf5a056e7f6a {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:49.921111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.956316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.024835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] For port 72192133-1151-4184-b60b-1ef246e25628, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:50.047451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c764e20f-6840-4f38-ad14-bb4e2ba536c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.047950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.052359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] For port 72192133-1151-4184-b60b-1ef246e25628, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=72192133-1151-4184-b60b-1ef246e25628,segment=NetworkSegment(8062abfd-e21e-4644-9ab5-c9ab802db447),segment_id=8062abfd-e21e-4644-9ab5-c9ab802db447)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:50.070339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.109940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c764e20f-6840-4f38-ad14-bb4e2ba536c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.125650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=3684307e-02e0-4837-8370-3ec5c043250e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.205186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b57bc-da11-4e3a-8307-d511ae99e3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-559663b8-8e61-4477-ad35-9350ba1a4151', 'network_id': '559663b8-8e61-4477-ad35-9350ba1a4151', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': '3684307e-02e0-4837-8370-3ec5c043250e'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:50.206302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-850b57bc-da11-4e3a-8307-d511ae99e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.232897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.262215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c764e20f-6840-4f38-ad14-bb4e2ba536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.264946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559663b8-8e61-4477-ad35-9350ba1a4151']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:50.278070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b352b71-5bae-4a1e-9aae-a88b6e43325c') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:50.278358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b352b71-5bae-4a1e-9aae-a88b6e43325c') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:50.293197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.296665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764e20f-6840-4f38-ad14-bb4e2ba536c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c04b7-3faf-45db-8d66-1c23dbf6a2c9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.315380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.323641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c764e20f-6840-4f38-ad14-bb4e2ba536c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.329608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:50.329954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c764e20f-6840-4f38-ad14-bb4e2ba536c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a2c04b7-3faf-45db-8d66-1c23dbf6a2c9 HTTP/1.1" status: 204 len: 168 time: 0.4527185 Feb 16 17:01:50.330140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.330346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:50.345438 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:50.469537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b3f63-e336-4b13-82af-f001b09487cd None None] Pushing event updated for resources: {'Port': ['ID=72192133-1151-4184-b60b-1ef246e25628,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.506687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.508468 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for b12684e8-18bf-43a9-9c99-cf5a056e7f6a owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:50.519775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.535385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba67658-0085-4ac6-b51e-6a41a951416b None None] Network 559663b8-8e61-4477-ad35-9350ba1a4151 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:50.543582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.551670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=559663b8-8e61-4477-ad35-9350ba1a4151,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.552345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Transition to ACTIVE for port object 5b279d98-d847-4686-8d58-575702309ed1 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:50.560568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3042a2d8-c7d1-47b9-a002-5a00b780d190 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/559663b8-8e61-4477-ad35-9350ba1a4151 HTTP/1.1" status: 204 len: 168 time: 0.8841803 Feb 16 17:01:50.564070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56078) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:50.568950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba67658-0085-4ac6-b51e-6a41a951416b None None] Network 559663b8-8e61-4477-ad35-9350ba1a4151 could not be found, it might have been deleted concurrently. {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 17:01:50.570064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1852456531'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:50.578709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:50.583681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:50.587219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:50.590789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Transition to ACTIVE for port object 5b279d98-d847-4686-8d58-575702309ed1 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:50.595417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:50.601837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.617514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:50.628548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.708514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Pushing event updated for resources: {'Port': ['ID=5b279d98-d847-4686-8d58-575702309ed1,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.731402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Network 8aebfddd-02c8-48a0-a93d-27409f2bd10d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:50.733040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:50.739005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:50.772984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.787580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:50.815648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.815990 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 40e78051-3051-4dad-a63a-331bfe810d34 of type vlan for network 5994d2bb-3854-44b9-97af-cd6033db1c34 Feb 16 17:01:50.852777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.871769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=b12684e8-18bf-43a9-9c99-cf5a056e7f6a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.883662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Attempting to bind port 5b279d98-d847-4686-8d58-575702309ed1 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:50.884022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Attempting to bind port 5b279d98-d847-4686-8d58-575702309ed1 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:50.884460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Attempting to bind port 5b279d98-d847-4686-8d58-575702309ed1 on network 8aebfddd-02c8-48a0-a93d-27409f2bd10d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:50.896655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:50.897035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Checking segment: {'id': '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:50.897430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.897823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Bound using segment: {'id': '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:50.898283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Bound port: 5b279d98-d847-4686-8d58-575702309ed1, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8aebfddd-02c8-48a0-a93d-27409f2bd10d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:50.898687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.919229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.925298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:50.925934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.103968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.109045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] For port 5b279d98-d847-4686-8d58-575702309ed1, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:51.113052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] For port 5b279d98-d847-4686-8d58-575702309ed1, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b279d98-d847-4686-8d58-575702309ed1,segment=NetworkSegment(2dca9e00-7ae0-4469-9fd8-9b7d2368bf24),segment_id=2dca9e00-7ae0-4469-9fd8-9b7d2368bf24)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:51.116646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 72192133-1151-4184-b60b-1ef246e25628 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:51.116861 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0a0b219b-5559-45b7-be8f-31543ec30bff tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/b12684e8-18bf-43a9-9c99-cf5a056e7f6a HTTP/1.1" status: 204 len: 168 time: 1.3111212 Feb 16 17:01:51.119750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56090) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:51.153812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5862029 Feb 16 17:01:51.154240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56094) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:51.157575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.162691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '5994d2bb-3854-44b9-97af-cd6033db1c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:51.181485 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-adde2cf9-38ac-4246-9a03-66d1a8804be4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:01:51.182346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-adde2cf9-38ac-4246-9a03-66d1a8804be4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:51.205004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-adde2cf9-38ac-4246-9a03-66d1a8804be4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:51.209471 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-adde2cf9-38ac-4246-9a03-66d1a8804be4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/b12684e8-18bf-43a9-9c99-cf5a056e7f6a HTTP/1.1" status: 404 len: 333 time: 0.0881245 Feb 16 17:01:51.213296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56100) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:51.308587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 72192133-1151-4184-b60b-1ef246e25628 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:51.313251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb43cb-a99f-4562-96b8-95496b5cd585 None None] Pushing event updated for resources: {'Port': ['ID=5b279d98-d847-4686-8d58-575702309ed1,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.320333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575bb3e-2c22-4e56-bd78-e6435b1da7f6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=5994d2bb-3854-44b9-97af-cd6033db1c34,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.324099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:51.335753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:51.338510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 5994d2bb-3854-44b9-97af-cd6033db1c34 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:51.342681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:51.359217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:51.361403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet ce675748-2a50-4fed-96d5-c2d8bbc99ac1 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:01:51.364806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.385752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:51.391219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.462942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.649915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.777943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.832647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=ce675748-2a50-4fed-96d5-c2d8bbc99ac1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.837785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.846769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c78c7888-52fd-4f4f-8731-2e17bb715701 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/ce675748-2a50-4fed-96d5-c2d8bbc99ac1 HTTP/1.1" status: 204 len: 168 time: 0.6245816 Feb 16 17:01:51.846769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56114) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:51.947066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.956072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e202dbe-66b6-48b0-976b-db6ad25b372a None None] Network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:51.977730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.990340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 5b279d98-d847-4686-8d58-575702309ed1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:51.990765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.065133 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] Provisioning for port 72192133-1151-4184-b60b-1ef246e25628 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:52.082593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] Provisioning complete for port 72192133-1151-4184-b60b-1ef246e25628 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:52.083202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.104289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '40e78051-3051-4dad-a63a-331bfe810d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5994d2bb-3854-44b9-97af-cd6033db1c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:52.104921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 5994d2bb-3854-44b9-97af-cd6033db1c34, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:52.116159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=406aac1d-f945-431b-8cc7-5bddde33549e,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.138311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 5994d2bb-3854-44b9-97af-cd6033db1c34 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:52.154082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 5994d2bb-3854-44b9-97af-cd6033db1c34) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:52.161552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.162864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.168281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34514878-9884-4f9f-8c3d-a2f6bf61ae5c None None] Network 5994d2bb-3854-44b9-97af-cd6033db1c34 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:52.194189 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-253f055d-8d04-404b-88b0-c127fb877e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0386546 Feb 16 17:01:52.197029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56124) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:52.330600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port 5b279d98-d847-4686-8d58-575702309ed1, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b279d98-d847-4686-8d58-575702309ed1,segment=NetworkSegment(2dca9e00-7ae0-4469-9fd8-9b7d2368bf24),segment_id=2dca9e00-7ae0-4469-9fd8-9b7d2368bf24)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:52.330973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.422775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.504180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.565672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 5b279d98-d847-4686-8d58-575702309ed1 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:52.605253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.637504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.681818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.695936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=406aac1d-f945-431b-8cc7-5bddde33549e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.713815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ceb2f2-1e61-4a9a-8382-322ef3f015b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-5994d2bb-3854-44b9-97af-cd6033db1c34', 'network_id': '5994d2bb-3854-44b9-97af-cd6033db1c34', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': '406aac1d-f945-431b-8cc7-5bddde33549e'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:52.718800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57ceb2f2-1e61-4a9a-8382-322ef3f015b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.738612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] For port 72192133-1151-4184-b60b-1ef246e25628, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=72192133-1151-4184-b60b-1ef246e25628,segment=NetworkSegment(8062abfd-e21e-4644-9ab5-c9ab802db447),segment_id=8062abfd-e21e-4644-9ab5-c9ab802db447)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:52.750649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.796568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=5b279d98-d847-4686-8d58-575702309ed1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.799463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No DVR routers for this DVR port 5b279d98-d847-4686-8d58-575702309ed1 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:52.884219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.934317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dd6d1-9013-4153-b2aa-6feb7d0d3f5b None None] Network 8aebfddd-02c8-48a0-a93d-27409f2bd10d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:52.940569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5994d2bb-3854-44b9-97af-cd6033db1c34']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:52.955486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e78051-3051-4dad-a63a-331bfe810d34') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:52.956211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e78051-3051-4dad-a63a-331bfe810d34') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:52.975877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.986636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.003930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.013366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:53.014006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:53.041795 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:53.055942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aebfddd-02c8-48a0-a93d-27409f2bd10d']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.090804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.091075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dca9e00-7ae0-4469-9fd8-9b7d2368bf24') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.094444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7e3a642d-d534-4940-9ec0-bc57ada4c53d None None] Could not find standard attr ID for object 5b279d98-d847-4686-8d58-575702309ed1. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:53.118992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.147639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.160396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:53.161439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.171653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.176347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:53.196122 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:53.228807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/5994d2bb-3854-44b9-97af-cd6033db1c34 HTTP/1.1" status: 204 len: 168 time: 1.0272727 Feb 16 17:01:53.231136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56138) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:53.260927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690177296'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:53.265353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ec471-18eb-4dea-adfd-6acb1bd8b1ce None None] Pushing event updated for resources: {'Port': ['ID=72192133-1151-4184-b60b-1ef246e25628,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.268996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6807a-e63b-4cc0-a1ea-f8b6d4e9bd5e None None] Network 5994d2bb-3854-44b9-97af-cd6033db1c34 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:53.281977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f06307-37c8-4b41-bea4-bdb7278094db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=5994d2bb-3854-44b9-97af-cd6033db1c34,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.291243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:53.296191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:53.299429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:53.307644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6807a-e63b-4cc0-a1ea-f8b6d4e9bd5e None None] Network 5994d2bb-3854-44b9-97af-cd6033db1c34 could not be found, it might have been deleted concurrently. {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 17:01:53.311788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:53.322642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:53.327933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.341797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.364010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.366820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:53.377477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=8aebfddd-02c8-48a0-a93d-27409f2bd10d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.386717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.387072 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 1ade1612-48f6-4b6c-af23-91fb23f242ba of type vlan for network bfe4c4ee-e84a-4649-b683-24e13e0c5175 Feb 16 17:01:53.391870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-20a37877-df43-4a59-a489-ba37b0f64b81 None None] Provisioning complete for port 72192133-1151-4184-b60b-1ef246e25628 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:53.392530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20a37877-df43-4a59-a489-ba37b0f64b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.397132 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8f12caa2-16df-40c3-8c58-b863e3f36504 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/8aebfddd-02c8-48a0-a93d-27409f2bd10d HTTP/1.1" status: 204 len: 168 time: 1.5486953 Feb 16 17:01:53.401188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56142) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:53.409424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'name': 'tempest-PortsIpV6TestJSON-2020912225'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:53.437042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.463606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6129f-96ea-420c-89c5-12d6db073b94 None None] DHCP port deletion for 8aebfddd-02c8-48a0-a93d-27409f2bd10d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:01:53.487415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.493954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:53.494604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.530096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56146) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:53.563312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:53.567533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:53.570363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:53.576111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:53.593764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470025192', 'description': 'tempest-secgroup-smoke-1470025192 description', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:53.607799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:53.613528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.620244 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3800511 Feb 16 17:01:53.621641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:53.624730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56152) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:53.630024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:53.633005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf701002-1e85-4cea-a68c-e6226c770c7e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=bfe4c4ee-e84a-4649-b683-24e13e0c5175,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.633163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:53.635323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:53.647462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network bfe4c4ee-e84a-4649-b683-24e13e0c5175 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:53.649338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:53.662232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port b45833b3-37bb-4a80-9607-fac58bca11a2 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:53.663051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.679793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.699053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:53.705295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:53.709499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:53.719552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:53.828687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.835623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.850617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:53.859299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:53.868130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:53.879156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:53.882947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f64b97e-d042-4da6-8fa3-5283be273936,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.946641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:53.962329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:53.966763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:53.975329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.981497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:53.987128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.049020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91525f5f-24f2-4190-9442-7cd384194917,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.053645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.054859 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9adb8eb-0b4c-4b5a-b185-59b60d1c06b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5237477 Feb 16 17:01:54.057799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56156) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.066775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group_rule': {'security_group_id': '91525f5f-24f2-4190-9442-7cd384194917', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.075121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:54.081147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:54.084233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:54.084706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.087550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:54.097943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:54.120843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.206983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.213786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.246763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6c7581-d843-4e5b-a8a6-f539b57c2eb7,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.254353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.257908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.259267 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f1194583-fc12-4d79-b56b-b30929b3bfb0 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989827 Feb 16 17:01:54.262209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56160) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.269163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group_rule': {'security_group_id': '91525f5f-24f2-4190-9442-7cd384194917', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.276159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:54.281087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:54.284794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:54.291550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:54.310211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.353154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.395914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.400307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.427572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f916e2-0392-48e4-b34b-b59f268190cd,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.439044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.442915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-467a7022-42c4-439e-ac89-ff981157651b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1765363 Feb 16 17:01:54.443124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.443785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.449435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group_rule': {'security_group_id': '91525f5f-24f2-4190-9442-7cd384194917', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.449712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:54.455976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:54.459817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:54.460493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:54.463493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:54.468984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:54.469420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:54.474516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:54.475141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.486256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.492805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=b45833b3-37bb-4a80-9607-fac58bca11a2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.495898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.555258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9ecf67c2-40bb-44f5-932e-e8baff9ffefe tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1527469 Feb 16 17:01:54.558514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56168) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.559953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.564417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.588203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34992843-aa6a-499d-a738-6ec33f6361dd,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.600562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.604251 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bba88b2e-995e-429c-a494-fc76e556fdc3 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577649 Feb 16 17:01:54.604488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56172) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.610255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group_rule': {'security_group_id': '91525f5f-24f2-4190-9442-7cd384194917', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.616035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:54.619881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:54.622746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:54.628733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:54.645701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.645939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=0b779890-4060-481f-8a86-34c9f0bb0142,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.658387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port b45833b3-37bb-4a80-9607-fac58bca11a2 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:54.658754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.707713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '1ade1612-48f6-4b6c-af23-91fb23f242ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:54.708081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: bfe4c4ee-e84a-4649-b683-24e13e0c5175, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:54.712688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.717620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.741161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4030ffc5-a078-4e48-9c13-db1338e142c8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.751701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.755478 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b3ce12c2-0833-4bb7-ade1-50a61d60e302 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475689 Feb 16 17:01:54.755657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56176) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.760607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group_rule': {'security_group_id': '91525f5f-24f2-4190-9442-7cd384194917', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.767949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:54.771603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network bfe4c4ee-e84a-4649-b683-24e13e0c5175 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:54.771839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:54.774728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:54.780932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:54.792140 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Project 0411f71248f548d5bf37a7dbd5a3b4ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:01:54.796680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, bfe4c4ee-e84a-4649-b683-24e13e0c5175) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:54.799271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.805445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdc147-4c0c-4b8c-987c-a4d768eae4dd None None] Network bfe4c4ee-e84a-4649-b683-24e13e0c5175 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:54.819412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:54.819980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.868768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.873783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.901562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8d926a-a43d-4fb7-a484-f9e4917b9e74,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.907316 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a2c3fe37-35b1-461d-9ec2-9578b0c166a6 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2815399 Feb 16 17:01:54.909886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.925511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.943259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.944428 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-49962678-6b57-4cac-bbb6-98039d90138b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1878693 Feb 16 17:01:54.992392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56184) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:54.999803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 72192133-1151-4184-b60b-1ef246e25628 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:01:55.004061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'security_group_rule': {'security_group_id': '91525f5f-24f2-4190-9442-7cd384194917', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:55.014258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:55.021787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:security_group_rule and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:55.031670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:55.041487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:55.071932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for b45833b3-37bb-4a80-9607-fac58bca11a2 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:55.078209 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Project 0411f71248f548d5bf37a7dbd5a3b4ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:01:55.094771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.114084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-bfe4c4ee-e84a-4649-b683-24e13e0c5175', 'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': '0b779890-4060-481f-8a86-34c9f0bb0142'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:01:55.114997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.124757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.140556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 72192133-1151-4184-b60b-1ef246e25628 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:55.140930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.176407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.232795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.242623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=b45833b3-37bb-4a80-9607-fac58bca11a2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.247871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.259340 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff235865-c3cb-4450-bd44-94544c07d18b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/b45833b3-37bb-4a80-9607-fac58bca11a2 HTTP/1.1" status: 204 len: 168 time: 0.6978283 Feb 16 17:01:55.261612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56188) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:55.268581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'mac_address': 'fa:16:3e:5f:81:5d', 'name': 'tempest-PortsIpV6TestJSON-59572698'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:55.310008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.318477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.342987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09f286c-381f-44e6-9a20-3a13f936c358,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.353544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.354711 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-52817cb8-efb1-4aec-93fd-612dafaeb538 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612235 Feb 16 17:01:55.357586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56192) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:55.364137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'network': {'name': 'tempest-network-smoke--181262890', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:55.368830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:55.372544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:network and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:55.376165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:55.381815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:55.387237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:55.393602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Allocated IP 2001:db8::1 (bfe4c4ee-e84a-4649-b683-24e13e0c5175/0b779890-4060-481f-8a86-34c9f0bb0142/e2ef2c67-b842-4bac-8d0d-1e3bbe72d572) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:55.394631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:55.394789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Made reservation on behalf of 0411f71248f548d5bf37a7dbd5a3b4ff for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:55.399022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.399488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:55.405315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b279d98-d847-4686-8d58-575702309ed1 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:01:55.407000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:55.417071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:55.430045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:55.440294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.440827 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Added segment a67acbcd-871f-4797-a575-667e1abf9ea0 of type vlan for network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca Feb 16 17:01:55.450581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 5b279d98-d847-4686-8d58-575702309ed1 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:01:55.451243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b279d98-d847-4686-8d58-575702309ed1 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:01:55.471312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.503438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.508782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.509489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.530996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.558761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 02b68176-cf1a-4395-8dae-1c881cc26fd3 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:55.655490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.666737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Transition to ACTIVE for port object e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:55.687631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Transition to ACTIVE for port object e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:55.693122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.745114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Network': ['ID=6b8c3102-0bc8-4bfc-8730-224a7a1003ca,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.749836 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-03cea583-5f82-473e-8204-89bda318b57c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3910935 Feb 16 17:01:55.751514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.756444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56196) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:55.765879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:55.784759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Network bfe4c4ee-e84a-4649-b683-24e13e0c5175 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:55.793178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:55.795146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'admin_state_up': True, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:55.806718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=0b779890-4060-481f-8a86-34c9f0bb0142,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.808616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:55.825411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:router and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:55.831192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:55.837446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Pushing event updated for resources: {'Port': ['ID=e2ef2c67-b842-4bac-8d0d-1e3bbe72d572,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.845428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:55.886068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:55.918786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.926353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.927521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.953795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe4c4ee-e84a-4649-b683-24e13e0c5175']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.954414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.963826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Attempting to bind port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:55.964253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Attempting to bind port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '1ade1612-48f6-4b6c-af23-91fb23f242ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:55.964558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Attempting to bind port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 on network bfe4c4ee-e84a-4649-b683-24e13e0c5175 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:01:55.969992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:01:55.970357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Checking segment: {'id': '1ade1612-48f6-4b6c-af23-91fb23f242ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:01:55.970884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.970999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade1612-48f6-4b6c-af23-91fb23f242ba') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.971219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Bound using segment: {'id': '1ade1612-48f6-4b6c-af23-91fb23f242ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:01:55.971328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade1612-48f6-4b6c-af23-91fb23f242ba') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.971590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Bound port: e2ef2c67-b842-4bac-8d0d-1e3bbe72d572, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ade1612-48f6-4b6c-af23-91fb23f242ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:55.971963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.978061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.989898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.994811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.017891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.069534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] For port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:01:56.078110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:56.082005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:56.086226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:56.086645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.086876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:56.092885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:56.093490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.097581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=02b68176-cf1a-4395-8dae-1c881cc26fd3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:56.104779 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:56.124129 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-accd85b8-4bcd-4445-a0e7-aef270b18d8c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8613253 Feb 16 17:01:56.126838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56200) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:56.199040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c00235-3814-4da3-8f12-a53474f83376 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:56.199819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e0c00235-3814-4da3-8f12-a53474f83376 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:56.216657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e0c00235-3814-4da3-8f12-a53474f83376 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:56.219214 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e0c00235-3814-4da3-8f12-a53474f83376 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/02b68176-cf1a-4395-8dae-1c881cc26fd3 HTTP/1.1" status: 200 len: 843 time: 0.0909657 Feb 16 17:01:56.222087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56204) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:56.294434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 02b68176-cf1a-4395-8dae-1c881cc26fd3 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:56.294794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.347754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] For port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e2ef2c67-b842-4bac-8d0d-1e3bbe72d572,segment=NetworkSegment(1ade1612-48f6-4b6c-af23-91fb23f242ba),segment_id=1ade1612-48f6-4b6c-af23-91fb23f242ba)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:01:56.352416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.359362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:01:56.359362 dv-neutron-829527-2-hyperv neutron-server[87720]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:01:56.359362 dv-neutron-829527-2-hyperv neutron-server[87720]: [parameters: {'id': 'bfe4c4ee-e84a-4649-b683-24e13e0c5175'}] Feb 16 17:01:56.359362 dv-neutron-829527-2-hyperv neutron-server[87720]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:56.359856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:56.363698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.487743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523bf2-5c00-4a6f-a7ac-fb7ba3b80c34 None None] Pushing event updated for resources: {'Port': ['ID=e2ef2c67-b842-4bac-8d0d-1e3bbe72d572,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.541580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.564703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a75940-d93d-4267-89d2-b0b2c751ca2f None None] Network bfe4c4ee-e84a-4649-b683-24e13e0c5175 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:01:56.677180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 02b68176-cf1a-4395-8dae-1c881cc26fd3 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:56.713188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.744598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.777437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.813225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df68ea-3bb9-4a69-b056-ccf3e95eda9a None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:01:56.833589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=02b68176-cf1a-4395-8dae-1c881cc26fd3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.843750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.868595 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4f5108ba-4985-4c1d-8045-e4fc3415c88b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/02b68176-cf1a-4395-8dae-1c881cc26fd3 HTTP/1.1" status: 204 len: 168 time: 0.6449215 Feb 16 17:01:56.872284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56208) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:56.881144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.915342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:56.915342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.922122 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b2b274-b954-4498-a771-90ea55b92b74 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:01:56.922795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-48b2b274-b954-4498-a771-90ea55b92b74 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:56.933195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df68ea-3bb9-4a69-b056-ccf3e95eda9a None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:01:56.940403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-48b2b274-b954-4498-a771-90ea55b92b74 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:56.942377 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-48b2b274-b954-4498-a771-90ea55b92b74 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/02b68176-cf1a-4395-8dae-1c881cc26fd3 HTTP/1.1" status: 404 len: 333 time: 0.0689113 Feb 16 17:01:56.947757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56212) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:56.954354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'name': 'tempest-PortsIpV6TestJSON-294599840'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:56.975824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Allocated IP 172.26.7.93 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/7924915a-e5e9-4bee-add2-34fb85110898) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:57.076694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:57.087421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:57.100970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:57.106373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.136374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 9f837d9f-8879-4f72-8855-1358eee92ab6 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:01:57.402396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.425152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e2ef2c67-b842-4bac-8d0d-1e3bbe72d572,segment=NetworkSegment(1ade1612-48f6-4b6c-af23-91fb23f242ba),segment_id=1ade1612-48f6-4b6c-af23-91fb23f242ba)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:01:57.425759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.433575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.503212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.508537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:57.511975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:57.516873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:57.522328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.522971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.530902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=9f837d9f-8879-4f72-8855-1358eee92ab6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.555185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2f619d5b-ca64-4c17-970d-6bc3c1132b20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6063325 Feb 16 17:01:57.557774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56216) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:57.564297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:57.574038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:57.669800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.695320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.706944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.745189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No DVR routers for this DVR port e2ef2c67-b842-4bac-8d0d-1e3bbe72d572 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:57.784882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:57.788242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:57.807834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:01:57.888210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Port': ['ID=7924915a-e5e9-4bee-add2-34fb85110898,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.923354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.928406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.968002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Port': ['ID=e2ef2c67-b842-4bac-8d0d-1e3bbe72d572,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.972335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.995438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] In _notify_port_updated(), no bound segment for port 9f837d9f-8879-4f72-8855-1358eee92ab6 on network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:01:58.001082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.001724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.003254 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/ports/9f837d9f-8879-4f72-8855-1358eee92ab6 HTTP/1.1" status: 200 len: 818 time: 0.4443703 Feb 16 17:01:58.006925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56220) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:58.064822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe4c4ee-e84a-4649-b683-24e13e0c5175']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:58.067407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37172-b45a-49a3-a3cf-99d3de193ded tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=9f837d9f-8879-4f72-8855-1358eee92ab6,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.086005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 9f837d9f-8879-4f72-8855-1358eee92ab6 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:01:58.086345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.136838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade1612-48f6-4b6c-af23-91fb23f242ba') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:58.137130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade1612-48f6-4b6c-af23-91fb23f242ba') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:58.164032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.225793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.240043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:58.240438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:58.255268 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:58.336455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.439454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.459982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.547454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=bfe4c4ee-e84a-4649-b683-24e13e0c5175,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.559683 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c9405f28-9aad-4b07-99b0-1a42324bd1f8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/bfe4c4ee-e84a-4649-b683-24e13e0c5175 HTTP/1.1" status: 204 len: 168 time: 3.6484413 Feb 16 17:01:58.563083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56224) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:58.570494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078387465'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:58.580730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:58.587484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:58.590161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.603584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 9f837d9f-8879-4f72-8855-1358eee92ab6 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:01:58.646354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:58.664933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:58.695870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:58.697802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.699686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.750767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=9f837d9f-8879-4f72-8855-1358eee92ab6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.756146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.769966 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3f65a743-09bf-4c0d-a424-153aaae5f208 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/9f837d9f-8879-4f72-8855-1358eee92ab6 HTTP/1.1" status: 204 len: 168 time: 0.7619717 Feb 16 17:01:58.772512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56228) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:58.859081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f6f4c-b18a-47d2-a5a0-2560f69c43b0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.859788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a14f6f4c-b18a-47d2-a5a0-2560f69c43b0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:01:58.876509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a14f6f4c-b18a-47d2-a5a0-2560f69c43b0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:01:58.877661 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a14f6f4c-b18a-47d2-a5a0-2560f69c43b0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1041024 Feb 16 17:01:58.880503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56232) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:58.923332 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe84ef1-f281-420e-8d80-90ddb1b19a49 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:01:58.925113 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bfe84ef1-f281-420e-8d80-90ddb1b19a49 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/9f837d9f-8879-4f72-8855-1358eee92ab6 HTTP/1.1" status: 404 len: 333 time: 0.0432534 Feb 16 17:01:58.928819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56236) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:58.934195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-66802897'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:58.939874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:58.943750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:58.946668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:58.952926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:58.954069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:58.963915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:58.967466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.994997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:59.004170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.004571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment 5700a5e6-988d-49f4-baa6-99a84bb197a8 of type vlan for network adc685fe-2a81-480e-b84e-8e701469c092 Feb 16 17:01:59.028000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.028344 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 630e07e8-748b-4470-ba06-3f14ac7d3bf9 of type vlan for network 01716e49-8321-4ee3-8565-ea1409986cd7 Feb 16 17:01:59.032493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.062334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.067871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.068448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.131384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.173758 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2438936 Feb 16 17:01:59.175941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56240) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:59.182696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875657d5-4014-4007-9979-95b7042b3421 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=adc685fe-2a81-480e-b84e-8e701469c092,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:59.187149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:59.193685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network adc685fe-2a81-480e-b84e-8e701469c092 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:59.204205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.276385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.282782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.283380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.568377 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0041370 Feb 16 17:01:59.569569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:59.571183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56244) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:01:59.577496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:59.640274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69044703-df7b-4827-9d4a-c29ae424e2a4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=01716e49-8321-4ee3-8565-ea1409986cd7,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:59.651694 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:01:59.651955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:59.664895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:59.677524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:59.696083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:01:59.700386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:01:59.701819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:59.703746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:01:59.706006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.710654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:01:59.727824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:59.731556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.877954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Router 01b02e09-c023-4c83-b432-e79233b8fc39 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:01:59.977642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.084827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=b60ade69-0311-477a-9f92-d22650261ac3,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:00.096282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '630e07e8-748b-4470-ba06-3f14ac7d3bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:00.096644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 01716e49-8321-4ee3-8565-ea1409986cd7, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:00.121146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 01716e49-8321-4ee3-8565-ea1409986cd7 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:00.138821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 01716e49-8321-4ee3-8565-ea1409986cd7) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:00.147765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081418ce-1d37-4a1a-97c2-53b6afd403bd None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:00.148628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.149334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.181036 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-91f86566-9bf3-44b1-ae5a-699c14e26bec tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6075244 Feb 16 17:02:00.182681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56248) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:00.190832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:00.213014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:00.215273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.227634 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Sync routers for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:00.246158 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:00.246816 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.321166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.322376 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2a2a4bb0-7f41-43bc-81f4-a149c1750e93 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.5389440 Feb 16 17:02:00.325847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56252) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:00.338582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=dc732985-8eb6-4ad0-b2d7-6d997d884e46,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:00.369045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': '5700a5e6-988d-49f4-baa6-99a84bb197a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:00.369441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: adc685fe-2a81-480e-b84e-8e701469c092, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:00.413644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network adc685fe-2a81-480e-b84e-8e701469c092 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:00.424905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:00.432589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:subnet and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:00.435526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, adc685fe-2a81-480e-b84e-8e701469c092) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:00.441414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.442018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.448744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:00.458321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:00.462359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf77215-086f-4019-b3b9-2631c118af2b None None] Network adc685fe-2a81-480e-b84e-8e701469c092 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:00.481753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-01716e49-8321-4ee3-8565-ea1409986cd7', 'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': 'b60ade69-0311-477a-9f92-d22650261ac3'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:00.483323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.489538 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-44a9264a-a982-43f7-8605-39326f682ac2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3084531 Feb 16 17:02:00.489895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56258) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:00.496837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:00.502593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:00.516606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.588592 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:02:00.699080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:00.709611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:00.715899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:00.719993 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-73e9dee1-b92d-42f4-903f-bd549dddd3ab tempest-TestNetworkAdvancedServerOps-966632023 tempest-TestNetworkAdvancedServerOps-966632023-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0411f71248f548d5bf37a7dbd5a3b4ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3915854 Feb 16 17:02:00.721636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56262) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:00.749702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:00.898238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Allocated IP 2001:db8::2 (01716e49-8321-4ee3-8565-ea1409986cd7/b60ade69-0311-477a-9f92-d22650261ac3/0c23401f-0773-4290-8162-da77c1aaedbe) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:00.900489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-316101a9-69af-4e04-8014-41cd1332a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.909547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-adc685fe-2a81-480e-b84e-8e701469c092', 'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': 'dc732985-8eb6-4ad0-b2d7-6d997d884e46'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:00.910410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.925104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.939125 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:01:58Z', 'revision_number': 3, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.943723 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Checking router: 01b02e09-c023-4c83-b432-e79233b8fc39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:00.944152 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Updating router 01b02e09-c023-4c83-b432-e79233b8fc39 port 7924915a-e5e9-4bee-add2-34fb85110898 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:02:01.003676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:01.007866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.009425 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.037681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 01716e49-8321-4ee3-8565-ea1409986cd7 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:01.038773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=7edf5c59-6f7a-4fef-b6a8-2778a98abdb3,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.041597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:01.044531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.045826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.075398 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8b4a04a2-57a3-411e-b615-054bbe874db2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8904390 Feb 16 17:02:01.077507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56268) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:01.177044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e36556-0a7e-4453-b8f1-d3dde3b60215 tempest-TestNetworkAdvancedServerOps-966632023 tempest-TestNetworkAdvancedServerOps-966632023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.181044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a8e36556-0a7e-4453-b8f1-d3dde3b60215 tempest-TestNetworkAdvancedServerOps-966632023 tempest-TestNetworkAdvancedServerOps-966632023-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4554393 Feb 16 17:02:01.182425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56272) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:01.184734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.187220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.189563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.191298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.193070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.195096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Synchronizing usage tracker for tenant:33473449dfa6486dbefb887091b9f685 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:01.217343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Unset dirty status for tenant:33473449dfa6486dbefb887091b9f685 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:01.219368 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8807b530-4fab-4ad8-b264-8546abbad9a8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1401284 Feb 16 17:02:01.223647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56276) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:01.230155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488221848'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:01.239087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:01.246598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5b08b68-1e20-458f-8708-b111e2275fb7 tempest-TestNetworkAdvancedServerOps-966632023 tempest-TestNetworkAdvancedServerOps-966632023-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599678 Feb 16 17:02:01.248510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56280) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:01.251323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:01.251827 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc732985-8eb6-4ad0-b2d7-6d997d884e46 (CIDR: 2001:db8::/64) Feb 16 17:02:01.255425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:01.256169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1272429312', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:01.263216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:01.274533 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:01.275050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:01.276399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:01.282037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.301791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0f00feeb-bc85-4e2d-84a8-879ec13b9c57 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8108249 Feb 16 17:02:01.308286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56284) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:01.317376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:01.380712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Allocated IP 2001:db8::2 (adc685fe-2a81-480e-b84e-8e701469c092/dc732985-8eb6-4ad0-b2d7-6d997d884e46/afb20780-0dfb-4347-9a75-0bfce0599ca3) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:01.405916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:01.412778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:subnet and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:01.416876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:01.422604 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.426695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:01.439105 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Transition to ACTIVE for port object 7924915a-e5e9-4bee-add2-34fb85110898 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:01.443064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Made reservation on behalf of 0411f71248f548d5bf37a7dbd5a3b4ff for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:01.447251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.448694 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.538583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.540388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:01.550433 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Pushing event updated for resources: {'Port': ['ID=7924915a-e5e9-4bee-add2-34fb85110898,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.566682 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.566903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Transition to ACTIVE for port object 0c23401f-0773-4290-8162-da77c1aaedbe will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:01.567136 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.567394 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.568071 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.568205 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.568302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.568502 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.568605 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 2b40be79-afd2-42ee-8d9c-8ca464166ba7 of type vlan for network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 Feb 16 17:02:01.568767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.569088 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.569406 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.570118 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.570435 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.570770 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:01.610069 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Attempting to bind port 7924915a-e5e9-4bee-add2-34fb85110898 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:01.610482 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Attempting to bind port 7924915a-e5e9-4bee-add2-34fb85110898 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:01.610970 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Attempting to bind port 7924915a-e5e9-4bee-add2-34fb85110898 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:01.618359 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:01.618832 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:01.619305 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.620008 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:01.620476 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Bound port: 7924915a-e5e9-4bee-add2-34fb85110898, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:01.620838 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.627485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Transition to ACTIVE for port object 0c23401f-0773-4290-8162-da77c1aaedbe will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:01.631036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.647089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:01.651644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.652822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:01.665018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:01.674527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:01.689569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.695677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.696279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.704452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.721137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] For port 7924915a-e5e9-4bee-add2-34fb85110898, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:01.724496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] For port 7924915a-e5e9-4bee-add2-34fb85110898, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7924915a-e5e9-4bee-add2-34fb85110898,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:01.730814 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.733217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:01.738273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.785991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:01.791520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:01.800289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:01.801961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Checking segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:01.802415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network hostable DHCP agents. Network: 6b8c3102-0bc8-4bfc-8730-224a7a1003ca, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:01.807807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Pushing event updated for resources: {'Port': ['ID=0c23401f-0773-4290-8162-da77c1aaedbe,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.818194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Subnet': ['ID=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.829678 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef135280-d5d5-4ecd-9c2f-c8b4fcb6cc21 None None] Pushing event updated for resources: {'Port': ['ID=7924915a-e5e9-4bee-add2-34fb85110898,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.831942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:01.845560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 6b8c3102-0bc8-4bfc-8730-224a7a1003ca) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:01.850379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:01.851331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.864476 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:01.865083 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:01:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:01.881428 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-601de3c1-4a32-445f-b6b0-9e1703c7a329 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6319613 Feb 16 17:02:01.882447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56288) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:01.930874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b44c11-2e99-464f-bcb5-3b48d357f0fd None None] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:02.070942 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:02:02.082715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.110847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Attempting to bind port 0c23401f-0773-4290-8162-da77c1aaedbe on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:02.111231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Attempting to bind port 0c23401f-0773-4290-8162-da77c1aaedbe by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '630e07e8-748b-4470-ba06-3f14ac7d3bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:02.111558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Attempting to bind port 0c23401f-0773-4290-8162-da77c1aaedbe on network 01716e49-8321-4ee3-8565-ea1409986cd7 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:02.113895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.132108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:02.132542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Checking segment: {'id': '630e07e8-748b-4470-ba06-3f14ac7d3bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:02.133027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.133505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Bound using segment: {'id': '630e07e8-748b-4470-ba06-3f14ac7d3bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:02.133975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Bound port: 0c23401f-0773-4290-8162-da77c1aaedbe, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630e07e8-748b-4470-ba06-3f14ac7d3bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:02.134342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.173202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Transition to ACTIVE for port object afb20780-0dfb-4347-9a75-0bfce0599ca3 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:02.184314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=793fd95d-555c-46c4-91a1-5bbb4ee30f24,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.191463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network adc685fe-2a81-480e-b84e-8e701469c092 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:02.193467 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-377d1e01-9fe0-49e6-83fd-aa9a97f10050 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9679868 Feb 16 17:02:02.197105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:02.198683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56292) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:02.199294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=a939ddcd-7758-4bee-bed2-da9e9824db6d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.207975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:02.223984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:02.321467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] For port 0c23401f-0773-4290-8162-da77c1aaedbe, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:02.324416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] For port 0c23401f-0773-4290-8162-da77c1aaedbe, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0c23401f-0773-4290-8162-da77c1aaedbe,segment=NetworkSegment(630e07e8-748b-4470-ba06-3f14ac7d3bf9),segment_id=630e07e8-748b-4470-ba06-3f14ac7d3bf9)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:02.327982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.328790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.343496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.347551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Transition to ACTIVE for port object afb20780-0dfb-4347-9a75-0bfce0599ca3 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:02.500977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.510505 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:01:58Z', 'revision_number': 3, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.517861 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd296d-4671-470d-a798-010a0e14b46c None None] The sync data for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv is: [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:01:58Z', 'revision_number': 3, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:02.526515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.536437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.574092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 is not hosted by any dhcp agent {{(pid=87721) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 17:02:02.581249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.581552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.581773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:02.582887 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "PUT /v2.0/networks/793fd95d-555c-46c4-91a1-5bbb4ee30f24 HTTP/1.1" status: 200 len: 723 time: 0.3806911 Feb 16 17:02:02.586298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.587065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56296) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:02.595621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:02.642847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-da6c4ad1-3cf7-42fa-baba-13cb0ec86006 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3310251 Feb 16 17:02:02.646762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56300) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:02.652467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092', 'fixed_ips': [{'subnet_id': 'dc732985-8eb6-4ad0-b2d7-6d997d884e46'}, {'subnet_id': 'a939ddcd-7758-4bee-bed2-da9e9824db6d'}], 'name': 'tempest-PortsIpV6TestJSON-1972201215'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:02.687064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Network adc685fe-2a81-480e-b84e-8e701469c092 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:02.692469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbd368-e54c-49b7-8bed-be76360462bf None None] Pushing event updated for resources: {'Port': ['ID=0c23401f-0773-4290-8162-da77c1aaedbe,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.701429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:02.751233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14270-68e2-44f6-a16c-1e2e9bc174f9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=793fd95d-555c-46c4-91a1-5bbb4ee30f24,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.763696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:02.777976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:02.782949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:02.845538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:02.850838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:02.854814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:02.866299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:02.892737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:03.038077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:03.084205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:03.095141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.192910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Pushing event updated for resources: {'Port': ['ID=afb20780-0dfb-4347-9a75-0bfce0599ca3,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.196623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7924915a-e5e9-4bee-add2-34fb85110898 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:03.271875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.315218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port e236083d-f998-4a30-bf05-bfa4783f2918 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:03.346418 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Attempting to bind port afb20780-0dfb-4347-9a75-0bfce0599ca3 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:03.347043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Attempting to bind port afb20780-0dfb-4347-9a75-0bfce0599ca3 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '5700a5e6-988d-49f4-baa6-99a84bb197a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:03.347671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Attempting to bind port afb20780-0dfb-4347-9a75-0bfce0599ca3 on network adc685fe-2a81-480e-b84e-8e701469c092 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:03.375128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:03.375923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Checking segment: {'id': '5700a5e6-988d-49f4-baa6-99a84bb197a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:03.376173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.376724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.377259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Bound using segment: {'id': '5700a5e6-988d-49f4-baa6-99a84bb197a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:03.377902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Bound port: afb20780-0dfb-4347-9a75-0bfce0599ca3, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5700a5e6-988d-49f4-baa6-99a84bb197a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:03.378433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.399598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Allocated IP 172.20.0.2 (6b8c3102-0bc8-4bfc-8730-224a7a1003ca/3a8f9674-20f2-48f2-b6c9-4c27d7b41dca/31481b79-fe6f-4c1a-b836-bfb2cc40836b) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:03.560763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 7924915a-e5e9-4bee-add2-34fb85110898 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:03.592483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7924915a-e5e9-4bee-add2-34fb85110898 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:03.593309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.668028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] For port afb20780-0dfb-4347-9a75-0bfce0599ca3, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:03.677984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0503dc5e-8732-4c3a-b5f2-8d0224f718dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.710261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] For port afb20780-0dfb-4347-9a75-0bfce0599ca3, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=afb20780-0dfb-4347-9a75-0bfce0599ca3,segment=NetworkSegment(5700a5e6-988d-49f4-baa6-99a84bb197a8),segment_id=5700a5e6-988d-49f4-baa6-99a84bb197a8)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:03.728251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.790401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::36b (adc685fe-2a81-480e-b84e-8e701469c092/dc732985-8eb6-4ad0-b2d7-6d997d884e46/e236083d-f998-4a30-bf05-bfa4783f2918) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:03.809584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8:0:1::1ad (adc685fe-2a81-480e-b84e-8e701469c092/a939ddcd-7758-4bee-bed2-da9e9824db6d/e236083d-f998-4a30-bf05-bfa4783f2918) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:03.815336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.848297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddea87-6286-4878-a129-8964dddb21bf None None] Pushing event updated for resources: {'Port': ['ID=afb20780-0dfb-4347-9a75-0bfce0599ca3,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.924996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=45e07a3a-b1f6-4857-bb64-d43940ba51bd,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.043619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '2b40be79-afd2-42ee-8d9c-8ca464166ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:04.044125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 793fd95d-555c-46c4-91a1-5bbb4ee30f24, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:04.052596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.062313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.091314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:04.092407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Transition to ACTIVE for port object 31481b79-fe6f-4c1a-b836-bfb2cc40836b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:04.109429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 7924915a-e5e9-4bee-add2-34fb85110898, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7924915a-e5e9-4bee-add2-34fb85110898,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:04.110594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 793fd95d-555c-46c4-91a1-5bbb4ee30f24) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:04.118375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.119372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.121295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.179742 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4c53cfdd-2481-433d-ae89-9d268a194dd2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5912344 Feb 16 17:02:04.181799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56304) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:04.190348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:04.219113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deddc9d-a929-4aee-8c5b-c647f5df9b1b None None] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:04.274058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Transition to ACTIVE for port object 31481b79-fe6f-4c1a-b836-bfb2cc40836b will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:04.297585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.349999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object e236083d-f998-4a30-bf05-bfa4783f2918 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:04.393355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ac377-b38f-4d2e-8ea3-3373ae754d5d None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:04.398147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.440789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11240164'] for subnet, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.499840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Allocated IP 172.20.0.1 (6b8c3102-0bc8-4bfc-8730-224a7a1003ca/3a8f9674-20f2-48f2-b6c9-4c27d7b41dca/8b266c10-810f-4cad-add6-bfcd4c98d1b5) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:04.506753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network adc685fe-2a81-480e-b84e-8e701469c092 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:04.511792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:04.515451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:04.523897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.524853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.565577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9177237 Feb 16 17:02:04.566324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56308) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:04.572038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.579487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc732985-8eb6-4ad0-b2d7-6d997d884e46'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:04.606661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29322ba9-675c-4418-a5e2-46b6cb88a0be tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=e236083d-f998-4a30-bf05-bfa4783f2918,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.631541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.682607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3273049c-e710-4460-aca6-8dbeefb6c307 None None] Provisioning for port 0c23401f-0773-4290-8162-da77c1aaedbe completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:04.703381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:04.707280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=7924915a-e5e9-4bee-add2-34fb85110898,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.714777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:04.749121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.750626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:04.835153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.844750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756730968351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12453473'] for subnet, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.881293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-793fd95d-555c-46c4-91a1-5bbb4ee30f24', 'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': '45e07a3a-b1f6-4857-bb64-d43940ba51bd'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:04.882110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.899444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Transition to ACTIVE for port object 8b266c10-810f-4cad-add6-bfcd4c98d1b5 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:04.905288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.905937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.907656 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "PUT /v2.0/subnets/45e07a3a-b1f6-4857-bb64-d43940ba51bd HTTP/1.1" status: 200 len: 826 time: 0.7247899 Feb 16 17:02:04.913594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56312) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:04.936766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26d1bd-9808-42e3-a88c-c03dcd4c4063 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=45e07a3a-b1f6-4857-bb64-d43940ba51bd,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.942360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Pushing event updated for resources: {'Port': ['ID=31481b79-fe6f-4c1a-b836-bfb2cc40836b,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.957871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.051680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Attempting to bind port 31481b79-fe6f-4c1a-b836-bfb2cc40836b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:05.052045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Attempting to bind port 31481b79-fe6f-4c1a-b836-bfb2cc40836b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:05.052401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Attempting to bind port 31481b79-fe6f-4c1a-b836-bfb2cc40836b on network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:05.068632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:05.068995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Checking segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:05.069388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.069770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Bound using segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:05.070242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Bound port: 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:05.070636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.080900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.081781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:05.086846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:05.090958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:05.153374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Port': ['ID=8b266c10-810f-4cad-add6-bfcd4c98d1b5,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.177257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.231877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7924915a-e5e9-4bee-add2-34fb85110898 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:05.354169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.378594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Delete allocated IP 2001:db8:0:1::1ad (adc685fe-2a81-480e-b84e-8e701469c092/a939ddcd-7758-4bee-bed2-da9e9824db6d) {{(pid=87721) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:02:05.462043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] For port 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:05.500610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] For port 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=31481b79-fe6f-4c1a-b836-bfb2cc40836b,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:05.522251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.527841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Allocated IP 2001:db8::2 (793fd95d-555c-46c4-91a1-5bbb4ee30f24/45e07a3a-b1f6-4857-bb64-d43940ba51bd/93497766-bb20-4fe4-b54f-ca065ef32044) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:05.552100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.695049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.765715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7924915a-e5e9-4bee-add2-34fb85110898 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:05.766766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.814677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.828811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93a24d-26ed-4010-8a39-bad53f8cf0d1 None None] Pushing event updated for resources: {'Port': ['ID=31481b79-fe6f-4c1a-b836-bfb2cc40836b,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.841424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Ignored duplicate provisioning block setup for port e236083d-f998-4a30-bf05-bfa4783f2918 by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 17:02:05.843308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480b4d3-8f53-4405-befb-a09c3f5ef288 None None] Network adc685fe-2a81-480e-b84e-8e701469c092 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:05.847365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.986657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-42f70dab-c5d3-4207-840e-6fced0835f0b None None] Provisioning for port afb20780-0dfb-4347-9a75-0bfce0599ca3 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:06.000820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] In _notify_port_updated(), no bound segment for port e236083d-f998-4a30-bf05-bfa4783f2918 on network adc685fe-2a81-480e-b84e-8e701469c092 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:02:06.006268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:06.009560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.010497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/ports/e236083d-f998-4a30-bf05-bfa4783f2918 HTTP/1.1" status: 200 len: 926 time: 1.4399726 Feb 16 17:02:06.013859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56318) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:06.027073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc732985-8eb6-4ad0-b2d7-6d997d884e46'}, {'subnet_id': 'a939ddcd-7758-4bee-bed2-da9e9824db6d'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:06.041690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d64d9-776b-408f-a88a-3433846e7d60 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=e236083d-f998-4a30-bf05-bfa4783f2918,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.049120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Update dhcp port {'port': {'network_id': '01716e49-8321-4ee3-8565-ea1409986cd7', 'fixed_ips': [{'subnet_id': 'b60ade69-0311-477a-9f92-d22650261ac3', 'ip_address': '2001:db8::2'}, {'subnet_id': '7edf5c59-6f7a-4fef-b6a8-2778a98abdb3'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': '0c23401f-0773-4290-8162-da77c1aaedbe'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:02:06.194797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.205390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.220250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.344589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.375519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Port': ['ID=8b266c10-810f-4cad-add6-bfcd4c98d1b5,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.377332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Transition to ACTIVE for port object 93497766-bb20-4fe4-b54f-ca065ef32044 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:06.380772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0c23401f-0773-4290-8162-da77c1aaedbe up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:06.411853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.525236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.536144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Transition to ACTIVE for port object 93497766-bb20-4fe4-b54f-ca065ef32044 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:06.575130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.580328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.648265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=45e07a3a-b1f6-4857-bb64-d43940ba51bd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.711718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:06.722991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:06.725517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:06.727633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:06.732071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:06.741878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.790437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Pushing event updated for resources: {'Port': ['ID=93497766-bb20-4fe4-b54f-ca065ef32044,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.791293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.793315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 0c23401f-0773-4290-8162-da77c1aaedbe completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:06.835722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793fd95d-555c-46c4-91a1-5bbb4ee30f24']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:06.847531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Allocated IP 172.20.0.1 (01716e49-8321-4ee3-8565-ea1409986cd7/7edf5c59-6f7a-4fef-b6a8-2778a98abdb3/0c23401f-0773-4290-8162-da77c1aaedbe) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:06.849625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0c23401f-0773-4290-8162-da77c1aaedbe triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:06.850109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.860947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b40be79-afd2-42ee-8d9c-8ca464166ba7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:06.861289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b40be79-afd2-42ee-8d9c-8ca464166ba7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:06.876091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.901233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.910766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:06.911215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:06.931654 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:07.004072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85c54b-e323-4e25-8ec2-1aca730c5998 None None] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:07.020945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Attempting to bind port 93497766-bb20-4fe4-b54f-ca065ef32044 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:07.021491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Attempting to bind port 93497766-bb20-4fe4-b54f-ca065ef32044 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '2b40be79-afd2-42ee-8d9c-8ca464166ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:07.021900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Attempting to bind port 93497766-bb20-4fe4-b54f-ca065ef32044 on network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:07.022616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:02:07.022616 dv-neutron-829527-2-hyperv neutron-server[87721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:02:07.022616 dv-neutron-829527-2-hyperv neutron-server[87721]: [parameters: {'id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24'}] Feb 16 17:02:07.022616 dv-neutron-829527-2-hyperv neutron-server[87721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:07.023320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:07.064445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8:0:1::248 (adc685fe-2a81-480e-b84e-8e701469c092/a939ddcd-7758-4bee-bed2-da9e9824db6d/e236083d-f998-4a30-bf05-bfa4783f2918) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:07.209210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:07.209648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Checking segment: {'id': '2b40be79-afd2-42ee-8d9c-8ca464166ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:07.210161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.210747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Bound using segment: {'id': '2b40be79-afd2-42ee-8d9c-8ca464166ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:07.211321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Bound port: 93497766-bb20-4fe4-b54f-ca065ef32044, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b40be79-afd2-42ee-8d9c-8ca464166ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '793fd95d-555c-46c4-91a1-5bbb4ee30f24'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:07.211791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.344347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-33f18aac-bc59-47a6-97b1-906bdf4f0cbc None None] Provisioning for port 31481b79-fe6f-4c1a-b836-bfb2cc40836b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:07.381969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Update dhcp port {'port': {'network_id': 'adc685fe-2a81-480e-b84e-8e701469c092', 'fixed_ips': [{'subnet_id': 'dc732985-8eb6-4ad0-b2d7-6d997d884e46', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a939ddcd-7758-4bee-bed2-da9e9824db6d'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': 'afb20780-0dfb-4347-9a75-0bfce0599ca3'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:02:07.401628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Router 01b02e09-c023-4c83-b432-e79233b8fc39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:02:07.496136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] For port 0c23401f-0773-4290-8162-da77c1aaedbe, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0c23401f-0773-4290-8162-da77c1aaedbe,segment=NetworkSegment(630e07e8-748b-4470-ba06-3f14ac7d3bf9),segment_id=630e07e8-748b-4470-ba06-3f14ac7d3bf9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:07.524744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.536419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.539010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port 93497766-bb20-4fe4-b54f-ca065ef32044 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:07.539575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.573665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.580056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.595538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] For port 93497766-bb20-4fe4-b54f-ca065ef32044, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:07.615448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Ignored duplicate provisioning block setup for port e236083d-f998-4a30-bf05-bfa4783f2918 by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 17:02:07.624044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.660382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] For port 93497766-bb20-4fe4-b54f-ca065ef32044, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=93497766-bb20-4fe4-b54f-ca065ef32044,segment=NetworkSegment(2b40be79-afd2-42ee-8d9c-8ca464166ba7),segment_id=2b40be79-afd2-42ee-8d9c-8ca464166ba7)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:07.671861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.690093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:07.691958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.741984 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-11da3eec-91f8-4e8c-9cb3-327e1a02a04a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "PUT /v2.0/routers/01b02e09-c023-4c83-b432-e79233b8fc39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8509812 Feb 16 17:02:07.753250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Sync routers for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:07.798477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] In _notify_port_updated(), no bound segment for port e236083d-f998-4a30-bf05-bfa4783f2918 on network adc685fe-2a81-480e-b84e-8e701469c092 {{(pid=87720) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:02:07.803860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:07.804621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.805959 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/ports/e236083d-f998-4a30-bf05-bfa4783f2918 HTTP/1.1" status: 200 len: 1012 time: 1.7912428 Feb 16 17:02:07.808935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56324) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:07.854490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022119c-2d32-4e78-a889-4ae3c031a850 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=e236083d-f998-4a30-bf05-bfa4783f2918,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.898109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ace4c-450d-442c-99b3-83d82d570bed None None] Pushing event updated for resources: {'Port': ['ID=93497766-bb20-4fe4-b54f-ca065ef32044,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.898706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port 93497766-bb20-4fe4-b54f-ca065ef32044, host dv-neutron-829527-2-hyperv, got binding levels [] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:07.898706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.913753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Transition to ACTIVE for port object 0c23401f-0773-4290-8162-da77c1aaedbe will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:07.931269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port e236083d-f998-4a30-bf05-bfa4783f2918 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:07.931603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.972489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.975209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:07.975840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.018869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9a4abd8f-508d-4dec-ae09-d864d13499d4 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Synchronizing usage tracker for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:08.030274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for 93497766-bb20-4fe4-b54f-ca065ef32044 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:08.090291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9a4abd8f-508d-4dec-ae09-d864d13499d4 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Unset dirty status for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:08.092007 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9a4abd8f-508d-4dec-ae09-d864d13499d4 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470025192&fields=id&tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff HTTP/1.1" status: 200 len: 267 time: 0.1930754 Feb 16 17:02:08.113352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:08.113859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:08.328343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cafe69-0a85-4bd3-85d7-5b62fe823e44 None None] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:08.348311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.400906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:08.401245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:08.419294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-2d6bc2ae-065d-44e4-9b0f-c32411b2570b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:08.421226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-2d6bc2ae-065d-44e4-9b0f-c32411b2570b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Synchronizing usage tracker for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:08.495070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for e236083d-f998-4a30-bf05-bfa4783f2918 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:08.495301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504fc67-eac0-4038-b1bd-5993768c9874 None None] Pushing event updated for resources: {'Port': ['ID=0c23401f-0773-4290-8162-da77c1aaedbe,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:08.548406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Allocated IP 2001:db8:0:1::2 (adc685fe-2a81-480e-b84e-8e701469c092/a939ddcd-7758-4bee-bed2-da9e9824db6d/afb20780-0dfb-4347-9a75-0bfce0599ca3) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:08.559998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-2d6bc2ae-065d-44e4-9b0f-c32411b2570b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Unset dirty status for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:08.561762 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-2d6bc2ae-065d-44e4-9b0f-c32411b2570b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 796 time: 0.4495637 Feb 16 17:02:08.598008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-f1a49520-5a73-4799-aa02-acb3e186ac3a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/quotas/0411f71248f548d5bf37a7dbd5a3b4ff HTTP/1.1" status: 200 len: 375 time: 0.0153267 Feb 16 17:02:08.614662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port 93497766-bb20-4fe4-b54f-ca065ef32044 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:08.615503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.649171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:02:08.823423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-bcc3f529-d2d9-4eb3-9515-0a68845e67ff tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Synchronizing usage tracker for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:08.837717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.901200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port 93497766-bb20-4fe4-b54f-ca065ef32044, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=93497766-bb20-4fe4-b54f-ca065ef32044,segment=NetworkSegment(2b40be79-afd2-42ee-8d9c-8ca464166ba7),segment_id=2b40be79-afd2-42ee-8d9c-8ca464166ba7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:08.901553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.907949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-bcc3f529-d2d9-4eb3-9515-0a68845e67ff tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Unset dirty status for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:08.909277 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-bcc3f529-d2d9-4eb3-9515-0a68845e67ff tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3025150 Feb 16 17:02:08.910006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=e236083d-f998-4a30-bf05-bfa4783f2918,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.118922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for 93497766-bb20-4fe4-b54f-ca065ef32044 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:09.229944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.295600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.305965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c2fe06e0-47ef-48de-9fbe-265883f5df47 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/e236083d-f998-4a30-bf05-bfa4783f2918 HTTP/1.1" status: 204 len: 168 time: 1.4938116 Feb 16 17:02:09.309091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56340) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:09.318805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] For port afb20780-0dfb-4347-9a75-0bfce0599ca3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=afb20780-0dfb-4347-9a75-0bfce0599ca3,segment=NetworkSegment(5700a5e6-988d-49f4-baa6-99a84bb197a8),segment_id=5700a5e6-988d-49f4-baa6-99a84bb197a8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:09.331199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.352780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5b66a-f928-45c5-b76a-bdf31c588993 None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:09.360212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No DVR routers for this DVR port 93497766-bb20-4fe4-b54f-ca065ef32044 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:09.367983 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fffda70-129b-4d50-8830-cc4f8aa64b29 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:09.368653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3fffda70-129b-4d50-8830-cc4f8aa64b29 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:09.392637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-593a264b-b510-4411-8e8a-6155fca51d2c None None] Provisioning for port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:09.405312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3fffda70-129b-4d50-8830-cc4f8aa64b29 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:09.409349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3fffda70-129b-4d50-8830-cc4f8aa64b29 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/e236083d-f998-4a30-bf05-bfa4783f2918 HTTP/1.1" status: 404 len: 333 time: 0.0961146 Feb 16 17:02:09.411162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56344) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:09.487560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Port': ['ID=93497766-bb20-4fe4-b54f-ca065ef32044,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.511360 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9d3bf73f-a031-4cbc-980e-148677fdc36e service neutron] 10.222.0.43 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560405 Feb 16 17:02:09.518086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet a939ddcd-7758-4bee-bed2-da9e9824db6d {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:09.523771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-593a264b-b510-4411-8e8a-6155fca51d2c None None] Provisioning complete for port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:09.524134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-593a264b-b510-4411-8e8a-6155fca51d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.530475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.564865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793fd95d-555c-46c4-91a1-5bbb4ee30f24']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:09.567144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789c98f-7b29-4ff9-92c8-3e16d6f3055d None None] Network 793fd95d-555c-46c4-91a1-5bbb4ee30f24 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:09.580771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b40be79-afd2-42ee-8d9c-8ca464166ba7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:09.581066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b40be79-afd2-42ee-8d9c-8ca464166ba7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:09.600006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.625183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.634367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:09.635023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.652837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.resource_extend [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:09.660046 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:09.679674 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-ad9ad788-c17e-4215-8f81-df6d4ba58a5f service neutron] 10.222.0.43 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576135 Feb 16 17:02:09.755475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.770578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.777154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.792199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=793fd95d-555c-46c4-91a1-5bbb4ee30f24,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.800544 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3eb58b9a-cdec-4eb3-b254-932ab1a52df1 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/793fd95d-555c-46c4-91a1-5bbb4ee30f24 HTTP/1.1" status: 204 len: 168 time: 4.8855317 Feb 16 17:02:09.803338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56348) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:09.804990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 0c23401f-0773-4290-8162-da77c1aaedbe, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0c23401f-0773-4290-8162-da77c1aaedbe,segment=NetworkSegment(630e07e8-748b-4470-ba06-3f14ac7d3bf9),segment_id=630e07e8-748b-4470-ba06-3f14ac7d3bf9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:09.836291 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-891e9883-d355-42d4-b248-ff2768efe2fe tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:09.837422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891e9883-d355-42d4-b248-ff2768efe2fe tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:09.843639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56354) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:09.850236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1314499562', 'description': 'd1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:09.855526 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-891e9883-d355-42d4-b248-ff2768efe2fe tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/793fd95d-555c-46c4-91a1-5bbb4ee30f24 HTTP/1.1" status: 404 len: 339 time: 0.0506432 Feb 16 17:02:09.855994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:09.861054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Usage tracker for resource:network and tenant:33473449dfa6486dbefb887091b9f685 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:09.864189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:09.865425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-593a264b-b510-4411-8e8a-6155fca51d2c None None] Port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:09.870957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:09.874092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.874844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device afb20780-0dfb-4347-9a75-0bfce0599ca3 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:09.888553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:09.892098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.952618 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-592dd383-3694-4f89-bbb5-aaba795b8b3b req-d5f9504e-0b8d-4357-9449-c0328cdc178c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 210 time: 0.0658894 Feb 16 17:02:09.956015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Transition to ACTIVE for port object afb20780-0dfb-4347-9a75-0bfce0599ca3 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:09.964429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.967014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:09.976879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.977382 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment ff028392-f390-4a2e-b51f-5430ac46074d of type vlan for network ea8f2682-92e7-4edd-94e6-18b618c644c5 Feb 16 17:02:10.010055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.035337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.048215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.055715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:10.056510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.093679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=0c23401f-0773-4290-8162-da77c1aaedbe,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.145098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.176806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.191663 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3469245 Feb 16 17:02:10.196723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56366) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:10.199076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41207b79-d102-4e9a-be4d-cf7dbfab17ba tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=ea8f2682-92e7-4edd-94e6-18b618c644c5,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.268581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.283787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ea8f2682-92e7-4edd-94e6-18b618c644c5 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:10.316140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=a939ddcd-7758-4bee-bed2-da9e9824db6d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.321282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.329086 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fe65f1d4-0f2c-47f6-8f3f-50660726ea4c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/a939ddcd-7758-4bee-bed2-da9e9824db6d HTTP/1.1" status: 204 len: 168 time: 0.9167497 Feb 16 17:02:10.332570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56372) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:10.423539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet dc732985-8eb6-4ad0-b2d7-6d997d884e46 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:10.428266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.503353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.509133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b924a4-9e1c-4e35-98df-8fe7986844e8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:10.509857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-91b924a4-9e1c-4e35-98df-8fe7986844e8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Synchronizing usage tracker for tenant:33473449dfa6486dbefb887091b9f685 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:10.518852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port afb20780-0dfb-4347-9a75-0bfce0599ca3 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:10.534662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-91b924a4-9e1c-4e35-98df-8fe7986844e8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Unset dirty status for tenant:33473449dfa6486dbefb887091b9f685 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:10.536037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-91b924a4-9e1c-4e35-98df-8fe7986844e8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks?id=ea8f2682-92e7-4edd-94e6-18b618c644c5 HTTP/1.1" status: 200 len: 765 time: 0.3382947 Feb 16 17:02:10.539443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56378) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:10.550611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'description': 'd2'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:10.624865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-59142c03-c417-428a-a229-9e24894eb160 None None] Provisioning complete for port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:10.625424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-59142c03-c417-428a-a229-9e24894eb160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.693777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.760122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 2, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:10.762329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9dc1e-adf2-44d2-b96f-cede0e52a8fd None None] Pushing event updated for resources: {'Port': ['ID=afb20780-0dfb-4347-9a75-0bfce0599ca3,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.797648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Checking router: 01b02e09-c023-4c83-b432-e79233b8fc39 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:10.806585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Updating router 01b02e09-c023-4c83-b432-e79233b8fc39 port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:02:10.872078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 31481b79-fe6f-4c1a-b836-bfb2cc40836b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:10.878185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.912228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-59142c03-c417-428a-a229-9e24894eb160 None None] Port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:10.934207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=dc732985-8eb6-4ad0-b2d7-6d997d884e46,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.946301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.952493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.961779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56382) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:10.963749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-46b0efb8-0791-4f85-bbda-0b8c922f397a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/dc732985-8eb6-4ad0-b2d7-6d997d884e46 HTTP/1.1" status: 204 len: 168 time: 0.6255665 Feb 16 17:02:10.987273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-59142c03-c417-428a-a229-9e24894eb160 None None] Provisioning for port 0c23401f-0773-4290-8162-da77c1aaedbe completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:11.239405 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-41970455-ef69-49d6-8a3b-59acd27e8c0d req-f2ca91f3-3785-4b11-a288-9613b11efb17 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 210 time: 0.0776074 Feb 16 17:02:11.265375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.303909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.307754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-59142c03-c417-428a-a229-9e24894eb160 None None] Provisioning complete for port 0c23401f-0773-4290-8162-da77c1aaedbe triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:11.308210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-59142c03-c417-428a-a229-9e24894eb160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.327113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.345527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port afb20780-0dfb-4347-9a75-0bfce0599ca3 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:11.345869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.386267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 31481b79-fe6f-4c1a-b836-bfb2cc40836b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:11.392093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network ea8f2682-92e7-4edd-94e6-18b618c644c5 is not hosted by any dhcp agent {{(pid=87721) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 17:02:11.397750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.398105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.401781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "PUT /v2.0/networks/ea8f2682-92e7-4edd-94e6-18b618c644c5 HTTP/1.1" status: 200 len: 762 time: 0.8584411 Feb 16 17:02:11.402272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56388) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:11.426260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 31481b79-fe6f-4c1a-b836-bfb2cc40836b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:11.426618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.560390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.580161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dc16b-1396-4221-b102-e99e9164ffc3 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=ea8f2682-92e7-4edd-94e6-18b618c644c5,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:11.603722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ea8f2682-92e7-4edd-94e6-18b618c644c5 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:11.624445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Transition to ACTIVE for port object 8b266c10-810f-4cad-add6-bfcd4c98d1b5 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:11.642727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84411e7c-f612-422c-a621-e9ed0dae6825 None None] Network adc685fe-2a81-480e-b84e-8e701469c092 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:11.653225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9be292-895a-4e8e-a54a-60cfbc2e2b5a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.654044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2b9be292-895a-4e8e-a54a-60cfbc2e2b5a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Synchronizing usage tracker for tenant:33473449dfa6486dbefb887091b9f685 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:11.704541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port afb20780-0dfb-4347-9a75-0bfce0599ca3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=afb20780-0dfb-4347-9a75-0bfce0599ca3,segment=NetworkSegment(5700a5e6-988d-49f4-baa6-99a84bb197a8),segment_id=5700a5e6-988d-49f4-baa6-99a84bb197a8)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:11.704944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.730635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.769595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2b9be292-895a-4e8e-a54a-60cfbc2e2b5a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Unset dirty status for tenant:33473449dfa6486dbefb887091b9f685 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:11.771107 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2b9be292-895a-4e8e-a54a-60cfbc2e2b5a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks?id=ea8f2682-92e7-4edd-94e6-18b618c644c5 HTTP/1.1" status: 200 len: 765 time: 0.3676896 Feb 16 17:02:11.785211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56392) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:11.888802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for afb20780-0dfb-4347-9a75-0bfce0599ca3 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:11.990085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-897a2434-6548-4aa6-993e-47aef0df213b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.991583 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-897a2434-6548-4aa6-993e-47aef0df213b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.48 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 796 time: 0.3339846 Feb 16 17:02:12.033802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.072522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-08fde24d-1791-4e0f-8c61-3c3c295fc74f tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff HTTP/1.1" status: 200 len: 380 time: 0.0723917 Feb 16 17:02:12.081795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc4937-55be-4d3a-ae7f-53c719c7fa8a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.083348 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bbcc4937-55be-4d3a-ae7f-53c719c7fa8a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2969558 Feb 16 17:02:12.088286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'port': {'device_id': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'admin_state_up': True, 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'security_groups': ['91525f5f-24f2-4190-9442-7cd384194917']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:12.096842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56400) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:12.147368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b482c-8029-492a-bfe6-a08a30e90c9a None None] Pushing event updated for resources: {'Port': ['ID=8b266c10-810f-4cad-add6-bfcd4c98d1b5,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.160701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.179090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No DVR routers for this DVR port afb20780-0dfb-4347-9a75-0bfce0599ca3 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:12.359990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e4a148c2-fdc9-42c4-8c37-f3b000559c3e None None] Provisioning complete for port afb20780-0dfb-4347-9a75-0bfce0599ca3 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:12.360932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4a148c2-fdc9-42c4-8c37-f3b000559c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.376992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.405679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=afb20780-0dfb-4347-9a75-0bfce0599ca3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.415177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc685fe-2a81-480e-b84e-8e701469c092']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:12.430076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:12.432543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-482cd6f0-4a7a-4097-9bcb-1d3c502d3d74 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Synchronizing usage tracker for tenant:33473449dfa6486dbefb887091b9f685 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:12.439675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5700a5e6-988d-49f4-baa6-99a84bb197a8') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:12.439982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5700a5e6-988d-49f4-baa6-99a84bb197a8') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:12.440339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:12.450793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Made reservation on behalf of 0411f71248f548d5bf37a7dbd5a3b4ff for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:12.454302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.463132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e4a148c2-fdc9-42c4-8c37-f3b000559c3e None None] Port afb20780-0dfb-4347-9a75-0bfce0599ca3 was deleted so its status cannot be updated. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 17:02:12.487347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e4a148c2-fdc9-42c4-8c37-f3b000559c3e None None] Could not find standard attr ID for object e236083d-f998-4a30-bf05-bfa4783f2918. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:12.493390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Attempting to bind port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:12.493762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Attempting to bind port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:12.493891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.494121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Attempting to bind port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 on network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:12.506532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=31481b79-fe6f-4c1a-b836-bfb2cc40836b,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:12.507934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:12.508444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Checking segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:12.509108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.509617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Bound using segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:12.510264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Bound port: 8b266c10-810f-4cad-add6-bfcd4c98d1b5, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:12.510633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.511463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.518419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:12.518835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.529430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.530582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0c23401f-0773-4290-8162-da77c1aaedbe up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:12.612472 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:12.615496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9c644c94-0a70-4e6b-82ac-a724f596890c req-55367288-0ea6-46cb-a046-bfa2774025f5 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 210 time: 0.1906402 Feb 16 17:02:12.620789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af8f47-2898-4f4e-814c-5e5ca88389e7 None None] DHCP port deletion for adc685fe-2a81-480e-b84e-8e701469c092 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:12.650727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-482cd6f0-4a7a-4097-9bcb-1d3c502d3d74 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Unset dirty status for tenant:33473449dfa6486dbefb887091b9f685 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:12.652777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Allocated IP 172.20.0.10 (6b8c3102-0bc8-4bfc-8730-224a7a1003ca/3a8f9674-20f2-48f2-b6c9-4c27d7b41dca/60de5fe2-64dc-43b9-a18a-c81c61bdafc9) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:12.655993 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-482cd6f0-4a7a-4097-9bcb-1d3c502d3d74 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 207 time: 0.5515742 Feb 16 17:02:12.656184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56406) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:12.660493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.677956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.691789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=adc685fe-2a81-480e-b84e-8e701469c092,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.702448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-62254d82-fb75-493d-9f9d-30e88b6841b2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/adc685fe-2a81-480e-b84e-8e701469c092 HTTP/1.1" status: 204 len: 168 time: 1.7392273 Feb 16 17:02:12.705765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56410) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:12.726537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e4a148c2-fdc9-42c4-8c37-f3b000559c3e None None] Provisioning complete for port 0c23401f-0773-4290-8162-da77c1aaedbe triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:12.726925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e4a148c2-fdc9-42c4-8c37-f3b000559c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.852470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ed2eb-7520-4f87-8378-5bc96d86112b None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:02:12.921670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a18f5ca-d838-45a0-b58e-ad9d7e868959 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.921670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4a18f5ca-d838-45a0-b58e-ad9d7e868959 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:12.938165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4a18f5ca-d838-45a0-b58e-ad9d7e868959 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:12.943305 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4a18f5ca-d838-45a0-b58e-ad9d7e868959 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2325239 Feb 16 17:02:12.944523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56414) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:12.948091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] For port 8b266c10-810f-4cad-add6-bfcd4c98d1b5, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:12.960194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=31481b79-fe6f-4c1a-b836-bfb2cc40836b,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.984574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.986775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] For port 8b266c10-810f-4cad-add6-bfcd4c98d1b5, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8b266c10-810f-4cad-add6-bfcd4c98d1b5,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:12.991177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.999858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.002714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.006189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.012683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.019060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.020874 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-53ff76e3-5076-4a8e-98c3-a138823dba60 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3634460 Feb 16 17:02:13.025850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56418) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:13.036337 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2b4b6abc-6354-47bb-958b-bad74e952c14 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0876424 Feb 16 17:02:13.036662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56422) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:13.050155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-656399818'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:13.057573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:13.077167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:13.082392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:13.088873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0c23401f-0773-4290-8162-da77c1aaedbe triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:13.089243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.100390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:13.128131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.131175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:13.134636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.178013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:13.188388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.188734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment 141795a1-7b29-4683-b7f3-e1fc09aeb25d of type vlan for network b303f8de-035b-4018-ba92-1f8d9715db60 Feb 16 17:02:13.214095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Transition to ACTIVE for port object 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:13.220754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.238485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:13.239168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:13.266054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.274861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.275080 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e69966e7-aa71-4bb2-9c19-03a5e4284292 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2441254 Feb 16 17:02:13.275186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.275697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56426) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:13.301176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ed2eb-7520-4f87-8378-5bc96d86112b None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:02:13.312321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b482c-8029-492a-bfe6-a08a30e90c9a None None] Pushing event updated for resources: {'Port': ['ID=8b266c10-810f-4cad-add6-bfcd4c98d1b5,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:13.323492 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2858562 Feb 16 17:02:13.331577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56430) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:13.339733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:13.392395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.454476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08457601-3334-46ed-a051-9d7770e8cab8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.455967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08457601-3334-46ed-a051-9d7770e8cab8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.457425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08457601-3334-46ed-a051-9d7770e8cab8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.459472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08457601-3334-46ed-a051-9d7770e8cab8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.461269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08457601-3334-46ed-a051-9d7770e8cab8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.466127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-08457601-3334-46ed-a051-9d7770e8cab8 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1861489 Feb 16 17:02:13.468847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56434) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:13.475429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:13.486413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:13.515579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:13.537471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:13.550615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:13.555367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:13.573856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db715-e2db-49e0-be5a-bf0636d8bccd tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.575267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db715-e2db-49e0-be5a-bf0636d8bccd tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.577685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db715-e2db-49e0-be5a-bf0636d8bccd tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.580007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db715-e2db-49e0-be5a-bf0636d8bccd tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.581511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db715-e2db-49e0-be5a-bf0636d8bccd tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['shared'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.587447 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bf4db715-e2db-49e0-be5a-bf0636d8bccd tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1150937 Feb 16 17:02:13.587447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:13.588360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56438) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:13.614091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:02:13.655091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6035cf9-61d5-4bee-9a96-ff967c359aad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=b303f8de-035b-4018-ba92-1f8d9715db60,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:13.687389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:13.689991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:13.694249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.722445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.724945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.734662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b303f8de-035b-4018-ba92-1f8d9715db60 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:13.747836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 31481b79-fe6f-4c1a-b836-bfb2cc40836b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:13.752688 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-9de7b9e2-4447-467b-b3e7-76c7cafd6f94 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6671791 Feb 16 17:02:13.765247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Request body: {'port': {'device_id': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:13.915487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7aa85-0ce7-4d35-91f9-e09f58e2278f tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.917122 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-58e7aa85-0ce7-4d35-91f9-e09f58e2278f tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks/184366c6-a18a-4e45-8b3d-2c8932e8d0df HTTP/1.1" status: 200 len: 804 time: 0.3277910 Feb 16 17:02:13.921333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56444) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:14.021367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d6619-cff1-4874-8dd9-5f8430ed4124 req-251c6893-88c4-4845-946c-abfea8024e59 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.023009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-8f6d6619-cff1-4874-8dd9-5f8430ed4124 req-251c6893-88c4-4845-946c-abfea8024e59 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Synchronizing usage tracker for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:14.044867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.103841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-8f6d6619-cff1-4874-8dd9-5f8430ed4124 req-251c6893-88c4-4845-946c-abfea8024e59 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Unset dirty status for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:14.105778 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8f6d6619-cff1-4874-8dd9-5f8430ed4124 req-251c6893-88c4-4845-946c-abfea8024e59 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 932 time: 0.2826755 Feb 16 17:02:14.181924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-20f696d2-9306-40c4-be80-d5a0d8988d1a tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/networks/184366c6-a18a-4e45-8b3d-2c8932e8d0df?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2591226 Feb 16 17:02:14.189930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56448) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:14.207512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 31481b79-fe6f-4c1a-b836-bfb2cc40836b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:14.207881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.271881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.366205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c71e1e-2fb6-41df-a28f-e7ebf171de44 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.371878 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-32c71e1e-2fb6-41df-a28f-e7ebf171de44 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/subnets/0fec69a9-f39b-4e08-bb80-8ee9df99aff3 HTTP/1.1" status: 200 len: 843 time: 0.1769147 Feb 16 17:02:14.372092 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8f6d6619-cff1-4874-8dd9-5f8430ed4124 req-18d3ce07-1e4f-4d0f-9bbc-c3b5a0588119 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345572 Feb 16 17:02:14.381984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56452) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:14.422988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=acbd6632-9f52-49d8-9c2d-3f22c5c15d1f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.465270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': '141795a1-7b29-4683-b7f3-e1fc09aeb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:14.465982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: b303f8de-035b-4018-ba92-1f8d9715db60, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:14.493431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network b303f8de-035b-4018-ba92-1f8d9715db60 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:14.507806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, b303f8de-035b-4018-ba92-1f8d9715db60) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:14.522098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.523204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.547054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ce056-083a-49e3-b3f7-93fe5c4f720d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['shared'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.547630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a79ce056-083a-49e3-b3f7-93fe5c4f720d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Synchronizing usage tracker for tenant:33473449dfa6486dbefb887091b9f685 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:14.562002 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5886d37a-3080-4b6c-b21b-1316b8302972 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2310541 Feb 16 17:02:14.565283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56456) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:14.574020 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:02:14.577319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60', 'name': 'tempest-PortsIpV6TestJSON-832639632'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:14.581776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a79ce056-083a-49e3-b3f7-93fe5c4f720d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Unset dirty status for tenant:33473449dfa6486dbefb887091b9f685 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:14.587645 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a79ce056-083a-49e3-b3f7-93fe5c4f720d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "GET /v2.0/subnets/0fec69a9-f39b-4e08-bb80-8ee9df99aff3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2000914 Feb 16 17:02:14.587869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56460) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:14.596396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-285597865'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:14.605861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:14.633137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:12Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:14.638664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd763c6-07de-4fc5-90e2-15119d2f023d None None] The sync data for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv is: [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:12Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:14.643852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:14.678723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:14.684045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.690408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc971568-694a-4bb9-966f-5c26b260d740 None None] Network b303f8de-035b-4018-ba92-1f8d9715db60 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:14.790043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device afb20780-0dfb-4347-9a75-0bfce0599ca3 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:14.799139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:14.822183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 {{(pid=87720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:02:14.827991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.827991 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Added segment 53e3ce75-e6a1-4dd6-91be-e5c50ba61b29 of type vlan for network 6f608812-f067-471e-b22c-5f3a571d4baf Feb 16 17:02:14.843316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.860283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:14.874131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:14.892767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:14.899733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.903157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.910017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Transition to ACTIVE for port object 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:14.920889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.940448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 1ea1823f-6b09-442b-b4ca-38564f85ea5c yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:14.960337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: afb20780-0dfb-4347-9a75-0bfce0599ca3 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:14.960749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device afb20780-0dfb-4347-9a75-0bfce0599ca3 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:15.021946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:15.037258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:02:15.284619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-b303f8de-035b-4018-ba92-1f8d9715db60', 'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': 'acbd6632-9f52-49d8-9c2d-3f22c5c15d1f'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:15.285076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::272 (b303f8de-035b-4018-ba92-1f8d9715db60/acbd6632-9f52-49d8-9c2d-3f22c5c15d1f/1ea1823f-6b09-442b-b4ca-38564f85ea5c) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:15.285616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.441586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.448330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:15.449384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.473190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d8222717-6d7b-41b5-84f2-2afe94fae8f7 None None] Provisioning for port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:15.565639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9766669 Feb 16 17:02:15.577665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56468) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:15.612874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:15.719079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8b266c10-810f-4cad-add6-bfcd4c98d1b5 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:15.836866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:15.845566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:15.845566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.853659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb229b-2d8e-4138-9d14-2ffb7c2c403f req-4151033c-73b7-48b0-8338-b60aaa529d76 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:15.855287 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e3fb229b-2d8e-4138-9d14-2ffb7c2c403f req-4151033c-73b7-48b0-8338-b60aaa529d76 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 944 time: 0.2070303 Feb 16 17:02:15.870692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Attempting to bind port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:15.871049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Attempting to bind port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:15.871332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Attempting to bind port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 on network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:15.877035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0dea0-2c33-4a46-b563-dc56e93c9eb9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Network': ['ID=6f608812-f067-471e-b22c-5f3a571d4baf,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:15.890864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.892815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 6f608812-f067-471e-b22c-5f3a571d4baf details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:15.896701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 on network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:02:15.897023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Attempting to bind port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 on network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:15.908281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:15.908694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Checking segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:15.908997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Bound using segment: {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:15.909429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Bound port: 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67acbcd-871f-4797-a575-667e1abf9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca'}}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:15.909764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.921626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:15.926296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 1ea1823f-6b09-442b-b4ca-38564f85ea5c will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:15.939806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:15.942573 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e3fb229b-2d8e-4138-9d14-2ffb7c2c403f req-ed5215dc-a7d4-4957-b08c-5101d144552a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773575 Feb 16 17:02:15.986674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.023353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:16.027089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:16.034803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.100964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=1ea1823f-6b09-442b-b4ca-38564f85ea5c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.118106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network b303f8de-035b-4018-ba92-1f8d9715db60 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:16.120057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:16.121170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.130310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Made reservation on behalf of 33473449dfa6486dbefb887091b9f685 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:16.132277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:16.134172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.141179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.141996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.176924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Allocated IP 2001:db8::2 (b303f8de-035b-4018-ba92-1f8d9715db60/acbd6632-9f52-49d8-9c2d-3f22c5c15d1f/fae67b24-b9f0-4904-aac2-fe6fee1e925d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:16.213548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.214082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.215586 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-0066a6df-d5df-4baa-98a6-023946c651e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 1094 time: 2.4563761 Feb 16 17:02:16.216034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:02:16.233610 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8690d0ff-184f-45b2-a247-42b06781f584 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6657798 Feb 16 17:02:16.235972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56476) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:16.257630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60', 'name': 'tempest-PortsIpV6TestJSON-1273438891'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:16.401534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing IP validity checks on allocation pools {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:02:16.402057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:02:16.476859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:16.488728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:16.492545 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'status': 'completed', 'code': 200} Feb 16 17:02:16.496697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:16.497025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-b4d73a4a-38e8-4b01-a9e0-95ef664cc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.499970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-b4d73a4a-38e8-4b01-a9e0-95ef664cc046 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1097 time: 0.2319560 Feb 16 17:02:16.510941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:16.514796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.527614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:16.533406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.565761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 4f63bd83-365e-4b54-958b-f1100662c50e yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:16.617888 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-b7905a94-be03-47f6-9ac3-1db7a51a3537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 217 time: 0.1013076 Feb 16 17:02:16.631053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8b266c10-810f-4cad-add6-bfcd4c98d1b5, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8b266c10-810f-4cad-add6-bfcd4c98d1b5,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:16.646065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.745530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-1fccd90b-73ec-4ac8-a0bf-5f8a7ff13417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.746911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-1fccd90b-73ec-4ac8-a0bf-5f8a7ff13417 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 200 len: 835 time: 0.0885866 Feb 16 17:02:16.771942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.778290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8b266c10-810f-4cad-add6-bfcd4c98d1b5,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.787332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Transition to ACTIVE for port object fae67b24-b9f0-4904-aac2-fe6fee1e925d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:16.807438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Transition to ACTIVE for port object fae67b24-b9f0-4904-aac2-fe6fee1e925d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:16.814682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.828436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.902644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Network b303f8de-035b-4018-ba92-1f8d9715db60 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:16.905838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:16.909337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:16.916243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::52 (b303f8de-035b-4018-ba92-1f8d9715db60/acbd6632-9f52-49d8-9c2d-3f22c5c15d1f/4f63bd83-365e-4b54-958b-f1100662c50e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:16.922788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=b08d1a67-da51-46d4-9eb8-716f704a7d4c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.945737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Checking segment: {'id': '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:16.946082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network hostable DHCP agents. Network: 6f608812-f067-471e-b22c-5f3a571d4baf, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:16.952151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-68b63e35-74c6-4883-a6d8-8046ef5bf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.953618 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-68b63e35-74c6-4883-a6d8-8046ef5bf8ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1961851 Feb 16 17:02:16.962722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Pushing event updated for resources: {'Port': ['ID=fae67b24-b9f0-4904-aac2-fe6fee1e925d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.026219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Attempting to bind port fae67b24-b9f0-4904-aac2-fe6fee1e925d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:17.026945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Attempting to bind port fae67b24-b9f0-4904-aac2-fe6fee1e925d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '141795a1-7b29-4683-b7f3-e1fc09aeb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:17.027470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Attempting to bind port fae67b24-b9f0-4904-aac2-fe6fee1e925d on network b303f8de-035b-4018-ba92-1f8d9715db60 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:17.034353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:17.035038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Checking segment: {'id': '141795a1-7b29-4683-b7f3-e1fc09aeb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:17.035599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.036184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Bound using segment: {'id': '141795a1-7b29-4683-b7f3-e1fc09aeb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:17.036798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Bound port: fae67b24-b9f0-4904-aac2-fe6fee1e925d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141795a1-7b29-4683-b7f3-e1fc09aeb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b303f8de-035b-4018-ba92-1f8d9715db60'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:17.037631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.080027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Network 6f608812-f067-471e-b22c-5f3a571d4baf is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:17.106514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 6f608812-f067-471e-b22c-5f3a571d4baf) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:17.111624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.111909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.122152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe11a37-108f-430f-aeb2-6b8b03fa523a None None] Network 6f608812-f067-471e-b22c-5f3a571d4baf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:17.159456 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-5deacfb7-6b34-48e3-ad66-fc4da985e3d6 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963904 Feb 16 17:02:17.206494 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0fcf3bab-8627-47c4-b2b1-8aaa656ca3db tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6227822 Feb 16 17:02:17.208527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:17.231516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] For port fae67b24-b9f0-4904-aac2-fe6fee1e925d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:17.246072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.256991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] For port fae67b24-b9f0-4904-aac2-fe6fee1e925d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fae67b24-b9f0-4904-aac2-fe6fee1e925d,segment=NetworkSegment(141795a1-7b29-4683-b7f3-e1fc09aeb25d),segment_id=141795a1-7b29-4683-b7f3-e1fc09aeb25d)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:17.266119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.272116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:17.277510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d0772-d10b-48bd-b754-793f15c83ea1 req-c0dc50f4-5721-47f3-8829-fd18b7cd300d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.279794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-479d0772-d10b-48bd-b754-793f15c83ea1 req-c0dc50f4-5721-47f3-8829-fd18b7cd300d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 944 time: 0.1968784 Feb 16 17:02:17.308297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 4f63bd83-365e-4b54-958b-f1100662c50e will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:17.342614 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-479d0772-d10b-48bd-b754-793f15c83ea1 req-25b3e2c4-2511-42c0-9408-49f6196e9c47 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553172 Feb 16 17:02:17.363127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.420176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b6e1-d69b-4baa-bfa3-57bb25dfe50f None None] Pushing event updated for resources: {'Port': ['ID=fae67b24-b9f0-4904-aac2-fe6fee1e925d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.468247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ab3ab3b-a259-4d5b-bf3f-74736fd32bc2 req-1bfa5449-d893-436d-8084-86e5783f5f6f service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006246 Feb 16 17:02:17.471311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network b303f8de-035b-4018-ba92-1f8d9715db60 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:17.475468 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:17.480126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:17.485707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.486360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.488141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11240164'] for subnet, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.499641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=4f63bd83-365e-4b54-958b-f1100662c50e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.522917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bd7f0597-5feb-4aff-bd32-0d0a8e45b209 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2806482 Feb 16 17:02:17.524364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56486) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:17.592869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-6f608812-f067-471e-b22c-5f3a571d4baf', 'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf', 'tenant_id': '33473449dfa6486dbefb887091b9f685', 'fixed_ips': [{'subnet_id': 'b08d1a67-da51-46d4-9eb8-716f704a7d4c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:17.593776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.704927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f19d34-c476-4a1b-a3e9-14e4c3fe1c30 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.709764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-10f19d34-c476-4a1b-a3e9-14e4c3fe1c30 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:17.729792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-10f19d34-c476-4a1b-a3e9-14e4c3fe1c30 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:17.734695 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-10f19d34-c476-4a1b-a3e9-14e4c3fe1c30 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A272 HTTP/1.1" status: 200 len: 928 time: 0.2086511 Feb 16 17:02:17.735592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56490) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:17.758514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8b266c10-810f-4cad-add6-bfcd4c98d1b5 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:17.830526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 4f63bd83-365e-4b54-958b-f1100662c50e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:17.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.852365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 17:02:17.852365 dv-neutron-829527-2-hyperv neutron-server[87722]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 17:02:17.852365 dv-neutron-829527-2-hyperv neutron-server[87722]: [parameters: {'in_use': 1, 'id_1': 'b08d1a67-da51-46d4-9eb8-716f704a7d4c'}] Feb 16 17:02:17.852365 dv-neutron-829527-2-hyperv neutron-server[87722]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:17.853082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:17.866229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:17.867636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.898190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-50dc6189-9bc6-4b67-865f-ce911b609cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.899801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-50dc6189-9bc6-4b67-865f-ce911b609cd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1097 time: 0.1729465 Feb 16 17:02:18.057613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756730968351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12453473'] for subnet, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.137608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:18.138533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.139903 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "PUT /v2.0/subnets/b08d1a67-da51-46d4-9eb8-716f704a7d4c HTTP/1.1" status: 200 len: 900 time: 0.9303515 Feb 16 17:02:18.141859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.149461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56494) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:18.287196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-45a9eb3d-052e-48d8-a477-3093d9000399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:18.288782 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-45a9eb3d-052e-48d8-a477-3093d9000399 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 897 time: 0.3606393 Feb 16 17:02:18.292833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event updated for resources: {'Subnet': ['ID=b08d1a67-da51-46d4-9eb8-716f704a7d4c,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.293023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 4f63bd83-365e-4b54-958b-f1100662c50e owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:18.355305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.366941 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-805d6c68-781f-4a6d-86b4-0d275cab247b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 217 time: 0.0707746 Feb 16 17:02:18.456512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.457017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.457436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.457875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.458290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.458738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.459152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.459562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.459973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.460412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.460810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.461483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481546eb-6a12-4dfe-98cb-0b32e00118e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:18.500677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-1d082a50-5948-42f3-a093-77b1e65ad3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:18.502210 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-1d082a50-5948-42f3-a093-77b1e65ad3e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 200 len: 835 time: 0.1148720 Feb 16 17:02:18.581772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.608043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.694812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=4f63bd83-365e-4b54-958b-f1100662c50e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.713619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3f3e2-8f62-4ce9-a313-db54cd4b4358 None None] Network b303f8de-035b-4018-ba92-1f8d9715db60 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:18.714031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.731779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.732339 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8df2f091-8c06-46d0-bcde-75bfaef97e5a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/4f63bd83-365e-4b54-958b-f1100662c50e HTTP/1.1" status: 204 len: 168 time: 0.9950383 Feb 16 17:02:18.733145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56500) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:18.762486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-95a8eb53-9a61-40e9-8502-f070b8755d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:18.765042 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-95a8eb53-9a61-40e9-8502-f070b8755d89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2239859 Feb 16 17:02:18.776210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90358809-f068-49f9-859e-b6ebb29f0761 req-8f50c664-6273-4381-8117-5cd02f40cc5d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:18.776583 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bec854e-f989-4c44-9501-8dc54a81c974 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:18.777105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1bec854e-f989-4c44-9501-8dc54a81c974 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:18.777629 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90358809-f068-49f9-859e-b6ebb29f0761 req-8f50c664-6273-4381-8117-5cd02f40cc5d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 944 time: 0.2745266 Feb 16 17:02:18.794565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1bec854e-f989-4c44-9501-8dc54a81c974 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:18.798772 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1bec854e-f989-4c44-9501-8dc54a81c974 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/4f63bd83-365e-4b54-958b-f1100662c50e HTTP/1.1" status: 404 len: 333 time: 0.0644095 Feb 16 17:02:18.799422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56504) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:18.827392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3db02140-ef9c-46b5-b686-4d8f531b6d07 None None] Provisioning for port fae67b24-b9f0-4904-aac2-fe6fee1e925d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:18.855353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Allocated IP 2001:db8::3 (6f608812-f067-471e-b22c-5f3a571d4baf/b08d1a67-da51-46d4-9eb8-716f704a7d4c/d5d521da-2959-457a-a58d-6e9659d754d6) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:18.870098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 1ea1823f-6b09-442b-b4ca-38564f85ea5c {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:18.870431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.947135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90358809-f068-49f9-859e-b6ebb29f0761 req-b3a62989-dfd0-4ace-a074-64cc3e3a5074 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438341 Feb 16 17:02:18.984660 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-91646ffc-6754-4837-aa70-e8b69239d952 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058241 Feb 16 17:02:19.131830 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bbc1922-470a-47ee-9b92-4367da9b850c req-f2bc3c3a-87a9-404d-a1fe-b40470ce4e1f service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383626 Feb 16 17:02:19.150205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.197251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.208377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Transition to ACTIVE for port object d5d521da-2959-457a-a58d-6e9659d754d6 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:19.228895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Transition to ACTIVE for port object d5d521da-2959-457a-a58d-6e9659d754d6 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:19.235714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.257298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.289419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 1ea1823f-6b09-442b-b4ca-38564f85ea5c owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:19.307373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Network 6f608812-f067-471e-b22c-5f3a571d4baf is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:19.310965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:19.314773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:19.320377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Pushing event updated for resources: {'Port': ['ID=d5d521da-2959-457a-a58d-6e9659d754d6,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.329258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=b08d1a67-da51-46d4-9eb8-716f704a7d4c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.415927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.445491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f608812-f067-471e-b22c-5f3a571d4baf']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:19.459667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:19.459960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:19.464533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Attempting to bind port d5d521da-2959-457a-a58d-6e9659d754d6 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:19.465503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Attempting to bind port d5d521da-2959-457a-a58d-6e9659d754d6 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:19.466082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Attempting to bind port d5d521da-2959-457a-a58d-6e9659d754d6 on network 6f608812-f067-471e-b22c-5f3a571d4baf {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:19.472009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.473454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:19.474222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Checking segment: {'id': '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:19.474813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.475263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.475527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Bound using segment: {'id': '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:19.476163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Bound port: d5d521da-2959-457a-a58d-6e9659d754d6, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f608812-f067-471e-b22c-5f3a571d4baf'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:19.476701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.495533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.503825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:19.504383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:19.519588 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:19.544708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=1ea1823f-6b09-442b-b4ca-38564f85ea5c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.596052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.601475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.601825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.602518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.602990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.603322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.603651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.603974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.604297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.604616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.604934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.605251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.605668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:19.624879 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-def55d33-fb6d-4a0e-a754-d35f8504683a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/1ea1823f-6b09-442b-b4ca-38564f85ea5c HTTP/1.1" status: 204 len: 168 time: 0.8219805 Feb 16 17:02:19.626837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56508) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:19.626959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] For port d5d521da-2959-457a-a58d-6e9659d754d6, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:19.633113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0f45b239-1f52-4d11-b4da-f63589686366 None None] Could not find standard attr ID for object 1ea1823f-6b09-442b-b4ca-38564f85ea5c. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:19.679333 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1e1e9a-50df-45ee-ab73-38fc38837c96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:19.680068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4e1e1e9a-50df-45ee-ab73-38fc38837c96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:19.698296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4e1e1e9a-50df-45ee-ab73-38fc38837c96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:19.703335 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4e1e1e9a-50df-45ee-ab73-38fc38837c96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/1ea1823f-6b09-442b-b4ca-38564f85ea5c HTTP/1.1" status: 404 len: 333 time: 0.0736403 Feb 16 17:02:19.706944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56512) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:19.731216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fae67b24-b9f0-4904-aac2-fe6fee1e925d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:19.758523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:02:19.758523 dv-neutron-829527-2-hyperv neutron-server[87720]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:02:19.758523 dv-neutron-829527-2-hyperv neutron-server[87720]: [parameters: {'id': '6f608812-f067-471e-b22c-5f3a571d4baf'}] Feb 16 17:02:19.758523 dv-neutron-829527-2-hyperv neutron-server[87720]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:19.759000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:19.775197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] For port d5d521da-2959-457a-a58d-6e9659d754d6, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d5d521da-2959-457a-a58d-6e9659d754d6,segment=NetworkSegment(53e3ce75-e6a1-4dd6-91be-e5c50ba61b29),segment_id=53e3ce75-e6a1-4dd6-91be-e5c50ba61b29)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:19.787526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.800643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet acbd6632-9f52-49d8-9c2d-3f22c5c15d1f {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:19.803921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.865441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.875292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a0ac074d-90fc-403c-ab1e-19e914da742c None None] Could not find standard attr ID for object 1ea1823f-6b09-442b-b4ca-38564f85ea5c. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:19.925627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640cdbf-4c93-47d4-bdb5-3dba2857287b None None] Pushing event updated for resources: {'Port': ['ID=d5d521da-2959-457a-a58d-6e9659d754d6,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.953520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port fae67b24-b9f0-4904-aac2-fe6fee1e925d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:19.961557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fae67b24-b9f0-4904-aac2-fe6fee1e925d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:19.961926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.968078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.013680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3e644-4073-4f89-9fa1-b32a2c94cf59 None None] Network 6f608812-f067-471e-b22c-5f3a571d4baf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:20.057189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.121722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-205263e1-d472-46cf-88e6-031bf4b1fe22 None None] Could not find standard attr ID for object 4f63bd83-365e-4b54-958b-f1100662c50e. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:20.144890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.154953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56518) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:20.155689 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/acbd6632-9f52-49d8-9c2d-3f22c5c15d1f HTTP/1.1" status: 204 len: 168 time: 0.4458442 Feb 16 17:02:20.180022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b508581-c3a0-4e4e-ad52-43e448fce872 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=acbd6632-9f52-49d8-9c2d-3f22c5c15d1f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:20.226034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7626c0-f3c7-4bd0-bb10-931fbc5965a1 req-26f8358a-f47b-4d15-b272-2f30aba2c6a5 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.227871 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8a7626c0-f3c7-4bd0-bb10-931fbc5965a1 req-26f8358a-f47b-4d15-b272-2f30aba2c6a5 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 944 time: 0.1241226 Feb 16 17:02:20.272156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.296681 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8a7626c0-f3c7-4bd0-bb10-931fbc5965a1 req-46d6a341-0feb-43ec-bbfd-b2ac7bf21386 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572362 Feb 16 17:02:20.330497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port d5d521da-2959-457a-a58d-6e9659d754d6 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:20.331088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.347048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.364094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.374737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcd3d7-170c-4101-b5e0-26691cd5ae87 None None] Network b303f8de-035b-4018-ba92-1f8d9715db60 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:20.399541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port fae67b24-b9f0-4904-aac2-fe6fee1e925d {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:20.399876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.474859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port fae67b24-b9f0-4904-aac2-fe6fee1e925d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fae67b24-b9f0-4904-aac2-fe6fee1e925d,segment=NetworkSegment(141795a1-7b29-4683-b7f3-e1fc09aeb25d),segment_id=141795a1-7b29-4683-b7f3-e1fc09aeb25d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:20.488976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.572229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffdc350-62e5-448e-8929-6e74ae8ad5f5 None None] Network 6f608812-f067-471e-b22c-5f3a571d4baf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:20.692820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:02:20.740000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port d5d521da-2959-457a-a58d-6e9659d754d6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d5d521da-2959-457a-a58d-6e9659d754d6,segment=NetworkSegment(53e3ce75-e6a1-4dd6-91be-e5c50ba61b29),segment_id=53e3ce75-e6a1-4dd6-91be-e5c50ba61b29)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:20.740262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.754156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=fae67b24-b9f0-4904-aac2-fe6fee1e925d,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:20.876687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for d5d521da-2959-457a-a58d-6e9659d754d6 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:20.925756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port fae67b24-b9f0-4904-aac2-fe6fee1e925d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fae67b24-b9f0-4904-aac2-fe6fee1e925d,segment=NetworkSegment(141795a1-7b29-4683-b7f3-e1fc09aeb25d),segment_id=141795a1-7b29-4683-b7f3-e1fc09aeb25d)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:20.926112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.976949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:20.995597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'port_id': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'mac_address': 'fa:16:3e:c3:0d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:02:21.033127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] DHCP port deletion for b303f8de-035b-4018-ba92-1f8d9715db60 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:21.053157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Deleting port fae67b24-b9f0-4904-aac2-fe6fee1e925d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:21.053521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.058758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for fae67b24-b9f0-4904-aac2-fe6fee1e925d owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:21.109813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.130381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.160066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:02:21.190534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Port': ['ID=d5d521da-2959-457a-a58d-6e9659d754d6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:21.195174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No DVR routers for this DVR port d5d521da-2959-457a-a58d-6e9659d754d6 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:21.199781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:21.223431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.246938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.354047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=fae67b24-b9f0-4904-aac2-fe6fee1e925d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:21.371456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] For port fae67b24-b9f0-4904-aac2-fe6fee1e925d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fae67b24-b9f0-4904-aac2-fe6fee1e925d,segment=NetworkSegment(141795a1-7b29-4683-b7f3-e1fc09aeb25d),segment_id=141795a1-7b29-4683-b7f3-e1fc09aeb25d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:21.371727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No DVR routers for this DVR port fae67b24-b9f0-4904-aac2-fe6fee1e925d on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:21.371891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.383441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:21.413921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.505516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Calling delete_port for fae67b24-b9f0-4904-aac2-fe6fee1e925d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:21.581744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:21.582226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:21.637341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fae67b24-b9f0-4904-aac2-fe6fee1e925d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:21.672682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['60de5fe2-64dc-43b9-a18a-c81c61bdafc9'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:02:21.690628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f608812-f067-471e-b22c-5f3a571d4baf']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:21.711521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: fae67b24-b9f0-4904-aac2-fe6fee1e925d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:21.711859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fae67b24-b9f0-4904-aac2-fe6fee1e925d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:21.715399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.723995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:21.724297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e3ce75-e6a1-4dd6-91be-e5c50ba61b29') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:21.741566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.771221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b303f8de-035b-4018-ba92-1f8d9715db60']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:21.778325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.790322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141795a1-7b29-4683-b7f3-e1fc09aeb25d') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:21.790643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141795a1-7b29-4683-b7f3-e1fc09aeb25d') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:21.803079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:21.803479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:21.819223 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:21.828112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.923359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d55bd0-b0eb-4f2c-aa4a-8ed88a9c09ef req-da3ce1ba-214f-4edb-b33c-b40fd8c2c251 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:21.924829 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-96d55bd0-b0eb-4f2c-aa4a-8ed88a9c09ef req-da3ce1ba-214f-4edb-b33c-b40fd8c2c251 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 945 time: 0.4895256 Feb 16 17:02:21.926338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.946963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:21.947361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.962337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.967496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:21.970497 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:22.074637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=6f608812-f067-471e-b22c-5f3a571d4baf,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.083539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Deleting port fae67b24-b9f0-4904-aac2-fe6fee1e925d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:22.083917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.101100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4babfdbc-5124-4e1b-904f-1a92bd025cfa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/6f608812-f067-471e-b22c-5f3a571d4baf HTTP/1.1" status: 204 len: 168 time: 3.9505596 Feb 16 17:02:22.104608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56524) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.110943 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-96d55bd0-b0eb-4f2c-aa4a-8ed88a9c09ef req-3ad9e419-00ec-4bcc-bd59-a17d7570ace2 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790037 Feb 16 17:02:22.111750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.116389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.144566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/b303f8de-035b-4018-ba92-1f8d9715db60 HTTP/1.1" status: 204 len: 168 time: 1.9888809 Feb 16 17:02:22.145776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d1de-fe3a-4efe-994c-3f514ac1d928 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=b303f8de-035b-4018-ba92-1f8d9715db60,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.150535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56528) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.156080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1294264673'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:22.161517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:22.164700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-859eb766-ac0c-4239-a0d9-dc904340ef9d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.165311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859eb766-ac0c-4239-a0d9-dc904340ef9d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.165447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:22.167370 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-859eb766-ac0c-4239-a0d9-dc904340ef9d tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/b08d1a67-da51-46d4-9eb8-716f704a7d4c HTTP/1.1" status: 404 len: 337 time: 0.0617909 Feb 16 17:02:22.170763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:22.170901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56532) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.182126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:22.194077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:22.196003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d14e59a-82a9-4757-ae84-b31b3f3bd560 None None] The port 'fae67b24-b9f0-4904-aac2-fe6fee1e925d' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:02:22.198629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.205982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c188286-2555-4bfd-8b6a-9d85ea15f055 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.207020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c188286-2555-4bfd-8b6a-9d85ea15f055 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.211057 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8c188286-2555-4bfd-8b6a-9d85ea15f055 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/6f608812-f067-471e-b22c-5f3a571d4baf HTTP/1.1" status: 404 len: 339 time: 0.0368330 Feb 16 17:02:22.211206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56536) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.219016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837fa2b-dafa-445d-a535-13e53d63baed None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:02:22.326481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:22.348750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837fa2b-dafa-445d-a535-13e53d63baed None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:02:22.351246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.353202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.353539 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment ebbcd162-fad3-4973-a988-7be24b0cffb4 of type vlan for network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 Feb 16 17:02:22.410025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.528134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.549373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.554737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:22.555317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.586208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8f2682-92e7-4edd-94e6-18b618c644c5']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:22.652689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff028392-f390-4a2e-b51f-5430ac46074d') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:22.652984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff028392-f390-4a2e-b51f-5430ac46074d') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:22.677413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.700177 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5485570 Feb 16 17:02:22.704318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56540) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.709786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46083119-54dc-4854-a391-0ee8a1f52aaf tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=57fef83f-bcc7-42b4-b54f-36b02a2b0188,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.710226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:22.715104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.724356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:22.725829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:22.725829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:22.741653 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:22.829907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.841861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:22.846870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:22.849008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:22.855564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.856826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:22.862414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=ea8f2682-92e7-4edd-94e6-18b618c644c5,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.868007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:22.871596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.871960 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5b3b4e9c-ec91-4087-bae2-3e36e5a6bb69 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/ea8f2682-92e7-4edd-94e6-18b618c644c5 HTTP/1.1" status: 204 len: 168 time: 0.6597962 Feb 16 17:02:22.875034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56544) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.913693 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-468288dc-8c1b-4ff1-8539-3fcc0b648e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.914143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468288dc-8c1b-4ff1-8539-3fcc0b648e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.915875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-468288dc-8c1b-4ff1-8539-3fcc0b648e13 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/45e07a3a-b1f6-4857-bb64-d43940ba51bd HTTP/1.1" status: 404 len: 337 time: 0.0398636 Feb 16 17:02:22.918463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56548) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:22.949219 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abb7cc3-630d-4481-8c7a-25d724dc6ccb tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.949707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abb7cc3-630d-4481-8c7a-25d724dc6ccb tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.952240 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9abb7cc3-630d-4481-8c7a-25d724dc6ccb tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/793fd95d-555c-46c4-91a1-5bbb4ee30f24 HTTP/1.1" status: 404 len: 339 time: 0.0327981 Feb 16 17:02:22.955116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56552) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:23.025649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting subnet 7edf5c59-6f7a-4fef-b6a8-2778a98abdb3 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:23.029438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.088262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.196022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.222328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.279352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.320808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=7edf5c59-6f7a-4fef-b6a8-2778a98abdb3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.322963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.330607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6bff3c-4c12-43b3-a15a-c41996b71874 None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:23.335776 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1ddf7405-9504-43d6-a78d-1e6430065525 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/7edf5c59-6f7a-4fef-b6a8-2778a98abdb3 HTTP/1.1" status: 204 len: 168 time: 0.3772671 Feb 16 17:02:23.335947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56558) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:23.363711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=e5c1f8f8-0b57-48dd-b36e-db677bff0b4b,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.376227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': 'ebbcd162-fad3-4973-a988-7be24b0cffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:23.376578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: 57fef83f-bcc7-42b4-b54f-36b02a2b0188, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:23.407517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec03bd-9d65-45c5-911d-cc1f48e3ed6d req-f560769f-d5ec-46b7-b3dd-9764ca133313 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.409084 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7cec03bd-9d65-45c5-911d-cc1f48e3ed6d req-f560769f-d5ec-46b7-b3dd-9764ca133313 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 945 time: 0.1544807 Feb 16 17:02:23.416969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:23.454812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 57fef83f-bcc7-42b4-b54f-36b02a2b0188) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:23.462997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.463574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.471920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894e3f6-aafd-4db9-9008-6f87281b14f0 None None] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:23.480331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7cec03bd-9d65-45c5-911d-cc1f48e3ed6d req-549ff23d-190f-4f56-9dee-de1d67116a3b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596893 Feb 16 17:02:23.496251 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-73701d81-81cf-4c36-8793-58fc6449b2b8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7880623 Feb 16 17:02:23.497920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56562) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:23.513358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188', 'name': 'tempest-PortsIpV6TestJSON-2142907606', 'fixed_ips': [{'subnet_id': 'e5c1f8f8-0b57-48dd-b36e-db677bff0b4b', 'ip_address': '2001:db8::10'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:23.526539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting subnet b60ade69-0311-477a-9f92-d22650261ac3 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:23.530288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.589495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.654430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:23.663720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:23.673936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:23.695447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.774405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.808676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.814519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=b60ade69-0311-477a-9f92-d22650261ac3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.818468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.824136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-57fef83f-bcc7-42b4-b54f-36b02a2b0188', 'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': 'e5c1f8f8-0b57-48dd-b36e-db677bff0b4b'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:23.826891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.832979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6b8ff5fb-d2c4-4e7a-9efe-b3b17702c731 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/b60ade69-0311-477a-9f92-d22650261ac3 HTTP/1.1" status: 204 len: 168 time: 0.4937661 Feb 16 17:02:23.833252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56566) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:23.836235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 673c85dd-9272-4677-9255-aa68b77f05b4 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:23.963055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.975181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port 0c23401f-0773-4290-8162-da77c1aaedbe {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:23.976317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.025656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Allocated IP 2001:db8::2 (57fef83f-bcc7-42b4-b54f-36b02a2b0188/e5c1f8f8-0b57-48dd-b36e-db677bff0b4b/52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:24.201566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port 0c23401f-0773-4290-8162-da77c1aaedbe, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0c23401f-0773-4290-8162-da77c1aaedbe,segment=NetworkSegment(630e07e8-748b-4470-ba06-3f14ac7d3bf9),segment_id=630e07e8-748b-4470-ba06-3f14ac7d3bf9)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:24.202307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.256462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.269737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Transition to ACTIVE for port object 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:24.290132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Transition to ACTIVE for port object 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:24.296778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.339219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for 0c23401f-0773-4290-8162-da77c1aaedbe owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:24.400760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::10 (57fef83f-bcc7-42b4-b54f-36b02a2b0188/e5c1f8f8-0b57-48dd-b36e-db677bff0b4b/673c85dd-9272-4677-9255-aa68b77f05b4) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:24.404087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:24.408415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:24.412472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:24.433352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.467095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Pushing event updated for resources: {'Port': ['ID=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:24.507493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Port': ['ID=0c23401f-0773-4290-8162-da77c1aaedbe,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:24.508104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ce6d5-6b6e-4ef6-abb4-4ebf95c171b7 None None] Network 01716e49-8321-4ee3-8565-ea1409986cd7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:24.511512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No DVR routers for this DVR port 0c23401f-0773-4290-8162-da77c1aaedbe on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:24.552380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Attempting to bind port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:24.552748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Attempting to bind port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'ebbcd162-fad3-4973-a988-7be24b0cffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:24.553108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Attempting to bind port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 on network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:24.604736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.621081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7e59d5c4-bb6f-4073-bba6-b17472d30dea None None] Could not find standard attr ID for object 0c23401f-0773-4290-8162-da77c1aaedbe. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:24.631251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:24.631994 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Checking segment: {'id': 'ebbcd162-fad3-4973-a988-7be24b0cffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:24.632645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.633251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Bound using segment: {'id': 'ebbcd162-fad3-4973-a988-7be24b0cffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:24.634082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Bound port: 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbcd162-fad3-4973-a988-7be24b0cffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:24.634723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.667815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:24.673361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.691350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 673c85dd-9272-4677-9255-aa68b77f05b4 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:24.721128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.723486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.754824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01716e49-8321-4ee3-8565-ea1409986cd7']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:24.769873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630e07e8-748b-4470-ba06-3f14ac7d3bf9') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:24.770163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630e07e8-748b-4470-ba06-3f14ac7d3bf9') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:24.785490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.795590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:24.798819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:24.802805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:24.805038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22325854-78c4-4ef5-96f8-b666f3c73343 req-a0b777c8-2921-47b0-a490-1494b8ec06dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:24.806510 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-22325854-78c4-4ef5-96f8-b666f3c73343 req-a0b777c8-2921-47b0-a490-1494b8ec06dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 945 time: 0.1617987 Feb 16 17:02:24.808215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:24.809344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.813809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.817260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=673c85dd-9272-4677-9255-aa68b77f05b4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:24.843594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-04ad4b4b-01b7-4668-8ddf-562e2922828f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3410423 Feb 16 17:02:24.843846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56572) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:24.844693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:24.844693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.849764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '57fef83f-bcc7-42b4-b54f-36b02a2b0188', 'name': 'tempest-PortsIpV6TestJSON-787996993', 'fixed_ips': [{'subnet_id': 'e5c1f8f8-0b57-48dd-b36e-db677bff0b4b', 'ip_address': '2001:db8::f'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:24.859254 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:24.901572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] For port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:24.906088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] For port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,segment=NetworkSegment(ebbcd162-fad3-4973-a988-7be24b0cffb4),segment_id=ebbcd162-fad3-4973-a988-7be24b0cffb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:24.909841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:24.915579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.961501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:24.962015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.971063 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-22325854-78c4-4ef5-96f8-b666f3c73343 req-8c20a8e6-1eff-4067-a1db-7ff67c5f0631 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511822 Feb 16 17:02:24.980942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.007161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba2051-ae86-45da-ac0e-cd2389c3ed65 None None] DHCP port deletion for 01716e49-8321-4ee3-8565-ea1409986cd7 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:25.008685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.023370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=01716e49-8321-4ee3-8565-ea1409986cd7,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.028049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-32aec2fa-a136-4812-88a3-d1cb91dd6456 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/01716e49-8321-4ee3-8565-ea1409986cd7 HTTP/1.1" status: 204 len: 168 time: 1.1930683 Feb 16 17:02:25.030929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56576) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.031125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:25.035533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:port and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:25.038526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:25.049618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:25.062221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:25.067254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.082142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456df102-0651-4910-b1fa-ce11ba039989 None None] Pushing event updated for resources: {'Port': ['ID=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.086362 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a02d2-defb-40fd-9aff-3c4673814d79 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:25.086834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93a02d2-defb-40fd-9aff-3c4673814d79 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:25.089295 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d93a02d2-defb-40fd-9aff-3c4673814d79 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/0b779890-4060-481f-8a86-34c9f0bb0142 HTTP/1.1" status: 404 len: 337 time: 0.0564375 Feb 16 17:02:25.089855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port b1f262e9-ebed-431a-81db-043757fbbe16 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:25.092055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56580) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.117751 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde88d44-8dd8-427e-8ea1-f432a1acb5e4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:25.118219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde88d44-8dd8-427e-8ea1-f432a1acb5e4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:25.121519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bde88d44-8dd8-427e-8ea1-f432a1acb5e4 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/bfe4c4ee-e84a-4649-b683-24e13e0c5175 HTTP/1.1" status: 404 len: 339 time: 0.0265987 Feb 16 17:02:25.122990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56584) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.170181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94d8b65-d756-460c-8223-c62569d81f93 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:25.170649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94d8b65-d756-460c-8223-c62569d81f93 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:25.172349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d94d8b65-d756-460c-8223-c62569d81f93 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/406aac1d-f945-431b-8cc7-5bddde33549e HTTP/1.1" status: 404 len: 337 time: 0.0479586 Feb 16 17:02:25.174277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.179443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56588) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.213379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ababba3-bdef-4fd9-8d43-ea4994f24656 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:25.214026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ababba3-bdef-4fd9-8d43-ea4994f24656 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:25.215082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:02:25.218172 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7ababba3-bdef-4fd9-8d43-ea4994f24656 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/5994d2bb-3854-44b9-97af-cd6033db1c34 HTTP/1.1" status: 404 len: 339 time: 0.0340483 Feb 16 17:02:25.218980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56592) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.235696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:25.242656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.294387 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3f7292-24e3-48ee-97b0-110919899685 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:25.310480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3f7292-24e3-48ee-97b0-110919899685 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:25.313561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0a3f7292-24e3-48ee-97b0-110919899685 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/3684307e-02e0-4837-8370-3ec5c043250e HTTP/1.1" status: 404 len: 337 time: 0.0936394 Feb 16 17:02:25.317341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56600) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.336110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.371923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::f (57fef83f-bcc7-42b4-b54f-36b02a2b0188/e5c1f8f8-0b57-48dd-b36e-db677bff0b4b/b1f262e9-ebed-431a-81db-043757fbbe16) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:25.387218 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a097f5e-b7ba-4c20-a320-39fd372ac82b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:25.387688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a097f5e-b7ba-4c20-a320-39fd372ac82b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:25.390703 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4a097f5e-b7ba-4c20-a320-39fd372ac82b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/559663b8-8e61-4477-ad35-9350ba1a4151 HTTP/1.1" status: 404 len: 339 time: 0.0705485 Feb 16 17:02:25.394627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56604) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.404883 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'code': 200} Feb 16 17:02:25.490011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting subnet 4b1a9305-8a1b-4413-ae26-15a1840722dd {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:25.493380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.582653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.676841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:25.746882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.758992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:25.765624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object b1f262e9-ebed-431a-81db-043757fbbe16 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:25.800132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.817259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0c23401f-0773-4290-8162-da77c1aaedbe no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:25.842311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988cd00-eb7f-426e-8710-692136407cca req-ebf0dc67-f3ba-4c35-8f87-6a2cc1a76977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:25.844205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b988cd00-eb7f-426e-8710-692136407cca req-ebf0dc67-f3ba-4c35-8f87-6a2cc1a76977 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1099 time: 0.1183891 Feb 16 17:02:25.870208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 0c23401f-0773-4290-8162-da77c1aaedbe {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:25.870657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0c23401f-0773-4290-8162-da77c1aaedbe not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:25.871402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.875429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:25.879358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:25.882416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:25.887943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:25.889095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.897021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=b1f262e9-ebed-431a-81db-043757fbbe16,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.920234 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f59b1e66-688f-48da-b5da-8b6f207c677f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0754535 Feb 16 17:02:25.924015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56608) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:25.944407 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b988cd00-eb7f-426e-8710-692136407cca req-b0bac582-9a45-4cdb-8552-432fd03658c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921469 Feb 16 17:02:25.979793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.021138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a7c777-ee0b-4063-a2ab-f569f7b772e3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.022026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-66a7c777-ee0b-4063-a2ab-f569f7b772e3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:26.024440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.027940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b673424-3e61-440a-a0e8-05daf597cb97 None None] Network 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:26.034988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1a9305-8a1b-4413-ae26-15a1840722dd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.041433 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-847c3b10-09b5-480d-986a-5e76a8bbb5f2 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/4b1a9305-8a1b-4413-ae26-15a1840722dd HTTP/1.1" status: 204 len: 168 time: 0.6279736 Feb 16 17:02:26.043625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56614) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:26.043910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-66a7c777-ee0b-4063-a2ab-f569f7b772e3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:26.046413 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-66a7c777-ee0b-4063-a2ab-f569f7b772e3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1212122 Feb 16 17:02:26.050479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56618) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:26.185660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeef677-6eda-4a14-b240-fbc78784bde0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.191777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeef677-6eda-4a14-b240-fbc78784bde0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.198230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeef677-6eda-4a14-b240-fbc78784bde0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.199975 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7eeef677-6eda-4a14-b240-fbc78784bde0 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1484239 Feb 16 17:02:26.204151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56622) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:26.301175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port b1f262e9-ebed-431a-81db-043757fbbe16 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:26.301533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.301650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.323812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port 72192133-1151-4184-b60b-1ef246e25628 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:26.324252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.362530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b4c08-5aac-474f-96df-22cab006543c None None] DHCP port deletion for 3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:26.366952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Deleting port 72192133-1151-4184-b60b-1ef246e25628 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:26.367701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.401602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c5f07-ffb7-4b63-a102-d2634934c4f2 None None] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:26.401797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ad99f-9ea3-4636-b0f3-d757e6eb6deb req-89153a0d-69e3-4189-8972-9253f4cdeeea tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.403136 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-956ad99f-9ea3-4636-b0f3-d757e6eb6deb req-89153a0d-69e3-4189-8972-9253f4cdeeea tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.2205031 Feb 16 17:02:26.503874 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-956ad99f-9ea3-4636-b0f3-d757e6eb6deb req-9da5e916-87cd-43da-92aa-b44777f5a8ef tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683298 Feb 16 17:02:26.551763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] Provisioning for port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:26.570444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.572712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] Provisioning complete for port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:26.573169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.614397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port 72192133-1151-4184-b60b-1ef246e25628, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=72192133-1151-4184-b60b-1ef246e25628,segment=NetworkSegment(8062abfd-e21e-4644-9ab5-c9ab802db447),segment_id=8062abfd-e21e-4644-9ab5-c9ab802db447)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:26.614785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.706285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for b1f262e9-ebed-431a-81db-043757fbbe16 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:26.743344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for 72192133-1151-4184-b60b-1ef246e25628 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:26.830512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.870334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.892560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Port': ['ID=72192133-1151-4184-b60b-1ef246e25628,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.895491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No DVR routers for this DVR port 72192133-1151-4184-b60b-1ef246e25628 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:26.923359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-187b4c08-5aac-474f-96df-22cab006543c None None] For port 72192133-1151-4184-b60b-1ef246e25628, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=72192133-1151-4184-b60b-1ef246e25628,segment=NetworkSegment(8062abfd-e21e-4644-9ab5-c9ab802db447),segment_id=8062abfd-e21e-4644-9ab5-c9ab802db447)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:26.924453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.925331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=b1f262e9-ebed-431a-81db-043757fbbe16,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.964954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.978465 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7c9ecd2b-dd5e-4a07-ad49-5322f0023c2e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/b1f262e9-ebed-431a-81db-043757fbbe16 HTTP/1.1" status: 204 len: 168 time: 0.7732813 Feb 16 17:02:26.980949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56626) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:27.028058 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-42abfb77-4df5-4abd-930b-61f01c80dbf3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:27.028756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-42abfb77-4df5-4abd-930b-61f01c80dbf3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:27.035716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.046136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-42abfb77-4df5-4abd-930b-61f01c80dbf3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:27.049882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-42abfb77-4df5-4abd-930b-61f01c80dbf3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/b1f262e9-ebed-431a-81db-043757fbbe16 HTTP/1.1" status: 404 len: 333 time: 0.0649309 Feb 16 17:02:27.050433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56630) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:27.070086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Calling delete_port for 72192133-1151-4184-b60b-1ef246e25628 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:27.097537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9a838e-6bb6-4a9c-bd30-2a67707d15a2']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:27.119546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.128854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8062abfd-e21e-4644-9ab5-c9ab802db447') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:27.129146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8062abfd-e21e-4644-9ab5-c9ab802db447') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:27.149464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.168869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 673c85dd-9272-4677-9255-aa68b77f05b4 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:27.169871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.184076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] For port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,segment=NetworkSegment(ebbcd162-fad3-4973-a988-7be24b0cffb4),segment_id=ebbcd162-fad3-4973-a988-7be24b0cffb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:27.191061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.223550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.226435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:27.226891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:27.237940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:27.238425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:27.254898 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:27.261816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765c835-7bfb-4a61-82a6-1ee33cb3ae0d None None] Pushing event updated for resources: {'Port': ['ID=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:27.392788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.397221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.436524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d91c426-9804-4931-a905-7cb2798c0952 None None] Provisioning complete for port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:27.438310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d91c426-9804-4931-a905-7cb2798c0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.619812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d91c426-9804-4931-a905-7cb2798c0952 None None] Provisioning for port 673c85dd-9272-4677-9255-aa68b77f05b4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:27.628015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1d91c426-9804-4931-a905-7cb2798c0952 None None] Provisioning complete for port 673c85dd-9272-4677-9255-aa68b77f05b4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:27.628455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d91c426-9804-4931-a905-7cb2798c0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.650335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=3d9a838e-6bb6-4a9c-bd30-2a67707d15a2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:27.669081 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-694d5f70-6437-4ba7-ab30-223a06e8171b tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/3d9a838e-6bb6-4a9c-bd30-2a67707d15a2 HTTP/1.1" status: 204 len: 168 time: 1.6240144 Feb 16 17:02:27.673146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56636) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:27.708353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1d91c426-9804-4931-a905-7cb2798c0952 None None] Port 673c85dd-9272-4677-9255-aa68b77f05b4 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:27.721188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:27.737613 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b4b76f-f9af-4a08-bd76-9e0cc923898e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:27.738055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b4b76f-f9af-4a08-bd76-9e0cc923898e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:27.739816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f9b4b76f-f9af-4a08-bd76-9e0cc923898e tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/deb643be-5ebd-48de-bb62-f9817bfc9f00 HTTP/1.1" status: 404 len: 337 time: 0.0626960 Feb 16 17:02:27.744085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56640) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:27.762171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Deleting port 72192133-1151-4184-b60b-1ef246e25628 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:27.763078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-187b4c08-5aac-474f-96df-22cab006543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.784827 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe55a48b-0397-45cf-95df-cb62159dc3fa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:27.785443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe55a48b-0397-45cf-95df-cb62159dc3fa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:27.787155 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fe55a48b-0397-45cf-95df-cb62159dc3fa tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/00b95fcd-9605-4ebf-bff1-864a9a5dcdec HTTP/1.1" status: 404 len: 339 time: 0.0421684 Feb 16 17:02:27.790187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56644) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:27.804991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1af48-da70-4571-b651-76fc1078d478 req-df43dfba-6dab-4e83-bff9-8990d0368b8d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:27.813424 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ee1af48-da70-4571-b651-76fc1078d478 req-df43dfba-6dab-4e83-bff9-8990d0368b8d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.1108265 Feb 16 17:02:27.847624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.859779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-187b4c08-5aac-474f-96df-22cab006543c None None] The port '72192133-1151-4184-b60b-1ef246e25628' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:02:27.867991 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ee1af48-da70-4571-b651-76fc1078d478 req-28836b3b-7940-45fa-aea7-d03502e66002 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532663 Feb 16 17:02:27.883129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-532a8c76-9065-40c2-892e-cb707ec7e868 None None] Provisioning complete for port 673c85dd-9272-4677-9255-aa68b77f05b4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:27.883495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-532a8c76-9065-40c2-892e-cb707ec7e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.947582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:27.947948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.957044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting subnet 0fec69a9-f39b-4e08-bb80-8ee9df99aff3 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:27.978730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-532a8c76-9065-40c2-892e-cb707ec7e868 None None] Port 673c85dd-9272-4677-9255-aa68b77f05b4 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:28.031144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 673c85dd-9272-4677-9255-aa68b77f05b4 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:28.059474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.094904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5a55417b-1959-49f0-bc56-ca9a75adbeec None None] Could not find standard attr ID for object b1f262e9-ebed-431a-81db-043757fbbe16. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:28.140728 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 72192133-1151-4184-b60b-1ef246e25628 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:28.176594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 72192133-1151-4184-b60b-1ef246e25628 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:28.176928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 72192133-1151-4184-b60b-1ef246e25628 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:28.210824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.346175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88262-3c7d-4ee3-be4b-a2df7a9353ad req-a0dc33f9-367e-46d7-848a-a7f4c73567f7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:28.347561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3cf88262-3c7d-4ee3-be4b-a2df7a9353ad req-a0dc33f9-367e-46d7-848a-a7f4c73567f7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.3252959 Feb 16 17:02:28.383135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.422820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.487746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=673c85dd-9272-4677-9255-aa68b77f05b4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.523596 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3cf88262-3c7d-4ee3-be4b-a2df7a9353ad req-b96210a2-f8e8-4394-b59a-a397efdec403 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678216 Feb 16 17:02:28.548451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56650) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:28.549982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.570118 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6b54a6db-23fa-4529-a216-5811981a3746 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/673c85dd-9272-4677-9255-aa68b77f05b4 HTTP/1.1" status: 204 len: 168 time: 1.5185714 Feb 16 17:02:28.572868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56654) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:28.610233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.634366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a76a0-5281-4e80-94b7-917b49ca091d tempest-TestNetworkAdvancedServerOps-966632023 tempest-TestNetworkAdvancedServerOps-966632023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:28.639350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-725a76a0-5281-4e80-94b7-917b49ca091d tempest-TestNetworkAdvancedServerOps-966632023 tempest-TestNetworkAdvancedServerOps-966632023-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1094 time: 0.0859289 Feb 16 17:02:28.639782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56658) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:28.645074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:28.651937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:28.657876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Usage tracker for resource:floatingip and tenant:0411f71248f548d5bf37a7dbd5a3b4ff is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:28.661785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:28.663315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9408d13f-fb12-4ebc-9f50-010a45c82648 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:28.664378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9408d13f-fb12-4ebc-9f50-010a45c82648 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:28.667838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:28.673414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec69a9-f39b-4e08-bb80-8ee9df99aff3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.682823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.683007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.686169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9584dce-994e-4cbb-bb0e-c4fa537e4769 None None] Network 184366c6-a18a-4e45-8b3d-2c8932e8d0df requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:28.705962 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-57689a61-2a97-48cd-9613-087e7400a0b9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/subnets/0fec69a9-f39b-4e08-bb80-8ee9df99aff3 HTTP/1.1" status: 204 len: 168 time: 0.9125280 Feb 16 17:02:28.706187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56662) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:28.729140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9408d13f-fb12-4ebc-9f50-010a45c82648 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:28.730259 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9408d13f-fb12-4ebc-9f50-010a45c82648 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/673c85dd-9272-4677-9255-aa68b77f05b4 HTTP/1.1" status: 404 len: 333 time: 0.1559989 Feb 16 17:02:28.735963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56666) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:28.846414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.884273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet e5c1f8f8-0b57-48dd-b36e-db677bff0b4b {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:28.891692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.893412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.949641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] DHCP port deletion for 184366c6-a18a-4e45-8b3d-2c8932e8d0df request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:28.953697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port 8723b592-3af6-4b44-a2c6-4f3d721eb60f {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:28.953697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.955252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Deleting port 8723b592-3af6-4b44-a2c6-4f3d721eb60f {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:28.955687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.987416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.988822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Allocated IP 172.26.7.245 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/73025ef4-be66-420e-867f-17dcafe8b776) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:29.153254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.170963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] For port 8723b592-3af6-4b44-a2c6-4f3d721eb60f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8723b592-3af6-4b44-a2c6-4f3d721eb60f,segment=NetworkSegment(7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98),segment_id=7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:29.172435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.185614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.218237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.258959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:29.262033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:29.271444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:29.303604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Port': ['ID=73025ef4-be66-420e-867f-17dcafe8b776,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.361685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Calling delete_port for 8723b592-3af6-4b44-a2c6-4f3d721eb60f owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:29.411494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] For port 8723b592-3af6-4b44-a2c6-4f3d721eb60f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8723b592-3af6-4b44-a2c6-4f3d721eb60f,segment=NetworkSegment(7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98),segment_id=7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:29.411868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.445732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.494282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Pushing event deleted for resources: {'Port': ['ID=8723b592-3af6-4b44-a2c6-4f3d721eb60f,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.498141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] No DVR routers for this DVR port 8723b592-3af6-4b44-a2c6-4f3d721eb60f on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:29.505358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.505761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.506157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.506582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.507017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.507397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.507778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.508155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.508982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.508982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.509790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.509790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0172dbdc-6560-4963-a878-dc03ac4eb962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:29.553335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Calling delete_port for 8723b592-3af6-4b44-a2c6-4f3d721eb60f owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:29.628142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.652242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8723b592-3af6-4b44-a2c6-4f3d721eb60f no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:29.682819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c1f8f8-0b57-48dd-b36e-db677bff0b4b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.688509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8723b592-3af6-4b44-a2c6-4f3d721eb60f {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:29.688847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8723b592-3af6-4b44-a2c6-4f3d721eb60f not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:29.692083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.695355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ba6b6-8562-44e0-b8c8-36c1aa13be6f None None] Network 57fef83f-bcc7-42b4-b54f-36b02a2b0188 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:29.704478 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-92454119-aaa6-4bea-bc16-fa9cd7c2d63a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/e5c1f8f8-0b57-48dd-b36e-db677bff0b4b HTTP/1.1" status: 204 len: 168 time: 0.9654648 Feb 16 17:02:29.704478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:29.704478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:29.704822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56670) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:29.825394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.836606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:29.836934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.845174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.929551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.968551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] DHCP port deletion for 57fef83f-bcc7-42b4-b54f-36b02a2b0188 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:29.972753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Deleting port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:29.973122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.059236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,segment=NetworkSegment(ebbcd162-fad3-4973-a988-7be24b0cffb4),segment_id=ebbcd162-fad3-4973-a988-7be24b0cffb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:30.060231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.145714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.151172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.187995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:30.190159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] For port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,segment=NetworkSegment(ebbcd162-fad3-4973-a988-7be24b0cffb4),segment_id=ebbcd162-fad3-4973-a988-7be24b0cffb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:30.190694 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.218210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Deleting port 8723b592-3af6-4b44-a2c6-4f3d721eb60f {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:30.218761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.278160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event updated for resources: {'Port': ['ID=73025ef4-be66-420e-867f-17dcafe8b776,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:30.289863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.310279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] The port '8723b592-3af6-4b44-a2c6-4f3d721eb60f' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:02:30.331958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Calling delete_port for 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:30.459014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.463746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.463921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:30.464177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:30.468690 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Floating IP 873b6e1c-7143-48ae-9bbe-a7aa3d359e7c associated. External IP: 172.26.7.245, port: 60de5fe2-64dc-43b9-a18a-c81c61bdafc9. Feb 16 17:02:30.523990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:30.527848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No DVR routers for this DVR port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:30.588806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184366c6-a18a-4e45-8b3d-2c8932e8d0df']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.654713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.655004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e68ec67-0848-4f6a-b8ed-dcb9eb42bb98') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.681215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.693239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.718272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.728834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fef83f-bcc7-42b4-b54f-36b02a2b0188']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.735952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:30.736344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:30.751076 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:30.835924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecd8a-a328-4eda-bb8d-3d071afce822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.855104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Router 01b02e09-c023-4c83-b432-e79233b8fc39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:02:30.925321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbcd162-fad3-4973-a988-7be24b0cffb4') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.925615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbcd162-fad3-4973-a988-7be24b0cffb4') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.949561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.965459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Deleting port 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:30.966584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.982246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.990367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.992790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:30.993154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:31.009104 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:31.025828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.056000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c8b77-dc8c-4fc6-bca3-5472e5b1b9e3 None None] The port '52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:02:31.059971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:31.075630 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] Sync routers for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:31.097727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.100054 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:31.100773 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:31.133907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] Pushing event deleted for resources: {'Network': ['ID=184366c6-a18a-4e45-8b3d-2c8932e8d0df,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.139706 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-96e514fa-444d-4853-b0de-5e487eba31e9 tempest-NetworksIpV6Test-1000401263 tempest-NetworksIpV6Test-1000401263-project] 10.222.0.43 "DELETE /v2.0/networks/184366c6-a18a-4e45-8b3d-2c8932e8d0df HTTP/1.1" status: 204 len: 168 time: 2.4323621 Feb 16 17:02:31.144584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.164163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.175181 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=57fef83f-bcc7-42b4-b54f-36b02a2b0188,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.181944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9675739-2ff4-4ea3-b80d-58e7923fc654 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/57fef83f-bcc7-42b4-b54f-36b02a2b0188 HTTP/1.1" status: 204 len: 168 time: 1.4763534 Feb 16 17:02:31.182598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56680) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:31.192967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700616146'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:31.199865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:31.206410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:network and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:31.332731 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:02:31.347895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:31.359538 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6e506c9c-eb0f-428b-8483-402ceb9731a8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7186174 Feb 16 17:02:31.360837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:31.362747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:02:31.377535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:31.383665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.451694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:31.507790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.507977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56692) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:31.508220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Added segment 9f32596e-5d2b-4ebb-9bc8-db5691daebdb of type vlan for network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd Feb 16 17:02:31.547950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.596334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa0762-c166-4c5e-a8d0-37d288b43ea3 req-36c61f5e-8901-4756-9c69-236115cb4618 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.597996 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-68fa0762-c166-4c5e-a8d0-37d288b43ea3 req-36c61f5e-8901-4756-9c69-236115cb4618 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.1385217 Feb 16 17:02:31.599477 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'status': 'completed', 'code': 200} Feb 16 17:02:31.629961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.635656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.636854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.654643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:31.696843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:31.697361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f0a75c-c3b7-47da-9dd4-4a3ec2b30b74 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:31.779322 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5948014 Feb 16 17:02:31.787110 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-68fa0762-c166-4c5e-a8d0-37d288b43ea3 req-ed1231fe-e214-4041-a165-4284d520e29e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777508 Feb 16 17:02:31.788149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56700) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:31.795755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0a39b-d21d-4706-ad95-84ca99ce8c61 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Network': ['ID=42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.807516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56704) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:31.811910 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5fe00646-7569-4090-a732-64e656b93c9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33473449dfa6486dbefb887091b9f685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991712 Feb 16 17:02:31.812531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:31.812699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-0de80044-08af-4e0d-83ff-469c981909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.812880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:31.813041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-0de80044-08af-4e0d-83ff-469c981909ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1099 time: 0.1751752 Feb 16 17:02:31.813041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56706) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:31.874743 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '873b6e1c-7143-48ae-9bbe-a7aa3d359e7c', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'port_id': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'mac_address': 'fa:16:3e:c3:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:29Z', 'updated_at': '2022-02-16T17:02:29Z', 'revision_number': 0, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:16Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:31.880090 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] Checking router: 01b02e09-c023-4c83-b432-e79233b8fc39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:31.890379 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:31.891314 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:31.987428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a5f56f-a0f4-48d5-b2ce-bfbaf6d4dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.017589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:32.021442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-863d3d0a-e2b3-43ac-b399-3cf0db1b0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.023134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-863d3d0a-e2b3-43ac-b399-3cf0db1b0c5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 897 time: 0.1967556 Feb 16 17:02:32.027121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:32.032097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a5f56f-a0f4-48d5-b2ce-bfbaf6d4dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.043630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:32.059386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:32.079565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:32.083538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.096272 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:02:32.108239 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a5ca7835-2eaa-4f81-aa38-a05f6ecc6dfa tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/floatingips/873b6e1c-7143-48ae-9bbe-a7aa3d359e7c HTTP/1.1" status: 200 len: 992 time: 0.1591911 Feb 16 17:02:32.163615 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-31933641-8fb5-44af-a2f7-f43f6512afde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 1000 time: 0.1337223 Feb 16 17:02:32.222376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a5f56f-a0f4-48d5-b2ce-bfbaf6d4dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.259562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-dd2133cc-18f7-4bb1-9e8a-6cfa25e79de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.261083 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-dd2133cc-18f7-4bb1-9e8a-6cfa25e79de8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 200 len: 835 time: 0.0888605 Feb 16 17:02:32.261771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5f56f-a0f4-48d5-b2ce-bfbaf6d4dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d796c81-9447-4c9f-bdff-6f0c10438a40,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.266058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-62a5f56f-a0f4-48d5-b2ce-bfbaf6d4dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.267173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-62a5f56f-a0f4-48d5-b2ce-bfbaf6d4dbbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d796c81-9447-4c9f-bdff-6f0c10438a40 HTTP/1.1" status: 204 len: 168 time: 0.4538598 Feb 16 17:02:32.362596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-ed3bf5db-6730-428b-b4ad-86ab9d49fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.363506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.364201 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-ed3bf5db-6730-428b-b4ad-86ab9d49fbce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956411 Feb 16 17:02:32.469130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=68b9410d-3361-442c-af42-95b1c8257b39,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.477688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Checking segment: {'id': '9f32596e-5d2b-4ebb-9bc8-db5691daebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:32.478051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network hostable DHCP agents. Network: 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:32.514271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:32.523322 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '873b6e1c-7143-48ae-9bbe-a7aa3d359e7c', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'port_id': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'mac_address': 'fa:16:3e:c3:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:29Z', 'updated_at': '2022-02-16T17:02:29Z', 'revision_number': 0, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:16Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:32.528576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737de1ba-ec3a-49cd-bfd9-c8dd29fda1c7 None None] The sync data for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv is: [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '873b6e1c-7143-48ae-9bbe-a7aa3d359e7c', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'port_id': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'mac_address': 'fa:16:3e:c3:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:29Z', 'updated_at': '2022-02-16T17:02:29Z', 'revision_number': 0, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:16Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:32.529436 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-b8cf8854-8412-4d8f-bc05-3b17b4a5274b service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584971 Feb 16 17:02:32.530749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:32.540362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa874b0-1894-47bc-9596-19da21ff2b39 None None] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:32.555966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.556610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.610279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8e4f6b95-42b3-4f42-9b3f-70aabb67aa20 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8150978 Feb 16 17:02:32.611615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56718) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:32.617184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1695720705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:32.630495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:32.637150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:router and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:32.643139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:32.656979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:32.675901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.677266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.695937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.716200 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f947d97-a3f4-41b3-a375-16385ebdc639 req-9c14af60-a5c9-407a-a245-68ade8dd9781 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777241 Feb 16 17:02:32.752945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.782260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.786399 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5514dac5-2a92-4cca-8953-06ca38386d96 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1738207 Feb 16 17:02:32.786617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56724) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:32.792980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd', 'name': 'tempest-PortsIpV6TestJSON-1250425979'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:32.867225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1012b-570b-4f71-8e93-6b4fb8010171 None None] New status for floating IP 873b6e1c-7143-48ae-9bbe-a7aa3d359e7c: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:02:32.929623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd', 'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': '68b9410d-3361-442c-af42-95b1c8257b39'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:32.930343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.963114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:32.974382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:32.991547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:32.995126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.019992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:33.111958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56738) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:33.177516 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-4e582586-f8f1-4ada-81e0-f7fb8544622a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971656 Feb 16 17:02:33.273850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f8f8d5ed-efa0-40ed-82f9-43d5765c2882 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/floatingips/873b6e1c-7143-48ae-9bbe-a7aa3d359e7c HTTP/1.1" status: 200 len: 992 time: 0.1584232 Feb 16 17:02:33.305019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Allocated IP 2001:db8::2 (42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd/68b9410d-3361-442c-af42-95b1c8257b39/87456abf-ee2d-473f-99b0-970969510494) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:33.375885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-3130ca8f-64fd-41f6-a4cc-c66ea6d4b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.377521 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-3130ca8f-64fd-41f6-a4cc-c66ea6d4b4ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.0961967 Feb 16 17:02:33.425016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56746) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:33.542104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1295205751'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:33.547769 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.548089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:33.553413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-97a7b17f-0b24-4564-8888-9e1a36acad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.555249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-97a7b17f-0b24-4564-8888-9e1a36acad84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.1537068 Feb 16 17:02:33.555380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:33.558463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:33.571577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Transition to ACTIVE for port object 87456abf-ee2d-473f-99b0-970969510494 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:33.572147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:33.586245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dbb2f-bc44-471e-933f-ae27e19bb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.588413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:33.593747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.603871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Transition to ACTIVE for port object 87456abf-ee2d-473f-99b0-970969510494 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:33.611480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.620502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.643418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:33.647636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:security_group_rule and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:33.650914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:33.658348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:33.691794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:33.695260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:33.698060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:33.734132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Pushing event updated for resources: {'Port': ['ID=87456abf-ee2d-473f-99b0-970969510494,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.763197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.767730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.801886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:33.815528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Attempting to bind port 87456abf-ee2d-473f-99b0-970969510494 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:33.815783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd4bb6-5b0b-480c-95a7-cb3c6c525d8d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.815894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Attempting to bind port 87456abf-ee2d-473f-99b0-970969510494 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9f32596e-5d2b-4ebb-9bc8-db5691daebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:33.816249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Attempting to bind port 87456abf-ee2d-473f-99b0-970969510494 on network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:33.823918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.824224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:33.824438 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment 9e734d61-0912-45fe-848e-5b48bceaf9aa of type vlan for network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec Feb 16 17:02:33.824956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Checking segment: {'id': '9f32596e-5d2b-4ebb-9bc8-db5691daebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:33.826090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.826664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Bound using segment: {'id': '9f32596e-5d2b-4ebb-9bc8-db5691daebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:33.827293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Bound port: 87456abf-ee2d-473f-99b0-970969510494, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f32596e-5d2b-4ebb-9bc8-db5691daebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:33.827898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.861983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.869736 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-1ac8f6cd-e988-4d76-baca-74ca0ab01acb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.3077240 Feb 16 17:02:33.899620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.906899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.907819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.911061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::26b (42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd/68b9410d-3361-442c-af42-95b1c8257b39/2dd6d25f-6699-4e21-ab06-a87b90d1e7d7) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:33.948894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] For port 87456abf-ee2d-473f-99b0-970969510494, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:33.953709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] For port 87456abf-ee2d-473f-99b0-970969510494, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=87456abf-ee2d-473f-99b0-970969510494,segment=NetworkSegment(9f32596e-5d2b-4ebb-9bc8-db5691daebdb),segment_id=9f32596e-5d2b-4ebb-9bc8-db5691daebdb)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:33.958675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.969125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-b528fb1e-0564-48ef-990f-191c26f5a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.970490 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-b528fb1e-0564-48ef-990f-191c26f5a5ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.0908670 Feb 16 17:02:34.038806 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6124861 Feb 16 17:02:34.043775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56752) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:34.055257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1852509598'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:34.064511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ba753-3d50-43ea-a4fe-e0d547251f38 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.064730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb194c-3cc6-4192-ae04-8f3ee5771b32 None None] Pushing event updated for resources: {'Port': ['ID=87456abf-ee2d-473f-99b0-970969510494,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.069467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:34.079119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:34.083566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:34.092343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:34.104956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:34.105706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:34.109270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.179011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:34.197175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.197812 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment b7ccdc4b-56e9-4d7d-a116-d2caef15f848 of type vlan for network d3a8e006-611a-4829-80d5-dc9df342cbed Feb 16 17:02:34.201952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-f23d9214-25b4-4f37-b32d-9266717a53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:34.203472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-f23d9214-25b4-4f37-b32d-9266717a53ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2244358 Feb 16 17:02:34.242202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.275803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.280123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56756) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:34.355340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.387490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:34.409895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.417333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:34.417333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.430255 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-56bd1be5-1944-49a9-8544-ba54b7c98091 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162263 Feb 16 17:02:34.537366 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4922767 Feb 16 17:02:34.540478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.550352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56760) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:34.566943 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3a6dcac4-4794-40e1-bfc0-37baa1ab921c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/floatingips/873b6e1c-7143-48ae-9bbe-a7aa3d359e7c HTTP/1.1" status: 200 len: 994 time: 0.2856445 Feb 16 17:02:34.567866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b3238-7f62-4e7d-aefc-89f060fddf82 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=d3a8e006-611a-4829-80d5-dc9df342cbed,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.585779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d3a8e006-611a-4829-80d5-dc9df342cbed details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:34.599583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:34.734853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:34.752752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:34.761858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:34.767248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:34.767844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.774572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=2dd6d25f-6699-4e21-ab06-a87b90d1e7d7,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.788263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2979a434-a88b-4cbe-859e-5fce064d0cac req-ca620537-c5ef-46a6-9558-22fd02756426 service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509200 Feb 16 17:02:34.812210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:34.817287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:34.820228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:34.823670 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6cc34e4-5141-4009-90dc-12985ca7ee64 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0358236 Feb 16 17:02:34.826824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56764) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:34.827841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:34.836822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:34.840267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.975874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.105830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.199862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=b4b6d1f3-15cf-4e17-9b93-68d86da37479,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.207066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': '9e734d61-0912-45fe-848e-5b48bceaf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:35.208059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:35.232038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:35.243358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:35.248123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:35.248675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.255155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616ac12-6119-476f-9907-3bd7a7956d2f None None] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:35.276042 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-57fc8487-c2da-4cd9-a2bf-376d72375958 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6901796 Feb 16 17:02:35.276748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56768) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:35.283965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:35.322455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f20d2-62ea-4932-a647-423dfae078f3 None None] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:35.402180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:35.406377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:35.409623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:35.415348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:35.427713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:35.431500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.514222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1f1c6a02-e146-491a-be5a-b47364d3c584 None None] Provisioning for port 87456abf-ee2d-473f-99b0-970969510494 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:35.561175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.741925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec', 'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': 'b4b6d1f3-15cf-4e17-9b93-68d86da37479'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:35.742755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.760564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 87456abf-ee2d-473f-99b0-970969510494 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:35.799969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.890522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:35.890898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: d3a8e006-611a-4829-80d5-dc9df342cbed, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:35.898276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=cf9e1c37-79c0-4309-8122-208ec31feb46,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.915155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network d3a8e006-611a-4829-80d5-dc9df342cbed is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:35.927207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d3a8e006-611a-4829-80d5-dc9df342cbed) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:35.932256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:35.933059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.934322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 87456abf-ee2d-473f-99b0-970969510494 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:35.945718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb00aa9-c16f-44c9-9ab9-0e4d9e2ff4b9 None None] Network d3a8e006-611a-4829-80d5-dc9df342cbed requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:35.966679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d6401f2d-bdf7-485b-90e7-561300017489 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6854210 Feb 16 17:02:35.966679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56772) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:35.971820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1376973102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:35.978408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:35.983286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:35.986189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:35.992079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:36.004439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.005553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.014449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 87456abf-ee2d-473f-99b0-970969510494 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:36.015210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.025087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.025601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.031510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.048729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.080374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.086833 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f0192715-e2fe-4cd8-bfda-e96eee0dfa58 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1146767 Feb 16 17:02:36.086833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56776) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:36.149632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Allocated IP 172.20.0.2 (6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec/b4b6d1f3-15cf-4e17-9b93-68d86da37479/a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:36.208948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=2dd6d25f-6699-4e21-ab06-a87b90d1e7d7,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:36.360721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.497366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.526120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.539845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-46cf89e3-6e00-4a44-ac38-96707f593b1d None None] Provisioning for port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:36.596959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-46cf89e3-6e00-4a44-ac38-96707f593b1d None None] Provisioning complete for port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:36.597304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46cf89e3-6e00-4a44-ac38-96707f593b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.651911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 87456abf-ee2d-473f-99b0-970969510494, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=87456abf-ee2d-473f-99b0-970969510494,segment=NetworkSegment(9f32596e-5d2b-4ebb-9bc8-db5691daebdb),segment_id=9f32596e-5d2b-4ebb-9bc8-db5691daebdb)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:36.715573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.716624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.723859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.825329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-46cf89e3-6e00-4a44-ac38-96707f593b1d None None] Port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:36.881941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Transition to ACTIVE for port object a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:36.903706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.912831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-46cf89e3-6e00-4a44-ac38-96707f593b1d None None] Provisioning complete for port 87456abf-ee2d-473f-99b0-970969510494 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:36.913192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46cf89e3-6e00-4a44-ac38-96707f593b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.948023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=87456abf-ee2d-473f-99b0-970969510494,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:36.977159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d3a8e006-611a-4829-80d5-dc9df342cbed', 'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': 'cf9e1c37-79c0-4309-8122-208ec31feb46'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:36.978312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.002732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Transition to ACTIVE for port object a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:37.014652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.140543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.147579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.148113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.20.0.1 (6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec/b4b6d1f3-15cf-4e17-9b93-68d86da37479/96fa40e7-0b91-471f-b832-295ad20b64db) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:37.148435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.158735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:37.175092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:37.177593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:37.185125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Pushing event updated for resources: {'Port': ['ID=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.326457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=2dd6d25f-6699-4e21-ab06-a87b90d1e7d7,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.355331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.376145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 96fa40e7-0b91-471f-b832-295ad20b64db will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:37.400000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:37.401156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:37.412014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.473250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Attempting to bind port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:37.473608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Attempting to bind port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9e734d61-0912-45fe-848e-5b48bceaf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:37.473960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Attempting to bind port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 on network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:37.488150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:37.488150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Checking segment: {'id': '9e734d61-0912-45fe-848e-5b48bceaf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:37.488627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.488627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Bound using segment: {'id': '9e734d61-0912-45fe-848e-5b48bceaf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:37.489056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Bound port: a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e734d61-0912-45fe-848e-5b48bceaf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:37.489421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.504717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:37.507212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Allocated IP 172.21.0.2 (d3a8e006-611a-4829-80d5-dc9df342cbed/cf9e1c37-79c0-4309-8122-208ec31feb46/b710f724-8042-47a7-8f9e-f28016331054) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:37.509567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:37.512269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:37.557760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=96fa40e7-0b91-471f-b832-295ad20b64db,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.592572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.713664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 87456abf-ee2d-473f-99b0-970969510494 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:37.719268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Router 6b9440a6-5ed6-46f9-8525-579faef77444 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:02:37.751116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9618973c-eb07-4c89-9f5e-58011f4a4d50 None None] Provisioning complete for port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:37.751626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9618973c-eb07-4c89-9f5e-58011f4a4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.835843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] For port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:37.874496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] For port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,segment=NetworkSegment(9e734d61-0912-45fe-848e-5b48bceaf9aa),segment_id=9e734d61-0912-45fe-848e-5b48bceaf9aa)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:37.879860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9618973c-eb07-4c89-9f5e-58011f4a4d50 None None] Port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:37.894808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.917455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:37.919348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.924124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dfa41b26-6124-4d7a-b0a7-22d37c638833 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/routers/6b9440a6-5ed6-46f9-8525-579faef77444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0954504 Feb 16 17:02:37.925889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56780) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:37.929180 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] Sync routers for ids ['6b9440a6-5ed6-46f9-8525-579faef77444'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:37.940252 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] Routers {'6b9440a6-5ed6-46f9-8525-579faef77444'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:37.941464 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b9440a6-5ed6-46f9-8525-579faef77444'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:37.976460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26afbbe-2944-439a-addb-3c484eb168ab None None] Pushing event updated for resources: {'Port': ['ID=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.016727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 87456abf-ee2d-473f-99b0-970969510494 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:38.017414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.026808 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.037417 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] Routers {'6b9440a6-5ed6-46f9-8525-579faef77444'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:38.039199 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b9440a6-5ed6-46f9-8525-579faef77444'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.072168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588654d-23c0-48cd-b587-2d022326c4a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:38.073884 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7588654d-23c0-48cd-b587-2d022326c4a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b9440a6-5ed6-46f9-8525-579faef77444 HTTP/1.1" status: 200 len: 989 time: 0.1468608 Feb 16 17:02:38.078934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56784) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:38.127238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ceed38eb-4abf-4525-94e7-f6b8182808ea None None] Provisioning complete for port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:38.127725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ceed38eb-4abf-4525-94e7-f6b8182808ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.140001 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.140653 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a0bd2-ca8c-47d4-a2e5-7a846da47f24 None None] The sync data for ids ['6b9440a6-5ed6-46f9-8525-579faef77444'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:38.224253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ceed38eb-4abf-4525-94e7-f6b8182808ea None None] Port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:38.266520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.281435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Transition to ACTIVE for port object b710f724-8042-47a7-8f9e-f28016331054 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:38.353348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Transition to ACTIVE for port object b710f724-8042-47a7-8f9e-f28016331054 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:38.367646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.481887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Network d3a8e006-611a-4829-80d5-dc9df342cbed is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:38.484006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:38.486637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:38.536362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Pushing event updated for resources: {'Port': ['ID=b710f724-8042-47a7-8f9e-f28016331054,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.605415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.613316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Attempting to bind port b710f724-8042-47a7-8f9e-f28016331054 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:38.613553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.613849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Attempting to bind port b710f724-8042-47a7-8f9e-f28016331054 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:38.614258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Attempting to bind port b710f724-8042-47a7-8f9e-f28016331054 on network d3a8e006-611a-4829-80d5-dc9df342cbed {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:38.620603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:38.620961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Checking segment: {'id': 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:38.621350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.622349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Bound using segment: {'id': 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:38.622957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Bound port: b710f724-8042-47a7-8f9e-f28016331054, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd3a8e006-611a-4829-80d5-dc9df342cbed'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:38.623353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.724328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] For port b710f724-8042-47a7-8f9e-f28016331054, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:38.727680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] For port b710f724-8042-47a7-8f9e-f28016331054, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b710f724-8042-47a7-8f9e-f28016331054,segment=NetworkSegment(b7ccdc4b-56e9-4d7d-a116-d2caef15f848),segment_id=b7ccdc4b-56e9-4d7d-a116-d2caef15f848)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:38.733098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.740200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=96fa40e7-0b91-471f-b832-295ad20b64db,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.742753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.816036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925027b-5e8a-471c-91d5-594036efc32e None None] Pushing event updated for resources: {'Port': ['ID=b710f724-8042-47a7-8f9e-f28016331054,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.897496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.898176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:38.899969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:39.131988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 6d098622-0839-4cdb-9bae-cc2beb16236d is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:02:39.225242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:39.225607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.354857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:39.370748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] Sync routers for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:39.372883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56788) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:39.374050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8f112be0-1f05-4644-ab05-0427cf0a2160 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6d098622-0839-4cdb-9bae-cc2beb16236d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2823675 Feb 16 17:02:39.395035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:39.395581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:39.463984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:39.475899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:39.476522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:39.484565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9988ca-20bc-4231-93ad-641bb443f4bc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:39.488378 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7d9988ca-20bc-4231-93ad-641bb443f4bc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports/96fa40e7-0b91-471f-b832-295ad20b64db HTTP/1.1" status: 200 len: 910 time: 0.1128421 Feb 16 17:02:39.488727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56792) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:39.505127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.533883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ffd1f-96ef-4ca6-8c89-8e0207ce411e None None] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:39.617193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:39.617592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713cf4d-b68f-4091-926e-08be3c9e3032 None None] The sync data for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:39.663399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-278aa0a4-4fc2-423f-bdaa-8a4638cf8258 None None] Provisioning for port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:39.688749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:39.817582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b710f724-8042-47a7-8f9e-f28016331054 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:39.936241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.983481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b710f724-8042-47a7-8f9e-f28016331054 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:39.988987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:40.011700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=2dd6d25f-6699-4e21-ab06-a87b90d1e7d7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.087740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:40.097088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:40.097460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.255500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.271556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d65250-9b87-4cb3-aecb-275a7b22117c None None] Network d3a8e006-611a-4829-80d5-dc9df342cbed requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:40.405086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.434006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] Provisioning for port b710f724-8042-47a7-8f9e-f28016331054 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:40.474658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] Provisioning complete for port b710f724-8042-47a7-8f9e-f28016331054 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:40.475024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.479102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.574215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,segment=NetworkSegment(9e734d61-0912-45fe-848e-5b48bceaf9aa),segment_id=9e734d61-0912-45fe-848e-5b48bceaf9aa)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:40.585324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.716561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Router 6b9440a6-5ed6-46f9-8525-579faef77444 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:02:40.749844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.786334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.832530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] For port b710f724-8042-47a7-8f9e-f28016331054, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b710f724-8042-47a7-8f9e-f28016331054,segment=NetworkSegment(b7ccdc4b-56e9-4d7d-a116-d2caef15f848),segment_id=b7ccdc4b-56e9-4d7d-a116-d2caef15f848)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:40.838722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.910259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:40.923919 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] Sync routers for ids ['6b9440a6-5ed6-46f9-8525-579faef77444'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:40.928464 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-babee69e-3647-4b9b-9dd0-e0966fb0c526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/routers/6b9440a6-5ed6-46f9-8525-579faef77444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483329 Feb 16 17:02:40.929262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:40.931381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df030f-c487-44aa-ad94-dd5f8e0dee5a None None] Pushing event updated for resources: {'Port': ['ID=b710f724-8042-47a7-8f9e-f28016331054,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.945959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] Routers {'6b9440a6-5ed6-46f9-8525-579faef77444'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:40.947202 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b9440a6-5ed6-46f9-8525-579faef77444'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:40.970259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aa688551-c4f3-4139-b3e4-f6899c45fe07 None None] Provisioning complete for port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:40.970727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa688551-c4f3-4139-b3e4-f6899c45fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.002290 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c280ea0-9c13-4ce7-a929-e75c876ced68 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:41.002890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9c280ea0-9c13-4ce7-a929-e75c876ced68 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:41.020117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9c280ea0-9c13-4ce7-a929-e75c876ced68 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:41.023856 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9c280ea0-9c13-4ce7-a929-e75c876ced68 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/2dd6d25f-6699-4e21-ab06-a87b90d1e7d7 HTTP/1.1" status: 404 len: 333 time: 0.0910099 Feb 16 17:02:41.024782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.21.0.1 (d3a8e006-611a-4829-80d5-dc9df342cbed/cf9e1c37-79c0-4309-8122-208ec31feb46/924058ce-8e37-4b74-a16e-05fe6306ada8) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:41.025000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56800) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:41.038438 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:41.049034 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] Routers {'6b9440a6-5ed6-46f9-8525-579faef77444'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:41.049756 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6b9440a6-5ed6-46f9-8525-579faef77444'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:41.124267 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:41.124584 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f49e9-b91a-400b-aebb-9b1fbabe39cd None None] The sync data for ids ['6b9440a6-5ed6-46f9-8525-579faef77444'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:41.176850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aa688551-c4f3-4139-b3e4-f6899c45fe07 None None] Provisioning for port 96fa40e7-0b91-471f-b832-295ad20b64db completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:41.185618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aa688551-c4f3-4139-b3e4-f6899c45fe07 None None] Provisioning complete for port 96fa40e7-0b91-471f-b832-295ad20b64db triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:41.186264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa688551-c4f3-4139-b3e4-f6899c45fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.230886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.256496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-aa688551-c4f3-4139-b3e4-f6899c45fe07 None None] Port 96fa40e7-0b91-471f-b832-295ad20b64db cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:41.268030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.287449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 924058ce-8e37-4b74-a16e-05fe6306ada8 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:41.315922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.379263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9d968261-262a-4aff-8d6b-239eb8e846bb None None] Provisioning complete for port b710f724-8042-47a7-8f9e-f28016331054 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:41.379627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d968261-262a-4aff-8d6b-239eb8e846bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.390289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network d3a8e006-611a-4829-80d5-dc9df342cbed is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:41.393528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:41.397594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:41.444573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=924058ce-8e37-4b74-a16e-05fe6306ada8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:41.469372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.571235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.573700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.606210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.606823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9440a6-5ed6-46f9-8525-579faef77444 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:02:41.615481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.622241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.626898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-366cce49-6b8f-4004-8e3c-3ec8b3dca940 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/routers/6b9440a6-5ed6-46f9-8525-579faef77444 HTTP/1.1" status: 204 len: 168 time: 0.5976593 Feb 16 17:02:41.627392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56804) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:41.683136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd1b6824-0f5f-405e-a545-a6f322eed2e2 None None] Provisioning for port 924058ce-8e37-4b74-a16e-05fe6306ada8 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:41.696436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b710f724-8042-47a7-8f9e-f28016331054 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:41.706665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet 68b9410d-3361-442c-af42-95b1c8257b39 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:41.709968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.728790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd1b6824-0f5f-405e-a545-a6f322eed2e2 None None] Provisioning complete for port 924058ce-8e37-4b74-a16e-05fe6306ada8 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:41.728790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6824-0f5f-405e-a545-a6f322eed2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.769587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.804896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b6824-0f5f-405e-a545-a6f322eed2e2 None None] Port 924058ce-8e37-4b74-a16e-05fe6306ada8 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:41.819962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b710f724-8042-47a7-8f9e-f28016331054 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:41.820329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.864168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.941319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.947934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:41.983053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=68b9410d-3361-442c-af42-95b1c8257b39,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:41.986702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.993308 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37149127-59fd-48b7-95bd-27b28de7a0a4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/68b9410d-3361-442c-af42-95b1c8257b39 HTTP/1.1" status: 204 len: 168 time: 0.3646133 Feb 16 17:02:41.998646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56808) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:42.000284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbaddfc-a516-4972-bb3d-4e1a0291636f None None] Network 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:42.119778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.130697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 87456abf-ee2d-473f-99b0-970969510494 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:42.131032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.173855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.179692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.202939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:42.203675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.295193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.418752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=924058ce-8e37-4b74-a16e-05fe6306ada8,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.473871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] DHCP port deletion for 42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:42.478657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Deleting port 87456abf-ee2d-473f-99b0-970969510494 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:42.478827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] For port 87456abf-ee2d-473f-99b0-970969510494, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=87456abf-ee2d-473f-99b0-970969510494,segment=NetworkSegment(9f32596e-5d2b-4ebb-9bc8-db5691daebdb),segment_id=9f32596e-5d2b-4ebb-9bc8-db5691daebdb)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:42.479110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.479460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.485434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network d3a8e006-611a-4829-80d5-dc9df342cbed is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:42.487022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:42.631205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 87456abf-ee2d-473f-99b0-970969510494 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:42.694858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 6d098622-0839-4cdb-9bae-cc2beb16236d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:02:42.723027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.740043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] For port 87456abf-ee2d-473f-99b0-970969510494, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=87456abf-ee2d-473f-99b0-970969510494,segment=NetworkSegment(9f32596e-5d2b-4ebb-9bc8-db5691daebdb),segment_id=9f32596e-5d2b-4ebb-9bc8-db5691daebdb)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:42.741050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.772113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=87456abf-ee2d-473f-99b0-970969510494,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.773859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No DVR routers for this DVR port 87456abf-ee2d-473f-99b0-970969510494 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:42.871340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Calling delete_port for 87456abf-ee2d-473f-99b0-970969510494 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:42.883349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:42.896284 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-83627b7e-8fe6-4c45-8a72-d7231d420db6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6d098622-0839-4cdb-9bae-cc2beb16236d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042096 Feb 16 17:02:42.896606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56812) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:42.901928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] Sync routers for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:42.937959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:42.938497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.939416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.986241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.996312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6ece1163-49a3-4061-bca2-7c462f8507c2 None None] Provisioning complete for port 924058ce-8e37-4b74-a16e-05fe6306ada8 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:42.996533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ece1163-49a3-4061-bca2-7c462f8507c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.006627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710ea2e-1373-46a1-8bef-292aed6b7b64 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:43.007959 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0710ea2e-1373-46a1-8bef-292aed6b7b64 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports/924058ce-8e37-4b74-a16e-05fe6306ada8 HTTP/1.1" status: 200 len: 910 time: 0.1104391 Feb 16 17:02:43.009605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f32596e-5d2b-4ebb-9bc8-db5691daebdb') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.009885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f32596e-5d2b-4ebb-9bc8-db5691daebdb') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.011012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56816) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:43.021936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.040470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.041819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.051594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:43.052233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:43.071827 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:43.080765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:43.081410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.148809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:43.149154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:43.149638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6ece1163-49a3-4061-bca2-7c462f8507c2 None None] Port 924058ce-8e37-4b74-a16e-05fe6306ada8 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:43.151821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.152221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edc342b-d92b-4bb3-aa6b-70e578010315 None None] The sync data for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:43.180817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.199566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.215488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:43.222940 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5fc9c17a-20ab-4264-94c7-bcf454d8394e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/42f4ce4d-6b65-4bb1-9ba6-c67883ea8cfd HTTP/1.1" status: 204 len: 168 time: 1.2229860 Feb 16 17:02:43.226869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56820) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:43.298779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4922c-2e78-439f-a318-e2f4ce2987c7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:43.299342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eab4922c-2e78-439f-a318-e2f4ce2987c7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:43.315317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eab4922c-2e78-439f-a318-e2f4ce2987c7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:43.316559 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eab4922c-2e78-439f-a318-e2f4ce2987c7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/740b7ba6-5969-46ef-9940-6e54ef94ee96 HTTP/1.1" status: 200 len: 845 time: 0.0883956 Feb 16 17:02:43.320103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56824) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:43.403379 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f9dacace-eadf-4462-8c31-563d66e24f7a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/740b7ba6-5969-46ef-9940-6e54ef94ee96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0819728 Feb 16 17:02:43.407322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56828) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:43.413502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:43.522951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:43.526836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:43.530322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:43.536485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:43.547107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:43.550573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.551112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.650900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Deleting port 87456abf-ee2d-473f-99b0-970969510494 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:43.651997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.691202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 87456abf-ee2d-473f-99b0-970969510494 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:43.748314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 87456abf-ee2d-473f-99b0-970969510494 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:43.749049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 87456abf-ee2d-473f-99b0-970969510494 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:43.791891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa4e3-b4d1-4ef4-ad4f-0be81d81fdf2 None None] The port '87456abf-ee2d-473f-99b0-970969510494' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:02:43.840854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.894734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:43.897768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:43.906285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:43.907153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.921548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7c2f6-6dac-4fdd-ae45-8d051b76312b None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:43.926125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=3afe30cd-87b8-4912-85b7-83a1283bbd04,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:43.939023 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-97b36f38-c60f-4104-a638-13d5c109bf1e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5304968 Feb 16 17:02:43.942281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56832) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:43.955046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044282542'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:43.963780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:43.971146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:43.975499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:43.992691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:44.004573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.032826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:44.036807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group_rule and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:44.039649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:44.047118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:44.084895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 924058ce-8e37-4b74-a16e-05fe6306ada8 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:44.085445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.146340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.152758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.209970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'tenant_id': '92bb0ce3d078422a8d502b60a67ceec7', 'fixed_ips': [{'subnet_id': '3afe30cd-87b8-4912-85b7-83a1283bbd04'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:44.211976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.217916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee48ccd2-4bc9-46d1-89a6-6c90a166bad2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.222006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.223426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-583ee38a-09dc-4543-9a9b-4a58b4de0dc2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2799122 Feb 16 17:02:44.226955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56836) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:44.234830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'security_group': {'name': 'tempest-secgroup-733594466'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:44.242067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:44.246690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:44.250639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:44.257103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:44.275365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.301595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:44.306766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group_rule and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:44.309914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:44.318182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:44.344843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.406466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Allocated IP 2001:db8::2 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/3afe30cd-87b8-4912-85b7-83a1283bbd04/ec6dc4e7-4920-40d2-9754-838de9b72f5a) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:44.443955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.448166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.499872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a963458e-ada7-42bb-91cc-9361f168fe5e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.503244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.507218 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a5f157d1-0fd4-4c58-b715-4b1759a0dab8 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2768929 Feb 16 17:02:44.507928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56842) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:44.514391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1448602855', 'security_groups': ['a963458e-ada7-42bb-91cc-9361f168fe5e'], 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3afe30cd-87b8-4912-85b7-83a1283bbd04'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:44.516634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 924058ce-8e37-4b74-a16e-05fe6306ada8 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:44.625158 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.638271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Transition to ACTIVE for port object ec6dc4e7-4920-40d2-9754-838de9b72f5a will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:44.675601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:44.686310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:44.695189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:44.720828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Transition to ACTIVE for port object ec6dc4e7-4920-40d2-9754-838de9b72f5a will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:44.722773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.731521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.777692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=924058ce-8e37-4b74-a16e-05fe6306ada8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.804273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:44.812987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:44.816563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:44.844500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Pushing event updated for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.984221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.020900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 6c7c2613-ee25-449b-bd22-7e6819429c7e yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:45.035373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Attempting to bind port ec6dc4e7-4920-40d2-9754-838de9b72f5a on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:45.035923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Attempting to bind port ec6dc4e7-4920-40d2-9754-838de9b72f5a by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9ce898fa-f82b-4224-af38-904090d08b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:45.036374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Attempting to bind port ec6dc4e7-4920-40d2-9754-838de9b72f5a on network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:45.048144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:45.051548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Checking segment: {'id': '9ce898fa-f82b-4224-af38-904090d08b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:45.052126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.052695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Bound using segment: {'id': '9ce898fa-f82b-4224-af38-904090d08b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:45.053997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Bound port: ec6dc4e7-4920-40d2-9754-838de9b72f5a, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce898fa-f82b-4224-af38-904090d08b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:45.054574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.072350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.160455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:45.163622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec6dc4e7-4920-40d2-9754-838de9b72f5a,segment=NetworkSegment(9ce898fa-f82b-4224-af38-904090d08b16),segment_id=9ce898fa-f82b-4224-af38-904090d08b16)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:45.169608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.262467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63daaa6-e9ac-4a30-a732-090c4a3b2a77 None None] Pushing event updated for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:45.269952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::19 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/3afe30cd-87b8-4912-85b7-83a1283bbd04/6c7c2613-ee25-449b-bd22-7e6819429c7e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:45.392682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edc27f-bb70-42c9-9579-7e9b3e726fc4 req-f1e34d9f-f7c7-4b4f-ad13-f3cae473be6c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.393949 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13edc27f-bb70-42c9-9579-7e9b3e726fc4 req-f1e34d9f-f7c7-4b4f-ad13-f3cae473be6c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3117766 Feb 16 17:02:45.506449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.528291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 6c7c2613-ee25-449b-bd22-7e6819429c7e will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:45.555671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.643030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:45.647288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:45.650698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:45.657652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.658442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.667017 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13edc27f-bb70-42c9-9579-7e9b3e726fc4 req-1b747e16-e891-4af8-a024-0bf17d8c76ad tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174757 Feb 16 17:02:45.676562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=6c7c2613-ee25-449b-bd22-7e6819429c7e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:45.705910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 6d098622-0839-4cdb-9bae-cc2beb16236d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:02:45.706690 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-201c9b4f-5908-47fb-aad8-ba4a2f00f505 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1975989 Feb 16 17:02:45.708207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56850) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:45.717297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:45.728798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:45.807430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ec6dc4e7-4920-40d2-9754-838de9b72f5a completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:45.870805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba640a23-8c02-4edc-8fc9-312cdedeaa90 req-36eebc0e-bce7-444a-b245-3aa28eff228a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.873414 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ba640a23-8c02-4edc-8fc9-312cdedeaa90 req-36eebc0e-bce7-444a-b245-3aa28eff228a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.0930281 Feb 16 17:02:45.920746 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ba640a23-8c02-4edc-8fc9-312cdedeaa90 req-a6d58eab-9f1c-45f6-bf0b-147e42d8d83a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Feb 16 17:02:46.005654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:46.016577 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] Sync routers for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:46.019843 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b4f70600-02a8-4fe9-b2d4-272c3b63e6e5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6d098622-0839-4cdb-9bae-cc2beb16236d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075347 Feb 16 17:02:46.022713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56856) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:46.026470 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:46.027295 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.033112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:46.083442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:46.096273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:46.101370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.105499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:46.122451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:46.123438 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:46.124075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.130479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.271419 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3afe30cd-87b8-4912-85b7-83a1283bbd04 (CIDR: 2001:db8::/64) Feb 16 17:02:46.271633 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.272173 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640b40d-b453-4076-a8a8-e02d5157945c None None] The sync data for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:46.278170 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:46.278644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:46.303185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407cd0f-7229-4dd1-ae5f-97fb09c747cf req-9d50ed52-ccb5-47c4-aaa0-c079c584771c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.305018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c407cd0f-7229-4dd1-ae5f-97fb09c747cf req-9d50ed52-ccb5-47c4-aaa0-c079c584771c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2736151 Feb 16 17:02:46.311744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1169afbd-77ac-4330-a1e1-8ffc4750be1f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6009014 Feb 16 17:02:46.328194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56860) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:46.335547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:46.396278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Provisioning complete for port 740b7ba6-5969-46ef-9940-6e54ef94ee96 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:46.396931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.435877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c407cd0f-7229-4dd1-ae5f-97fb09c747cf req-adf141f8-ead2-438f-9f08-2a674a458702 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228042 Feb 16 17:02:46.477326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Port 740b7ba6-5969-46ef-9940-6e54ef94ee96 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:46.494413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Provisioning for port ec6dc4e7-4920-40d2-9754-838de9b72f5a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:46.502475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:46.503093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.553876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:46.566706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:46.570464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:46.580593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:46.593924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:46.599000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.666975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.714321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec6dc4e7-4920-40d2-9754-838de9b72f5a,segment=NetworkSegment(9ce898fa-f82b-4224-af38-904090d08b16),segment_id=9ce898fa-f82b-4224-af38-904090d08b16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:46.714542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.719949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.807050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add751d0-8db0-4ca8-be63-4102f018a9f1 None None] Pushing event updated for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.842204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a9db7800-84bb-432b-a78b-de686ded1ab1 None None] Provisioning for port 6c7c2613-ee25-449b-bd22-7e6819429c7e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:46.848394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a9db7800-84bb-432b-a78b-de686ded1ab1 None None] Provisioning complete for port 6c7c2613-ee25-449b-bd22-7e6819429c7e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:46.848755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a9db7800-84bb-432b-a78b-de686ded1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.850083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac21750-a6ee-4b70-a7a5-b2cc5a4de914 req-d228a902-1e1a-469b-afeb-25c12d0aef89 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.851708 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0ac21750-a6ee-4b70-a7a5-b2cc5a4de914 req-d228a902-1e1a-469b-afeb-25c12d0aef89 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2627678 Feb 16 17:02:46.916702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a9db7800-84bb-432b-a78b-de686ded1ab1 None None] Port 6c7c2613-ee25-449b-bd22-7e6819429c7e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:46.923517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.989371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:47.000886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:47.008015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:47.008611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.012131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870109a0-a716-4808-80b8-b9bf97938f8c None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:47.034471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=7766b6cb-d541-495a-9f4b-920e455c946c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:47.051662 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0f43531b-2eaa-496c-86b3-2c7353e03c06 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7213919 Feb 16 17:02:47.051881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56866) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:47.062602 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0ac21750-a6ee-4b70-a7a5-b2cc5a4de914 req-de9627b7-a1c8-4a48-a082-2ef98a728383 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030561 Feb 16 17:02:47.067989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-74132699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7766b6cb-d541-495a-9f4b-920e455c946c'}], 'security_groups': ['ee48ccd2-4bc9-46d1-89a6-6c90a166bad2']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:47.315972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.450205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Update dhcp port {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'fixed_ips': [{'subnet_id': '3afe30cd-87b8-4912-85b7-83a1283bbd04', 'ip_address': '2001:db8::2'}, {'subnet_id': '7766b6cb-d541-495a-9f4b-920e455c946c'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': 'ec6dc4e7-4920-40d2-9754-838de9b72f5a'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:02:47.504238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.535112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 96fa40e7-0b91-471f-b832-295ad20b64db {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:47.535342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.683787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:47.766771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Allocated IP 2001:db8:0:1::2 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/7766b6cb-d541-495a-9f4b-920e455c946c/ec6dc4e7-4920-40d2-9754-838de9b72f5a) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:47.768282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e7e37-68b1-4038-9edd-6e1376e9cd7d req-d87a50b8-21b4-4a17-9f3b-667440ce1f38 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:47.769755 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-426e7e37-68b1-4038-9edd-6e1376e9cd7d req-d87a50b8-21b4-4a17-9f3b-667440ce1f38 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3960283 Feb 16 17:02:47.864116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:47.864882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.906317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.919866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-426e7e37-68b1-4038-9edd-6e1376e9cd7d req-9408c030-aa25-4ae0-b4ff-ccab99320fa8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121972 Feb 16 17:02:47.978977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec6dc4e7-4920-40d2-9754-838de9b72f5a,segment=NetworkSegment(9ce898fa-f82b-4224-af38-904090d08b16),segment_id=9ce898fa-f82b-4224-af38-904090d08b16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:48.038680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 96fa40e7-0b91-471f-b832-295ad20b64db owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:48.053680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.070767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Transition to ACTIVE for port object ec6dc4e7-4920-40d2-9754-838de9b72f5a will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:48.075350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.249360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6dc8f-96b2-4a06-8143-74ad772541e5 None None] Pushing event updated for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:48.272399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Delete allocated IP 2001:db8::19 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/3afe30cd-87b8-4912-85b7-83a1283bbd04) {{(pid=87721) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:02:48.284467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8:0:1::1a7 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/7766b6cb-d541-495a-9f4b-920e455c946c/6c7c2613-ee25-449b-bd22-7e6819429c7e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:48.398924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.573915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=96fa40e7-0b91-471f-b832-295ad20b64db,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:48.852189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Provisioning complete for port 740b7ba6-5969-46ef-9940-6e54ef94ee96 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:48.852681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.912449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Port 740b7ba6-5969-46ef-9940-6e54ef94ee96 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:48.924058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Provisioning for port ec6dc4e7-4920-40d2-9754-838de9b72f5a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:48.931301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:48.931669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.964302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.109821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Provisioning complete for port 6c7c2613-ee25-449b-bd22-7e6819429c7e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:49.110289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.125048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.159484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 6c7c2613-ee25-449b-bd22-7e6819429c7e will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:49.173314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-78619ad1-69b0-4866-b944-784a8e4fac75 None None] Port 6c7c2613-ee25-449b-bd22-7e6819429c7e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:49.218150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.316042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20a9b-9b72-4e2f-909b-947f7d94f5d2 req-dff11486-535a-4f65-8580-83a02bb0a6af tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:49.317905 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b20a9b-9b72-4e2f-909b-947f7d94f5d2 req-dff11486-535a-4f65-8580-83a02bb0a6af tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.0973427 Feb 16 17:02:49.371018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b20a9b-9b72-4e2f-909b-947f7d94f5d2 req-f06ffdfc-89d6-4faf-993b-076810510447 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463507 Feb 16 17:02:49.429762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] In _notify_port_updated(), no bound segment for port 6c7c2613-ee25-449b-bd22-7e6819429c7e on network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:02:49.436379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:49.437109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.441491 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/ports/6c7c2613-ee25-449b-bd22-7e6819429c7e HTTP/1.1" status: 200 len: 929 time: 2.3839080 Feb 16 17:02:49.442240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56876) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:49.452700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 6d098622-0839-4cdb-9bae-cc2beb16236d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:02:49.453636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3af0b-2f1a-4f24-abf0-70e9cb753e16 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=6c7c2613-ee25-449b-bd22-7e6819429c7e,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:49.528084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 6c7c2613-ee25-449b-bd22-7e6819429c7e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:49.528492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.613401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:02:49.627951 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6c6500dd-08b1-4c70-9be9-e06395834ceb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6d098622-0839-4cdb-9bae-cc2beb16236d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6036503 Feb 16 17:02:49.628756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56880) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:49.630356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] Sync routers for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:49.645332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:49.646019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.707847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:49.708740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4e5775c-fccc-4604-9879-a31ef18f7839 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:49.764145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.794649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-79d4963f-d8d9-49bf-9e55-1a1344abac84 None None] Provisioning for port 6c7c2613-ee25-449b-bd22-7e6819429c7e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:49.798907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] Routers {'6d098622-0839-4cdb-9bae-cc2beb16236d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:02:49.799540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6d098622-0839-4cdb-9bae-cc2beb16236d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.809788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4e5775c-fccc-4604-9879-a31ef18f7839 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:49.813062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f4e5775c-fccc-4604-9879-a31ef18f7839 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d098622-0839-4cdb-9bae-cc2beb16236d HTTP/1.1" status: 200 len: 205 time: 0.1810527 Feb 16 17:02:49.813895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56884) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:49.859846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-79d4963f-d8d9-49bf-9e55-1a1344abac84 None None] Provisioning complete for port 6c7c2613-ee25-449b-bd22-7e6819429c7e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:49.860234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-79d4963f-d8d9-49bf-9e55-1a1344abac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.904507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.904814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d414750-7bda-429d-88c0-27eb4991d07c None None] The sync data for ids ['6d098622-0839-4cdb-9bae-cc2beb16236d'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:49.942671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-79d4963f-d8d9-49bf-9e55-1a1344abac84 None None] Port 6c7c2613-ee25-449b-bd22-7e6819429c7e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:49.944847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:49.945466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.125463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.274018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.506631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 6c7c2613-ee25-449b-bd22-7e6819429c7e owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:50.604567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0726b7-646a-4298-991c-698916ea0161 req-d3d858ae-6a44-47e5-8d5d-db084423df44 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:50.606130 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b0726b7-646a-4298-991c-698916ea0161 req-d3d858ae-6a44-47e5-8d5d-db084423df44 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.0890291 Feb 16 17:02:50.619505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.624223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.657488 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b0726b7-646a-4298-991c-698916ea0161 req-e5fda258-58c8-48e0-9872-39beb55e2143 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Feb 16 17:02:50.664323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.665046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router 6d098622-0839-4cdb-9bae-cc2beb16236d {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:02:50.682220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.683297 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a8065ec8-f39c-4b6a-af75-191fbf49de15 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/6d098622-0839-4cdb-9bae-cc2beb16236d HTTP/1.1" status: 204 len: 168 time: 0.8691475 Feb 16 17:02:50.687274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56890) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:50.755470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.760256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet cf9e1c37-79c0-4309-8122-208ec31feb46 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:50.763737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.833848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=6c7c2613-ee25-449b-bd22-7e6819429c7e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.834403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.852948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.855092 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ca0b0378-f19d-4d64-b548-07f9213494a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/6c7c2613-ee25-449b-bd22-7e6819429c7e HTTP/1.1" status: 204 len: 168 time: 1.4118145 Feb 16 17:02:50.858624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56894) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:50.927868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-812b88c9-a550-40d2-9030-a3ccf9fbb524 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:02:50.928774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-812b88c9-a550-40d2-9030-a3ccf9fbb524 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:02:50.938061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.952625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-812b88c9-a550-40d2-9030-a3ccf9fbb524 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:02:50.955353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-812b88c9-a550-40d2-9030-a3ccf9fbb524 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/6c7c2613-ee25-449b-bd22-7e6819429c7e HTTP/1.1" status: 404 len: 333 time: 0.0942190 Feb 16 17:02:50.958792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56898) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:51.027479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c32e8e2-c07a-4b58-afd4-2081755541e2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.028566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.059637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c32e8e2-c07a-4b58-afd4-2081755541e2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.072058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9e1c37-79c0-4309-8122-208ec31feb46,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.079549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.088597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1acaec-ffd6-4d56-b6fb-41e03b4d6db6 None None] Network d3a8e006-611a-4829-80d5-dc9df342cbed requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:51.095469 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-457e14d9-284d-4c1b-8b91-0173b62435df tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/cf9e1c37-79c0-4309-8122-208ec31feb46 HTTP/1.1" status: 204 len: 168 time: 0.4039552 Feb 16 17:02:51.096897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56902) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:51.126139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c32e8e2-c07a-4b58-afd4-2081755541e2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.149761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32e8e2-c07a-4b58-afd4-2081755541e2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963458e-ada7-42bb-91cc-9361f168fe5e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.154519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8c32e8e2-c07a-4b58-afd4-2081755541e2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.155688 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8c32e8e2-c07a-4b58-afd4-2081755541e2 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/security-groups/a963458e-ada7-42bb-91cc-9361f168fe5e HTTP/1.1" status: 204 len: 168 time: 0.1959431 Feb 16 17:02:51.160737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56906) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:51.203692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet b4b6d1f3-15cf-4e17-9b93-68d86da37479 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:51.211781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.298993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.327014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-059cc872-3d7f-4001-ab3a-15d4440e0a3c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.375153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-059cc872-3d7f-4001-ab3a-15d4440e0a3c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.397871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] DHCP port deletion for d3a8e006-611a-4829-80d5-dc9df342cbed request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:51.402238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] Deleting port b710f724-8042-47a7-8f9e-f28016331054 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:51.403363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.564918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.582280 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:02:51.598740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-059cc872-3d7f-4001-ab3a-15d4440e0a3c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.628697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc872-3d7f-4001-ab3a-15d4440e0a3c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee48ccd2-4bc9-46d1-89a6-6c90a166bad2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.644535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-059cc872-3d7f-4001-ab3a-15d4440e0a3c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.645667 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-059cc872-3d7f-4001-ab3a-15d4440e0a3c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee48ccd2-4bc9-46d1-89a6-6c90a166bad2 HTTP/1.1" status: 204 len: 168 time: 0.4837749 Feb 16 17:02:51.649658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56910) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:51.674007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.686254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] For port b710f724-8042-47a7-8f9e-f28016331054, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b710f724-8042-47a7-8f9e-f28016331054,segment=NetworkSegment(b7ccdc4b-56e9-4d7d-a116-d2caef15f848),segment_id=b7ccdc4b-56e9-4d7d-a116-d2caef15f848)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:51.686832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.766785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.774998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b6d1f3-15cf-4e17-9b93-68d86da37479,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.791848 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4e9933de-97ea-4829-b02e-75cad49ccef1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/b4b6d1f3-15cf-4e17-9b93-68d86da37479 HTTP/1.1" status: 204 len: 168 time: 0.6931345 Feb 16 17:02:51.794138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56916) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:51.802539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b710f724-8042-47a7-8f9e-f28016331054 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:51.814445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet 3afe30cd-87b8-4912-85b7-83a1283bbd04 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:02:51.836226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff2b33-9a9c-452c-b407-ad810bf97b78 None None] Network 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:51.871146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.917689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] Calling delete_port for b710f724-8042-47a7-8f9e-f28016331054 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:51.956805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.975694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port b710f724-8042-47a7-8f9e-f28016331054 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:51.976218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.976397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.057454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098e7ca-0a5e-426f-944f-1d84e9deaca5 req-9ddb8752-c655-48f2-bf06-514ec1238c45 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:52.059207 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6098e7ca-0a5e-426f-944f-1d84e9deaca5 req-9ddb8752-c655-48f2-bf06-514ec1238c45 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2413623 Feb 16 17:02:52.145152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6098e7ca-0a5e-426f-944f-1d84e9deaca5 req-89820ef0-8af5-4ebf-a995-36a55d911cd4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763714 Feb 16 17:02:52.147014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.172048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.231811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] Pushing event deleted for resources: {'Port': ['ID=b710f724-8042-47a7-8f9e-f28016331054,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:52.233952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e51cca-b265-466a-bc85-35cf522d1a0e None None] No DVR routers for this DVR port b710f724-8042-47a7-8f9e-f28016331054 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:52.237038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No active binding found for port b710f724-8042-47a7-8f9e-f28016331054 {{(pid=87722) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 17:02:52.237754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b710f724-8042-47a7-8f9e-f28016331054 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:52.419349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] DHCP port deletion for 6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:02:52.425790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port b710f724-8042-47a7-8f9e-f28016331054, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b710f724-8042-47a7-8f9e-f28016331054,segment=NetworkSegment(b7ccdc4b-56e9-4d7d-a116-d2caef15f848),segment_id=b7ccdc4b-56e9-4d7d-a116-d2caef15f848)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:52.426636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.428148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] Deleting port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:52.428658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.457675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.501334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=3afe30cd-87b8-4912-85b7-83a1283bbd04,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:52.505083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.516459 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cad83f8b-a01e-44c4-ac57-ca144da943e9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/3afe30cd-87b8-4912-85b7-83a1283bbd04 HTTP/1.1" status: 204 len: 168 time: 0.8607788 Feb 16 17:02:52.517000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56920) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:52.522647 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:52.555075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36c9fd-0c65-4688-8fa4-95b3ef0e642c None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:52.609130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for b710f724-8042-47a7-8f9e-f28016331054 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:52.707190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:52.708134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:52.712010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:52.717180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:52.720738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:52.727659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:52.746993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:52.751213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.821386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] For port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,segment=NetworkSegment(9e734d61-0912-45fe-848e-5b48bceaf9aa),segment_id=9e734d61-0912-45fe-848e-5b48bceaf9aa)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:52.821996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.995028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] Calling delete_port for a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:02:53.084215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.127745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.138949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:53.141883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:53.145759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:53.145759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.175364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=343f7b79-cc6a-4ee2-8497-f04ea0b7e141,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.180484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4801101a-8ead-442a-b05d-21c0ef34778f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6624594 Feb 16 17:02:53.184753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56924) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:53.192852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'security_group': {'name': 'tempest-secgroup-1359025803'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:53.193617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] Pushing event deleted for resources: {'Port': ['ID=a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.200555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b02c9c-99c4-4c66-9f4d-ae6c338e6e0c None None] No DVR routers for this DVR port a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:53.210232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port b710f724-8042-47a7-8f9e-f28016331054 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:53.210627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:53.212200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.216584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:53.220292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:53.233202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:53.245912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.272811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:53.276918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group_rule and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:53.280042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:53.286465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:53.331488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] The port 'b710f724-8042-47a7-8f9e-f28016331054' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:02:53.382712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.388204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.435321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3baca-66b0-4b3b-9bb9-aeae1db45316,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.438309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.442238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-85a8396b-91a8-48a4-acdd-e57f74c6ecba tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2565475 Feb 16 17:02:53.443765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56930) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:53.447878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'security_group': {'name': 'tempest-secgroup-129725376'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:53.454602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:53.458759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:53.461795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:53.468540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:53.482186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.509847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:53.510084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.515893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group_rule and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:53.519694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:53.528290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:53.546045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a8e006-611a-4829-80d5-dc9df342cbed']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:53.561770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:53.562048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ccdc4b-56e9-4d7d-a116-d2caef15f848') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:53.576792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9708960-c5e0-4232-bee9-7e909f56a7b6 req-70353faf-5885-4869-96e2-e62a448e47f3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:53.578362 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f9708960-c5e0-4232-bee9-7e909f56a7b6 req-70353faf-5885-4869-96e2-e62a448e47f3 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2257288 Feb 16 17:02:53.603273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.631545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.653279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:53.653651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.663956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:53.671877 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:53.681426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.682761 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f9708960-c5e0-4232-bee9-7e909f56a7b6 req-a7cff7a7-977e-4c1a-a8af-3ff3ea984242 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982513 Feb 16 17:02:53.718326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:02:53.743892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f061c546-e116-4299-b22f-e15b8649ea56,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.747796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.749161 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c923ae6b-544e-449b-8c21-638d8a53bd76 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3049347 Feb 16 17:02:53.751559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56934) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:53.756831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'security_group': {'name': 'tempest-secgroup-284729755'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:53.773699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:53.777541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:02:53.778130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a1e69cfa-2df2-40b0-a8e0-3dea7b5c5308 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:02:53.784556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:53.788561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.789606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:53.800071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:53.816597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.816967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.827289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=d3a8e006-611a-4829-80d5-dc9df342cbed,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.839681 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e43dc4ee-f424-47c2-99cc-0e6e1d7fc172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/d3a8e006-611a-4829-80d5-dc9df342cbed HTTP/1.1" status: 204 len: 168 time: 2.0441515 Feb 16 17:02:53.843035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56938) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:53.843202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:53.849557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:security_group_rule and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:53.855386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:53.863108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:53.951866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.959237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.997887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.003762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b84af79-0328-4e3f-be3b-74a9c06fac0f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.007295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.008767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2ffd3f6c-f7a4-433e-930b-b0769abb99c4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2562397 Feb 16 17:02:54.011509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56942) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:54.022696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-742673249', 'security_groups': ['3b84af79-0328-4e3f-be3b-74a9c06fac0f'], 'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '343f7b79-cc6a-4ee2-8497-f04ea0b7e141'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.046661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab75587-a01a-4af5-89de-245dcfd144b8 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:54.143174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0d58f5c6-41f5-4a2f-96fa-9c2fd656e5c0 None None] Provisioning complete for port 740b7ba6-5969-46ef-9940-6e54ef94ee96 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:54.143842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d58f5c6-41f5-4a2f-96fa-9c2fd656e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.189363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:54.200390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:54.210600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0d58f5c6-41f5-4a2f-96fa-9c2fd656e5c0 None None] Port 740b7ba6-5969-46ef-9940-6e54ef94ee96 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:54.214985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:54.243326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0d58f5c6-41f5-4a2f-96fa-9c2fd656e5c0 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:54.243689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d58f5c6-41f5-4a2f-96fa-9c2fd656e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.288610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.323688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:54.346197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e734d61-0912-45fe-848e-5b48bceaf9aa') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:54.346705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e734d61-0912-45fe-848e-5b48bceaf9aa') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:54.362601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.365652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.394990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.401882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:54.402490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.407451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] device_id is not set on port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:54.418692 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:54.516745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.539944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.552728 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec HTTP/1.1" status: 204 len: 168 time: 0.7086020 Feb 16 17:02:54.555910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d79e4-4eca-404f-a7f3-24619d14faba tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=6cf037b7-1655-4dbc-a1bd-4dfa9f1b0eec,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.558296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56946) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:54.567084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-32172776'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.575413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:54.582350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:54.585739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:54.592180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.597165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:54.610854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:54.615042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.646131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:54.657659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.657995 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment 4c7afcb3-ab3b-4cec-a354-6d00188bf116 of type vlan for network 814c1f7e-4e0a-461f-9794-a14935b3bd4a Feb 16 17:02:54.686784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.699241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8::51 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/343f7b79-cc6a-4ee2-8497-f04ea0b7e141/9d8a2fbf-4685-4ba3-bd44-ba7495381324) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:54.730394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Update dhcp port {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'fixed_ips': [{'subnet_id': '7766b6cb-d541-495a-9f4b-920e455c946c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '343f7b79-cc6a-4ee2-8497-f04ea0b7e141'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': 'ec6dc4e7-4920-40d2-9754-838de9b72f5a'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:02:54.731988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.739701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:54.740446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.833175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.841778 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2815342 Feb 16 17:02:54.849962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56952) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:54.861459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039d2e1-918f-4f77-bb26-7dfdf59e93cc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=814c1f7e-4e0a-461f-9794-a14935b3bd4a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.867183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.878673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:02:55.227509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:55.232598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.243644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:55.253923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:55.265134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:55.267223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 9d8a2fbf-4685-4ba3-bd44-ba7495381324 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:55.277905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0526d2-fe8a-433b-bbaa-9cbca50bb6c5 req-3e8fd9e7-447d-4d4d-afee-925fd4029320 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.279494 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e0526d2-fe8a-433b-bbaa-9cbca50bb6c5 req-3e8fd9e7-447d-4d4d-afee-925fd4029320 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4282992 Feb 16 17:02:55.304338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:55.307678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.430441 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e0526d2-fe8a-433b-bbaa-9cbca50bb6c5 req-4ee39aa1-f63b-4e39-8da9-83613f86ef19 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431174 Feb 16 17:02:55.444547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.508192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Allocated IP 2001:db8::2 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/343f7b79-cc6a-4ee2-8497-f04ea0b7e141/ec6dc4e7-4920-40d2-9754-838de9b72f5a) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:55.532442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:55.538916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:55.545146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:55.552453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.552453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.555021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=9d8a2fbf-4685-4ba3-bd44-ba7495381324,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.625079 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-378a5f80-a404-49ae-a0cb-7764951e509d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6098671 Feb 16 17:02:55.628033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56956) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:55.634114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:55.663360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec6dc4e7-4920-40d2-9754-838de9b72f5a,segment=NetworkSegment(9ce898fa-f82b-4224-af38-904090d08b16),segment_id=9ce898fa-f82b-4224-af38-904090d08b16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:55.685018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.692387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.725013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Transition to ACTIVE for port object ec6dc4e7-4920-40d2-9754-838de9b72f5a will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:55.734964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.774867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=3bc1e397-1bc4-4403-8fd9-b45afb209d0d,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.784270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': '4c7afcb3-ab3b-4cec-a354-6d00188bf116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:55.784652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: 814c1f7e-4e0a-461f-9794-a14935b3bd4a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:55.790998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:55.795773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:55.799146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:55.807584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:55.814728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:55.819331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 814c1f7e-4e0a-461f-9794-a14935b3bd4a) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:55.832159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.832400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.837347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a46e5f-7cfd-482d-ad78-33423e7ec30c None None] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:55.842208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:55.845825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.867462 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-610c134f-abed-4fd9-abb2-467dfe8145d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0141904 Feb 16 17:02:55.870746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56960) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:55.924046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-336474887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:55.937799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:55.945533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:55.951258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:55.966166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:55.984296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93b7a-dfbc-4c2c-9f3a-9bd4387101a3 None None] Pushing event updated for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.988928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.990887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.020894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.047586 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.ipam_backend_mixin [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 343f7b79-cc6a-4ee2-8497-f04ea0b7e141 (CIDR: 2001:db8::/64) Feb 16 17:02:56.052297 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:56.052748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:56.059716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.099114 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-642c2fa0-39aa-499b-bbbf-e0ad88dbc34d tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4697802 Feb 16 17:02:56.101189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56964) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:56.101441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.105175 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-da671671-0f02-4b1a-ad21-fac31a403cb3 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2304859 Feb 16 17:02:56.105700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56968) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:56.117266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.157249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'port': {'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a', 'name': 'tempest-RoutersTest-1022509885'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.159894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-814c1f7e-4e0a-461f-9794-a14935b3bd4a', 'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': '3bc1e397-1bc4-4403-8fd9-b45afb209d0d'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:02:56.160729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.394689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Allocated IP 172.20.0.2 (814c1f7e-4e0a-461f-9794-a14935b3bd4a/3bc1e397-1bc4-4403-8fd9-b45afb209d0d/e282b954-1cca-4589-bbca-6a054585deef) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:56.425255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:56.432008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:56.437834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:56.444216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:56.446675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:56.453016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:port and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:56.457801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:56.467827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:56.477365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:56.483742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.514229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:56.518456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.615121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] device_id is not set on port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 yet. {{(pid=87720) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:02:56.688265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.698078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5b0a-e3e9-4cff-81a8-79ef67aa1850 req-8b0f2ee7-43c4-48ca-823e-36f1e8391fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:56.700250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-746d5b0a-e3e9-4cff-81a8-79ef67aa1850 req-8b0f2ee7-43c4-48ca-823e-36f1e8391fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1286671 Feb 16 17:02:56.708215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Transition to ACTIVE for port object e282b954-1cca-4589-bbca-6a054585deef will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:56.736168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Transition to ACTIVE for port object e282b954-1cca-4589-bbca-6a054585deef will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:56.742819 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.ipam_backend_mixin [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7766b6cb-d541-495a-9f4b-920e455c946c (CIDR: 2001:db8:0:1::/64) Feb 16 17:02:56.745203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.773648 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-746d5b0a-e3e9-4cff-81a8-79ef67aa1850 req-ebd9044e-68a5-480c-acf2-f861ea840c74 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673368 Feb 16 17:02:56.795150 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:56.795925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:56.841310 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ea3442ee-4b66-4794-b654-1b97df74bb6c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7371247 Feb 16 17:02:56.843532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56974) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:56.847166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:56.850506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.20.0.12 (814c1f7e-4e0a-461f-9794-a14935b3bd4a/3bc1e397-1bc4-4403-8fd9-b45afb209d0d/70ee73ef-4948-4f78-8e7e-cf9e4bb8e948) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:56.851399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:56.853779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'subnet': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.854198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:56.869455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-41bb86c2-0499-4fea-bc0f-152f329d8774 None None] Provisioning complete for port 740b7ba6-5969-46ef-9940-6e54ef94ee96 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:56.869864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-41bb86c2-0499-4fea-bc0f-152f329d8774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.936004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Pushing event updated for resources: {'Port': ['ID=e282b954-1cca-4589-bbca-6a054585deef,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:57.025697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Attempting to bind port e282b954-1cca-4589-bbca-6a054585deef on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:57.026072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Attempting to bind port e282b954-1cca-4589-bbca-6a054585deef by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '4c7afcb3-ab3b-4cec-a354-6d00188bf116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:57.026438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Attempting to bind port e282b954-1cca-4589-bbca-6a054585deef on network 814c1f7e-4e0a-461f-9794-a14935b3bd4a {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:02:57.028858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-41bb86c2-0499-4fea-bc0f-152f329d8774 None None] Port 740b7ba6-5969-46ef-9940-6e54ef94ee96 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:57.035727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:02:57.036108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Checking segment: {'id': '4c7afcb3-ab3b-4cec-a354-6d00188bf116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:02:57.036503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.036892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Bound using segment: {'id': '4c7afcb3-ab3b-4cec-a354-6d00188bf116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:02:57.037361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Bound port: e282b954-1cca-4589-bbca-6a054585deef, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7afcb3-ab3b-4cec-a354-6d00188bf116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '814c1f7e-4e0a-461f-9794-a14935b3bd4a'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:57.037734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.062160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:02:57.066701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Usage tracker for resource:subnet and tenant:92bb0ce3d078422a8d502b60a67ceec7 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:02:57.069709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:02:57.075792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:02:57.090140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Made reservation on behalf of 92bb0ce3d078422a8d502b60a67ceec7 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:57.096787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.103498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-41bb86c2-0499-4fea-bc0f-152f329d8774 None None] Provisioning for port ec6dc4e7-4920-40d2-9754-838de9b72f5a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:57.119177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-41bb86c2-0499-4fea-bc0f-152f329d8774 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:57.119539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-41bb86c2-0499-4fea-bc0f-152f329d8774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.130033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.147766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:57.180229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.267186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:57.267783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] For port e282b954-1cca-4589-bbca-6a054585deef, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:02:57.271353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:57.271887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] For port e282b954-1cca-4589-bbca-6a054585deef, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e282b954-1cca-4589-bbca-6a054585deef,segment=NetworkSegment(4c7afcb3-ab3b-4cec-a354-6d00188bf116),segment_id=4c7afcb3-ab3b-4cec-a354-6d00188bf116)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:02:57.275732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:02:57.306526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.309367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=70ee73ef-4948-4f78-8e7e-cf9e4bb8e948,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:57.369083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:57.369774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.390077 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-228781bc-54a4-4d57-be2c-1dde74822a6c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2831304 Feb 16 17:02:57.394255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56978) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:57.431638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aceba-5984-4339-b5da-35fbfb6119d5 None None] Pushing event updated for resources: {'Port': ['ID=e282b954-1cca-4589-bbca-6a054585deef,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:57.518393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.565148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6bf08948-b8f3-422c-90d4-874e691975eb None None] Provisioning for port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:57.573479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6bf08948-b8f3-422c-90d4-874e691975eb None None] Provisioning complete for port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:57.573814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6bf08948-b8f3-422c-90d4-874e691975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.578600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:57.582039 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:57.585553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:57.586145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.614596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Subnet': ['ID=2eb37b74-a2f7-45ff-99e3-90844259c652,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:57.630261 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f7acdfa2-eccc-45e8-9395-3d381735eb11 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7848778 Feb 16 17:02:57.631492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56982) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:57.643707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1194985766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2eb37b74-a2f7-45ff-99e3-90844259c652'}], 'security_groups': ['34a3baca-66b0-4b3b-9bb9-aeae1db45316', 'f061c546-e116-4299-b22f-e15b8649ea56']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:57.657500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6bf08948-b8f3-422c-90d4-874e691975eb None None] Port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:57.658947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b61033-4a28-4a87-aa4b-57329c04f7f8 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:57.830771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:58.034402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:58.034939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.040862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.230192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7bff4-95be-48b3-8c54-d2d91ba05480 req-a54c07c6-a368-483f-a224-8f1a54ec1313 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:58.233940 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3bf7bff4-95be-48b3-8c54-d2d91ba05480 req-a54c07c6-a368-483f-a224-8f1a54ec1313 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2857189 Feb 16 17:02:58.298732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Update dhcp port {'port': {'network_id': '66e3c2cd-8bb3-4ddb-a22f-981d18f9d537', 'fixed_ips': [{'subnet_id': '7766b6cb-d541-495a-9f4b-920e455c946c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '343f7b79-cc6a-4ee2-8497-f04ea0b7e141', 'ip_address': '2001:db8::2'}, {'subnet_id': '2eb37b74-a2f7-45ff-99e3-90844259c652'}], 'binding:host_id': 'dv-neutron-829527-2-hyperv'}, 'id': 'ec6dc4e7-4920-40d2-9754-838de9b72f5a'} from dv-neutron-829527-2-hyperv. {{(pid=87722) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 17:02:58.374312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3bf7bff4-95be-48b3-8c54-d2d91ba05480 req-ed89791b-d5a8-4c4f-80f8-2eb1b352cc4d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344025 Feb 16 17:02:58.375798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.501189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.712772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Delete allocated IP 2001:db8::51 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/343f7b79-cc6a-4ee2-8497-f04ea0b7e141) {{(pid=87721) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:02:58.723461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Allocated IP 2001:db8:0:2::e0 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/2eb37b74-a2f7-45ff-99e3-90844259c652/9d8a2fbf-4685-4ba3-bd44-ba7495381324) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:58.899704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4938bd-c586-4869-9c72-7a06210aa0fa None None] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:02:58.972614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.991245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Transition to ACTIVE for port object 9d8a2fbf-4685-4ba3-bd44-ba7495381324 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:58.997283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.085265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f0c45-dfb0-4b52-ada2-09257891ddc4 req-8734dbd4-34ca-4ca8-942a-028bd2049eaa tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:59.086775 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c09f0c45-dfb0-4b52-ada2-09257891ddc4 req-8734dbd4-34ca-4ca8-942a-028bd2049eaa tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2103238 Feb 16 17:02:59.100532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-14b78977-0f38-49a0-9216-36d2978c37b5 None None] Provisioning for port e282b954-1cca-4589-bbca-6a054585deef completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:59.105275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] In _notify_port_updated(), no bound segment for port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 on network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:02:59.111345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:59.111962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.115790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "PUT /v2.0/ports/9d8a2fbf-4685-4ba3-bd44-ba7495381324 HTTP/1.1" status: 200 len: 969 time: 1.4806066 Feb 16 17:02:59.117657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 56992) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:02:59.127840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99108d76-c144-4352-acf9-9729f79463d3 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event updated for resources: {'Port': ['ID=9d8a2fbf-4685-4ba3-bd44-ba7495381324,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.161451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-d722c4b1-9da2-49dd-8a9e-c271b137bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:59.162922 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-d722c4b1-9da2-49dd-8a9e-c271b137bbfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.2497904 Feb 16 17:02:59.165645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Allocated IP 2001:db8:0:2::2 (66e3c2cd-8bb3-4ddb-a22f-981d18f9d537/2eb37b74-a2f7-45ff-99e3-90844259c652/ec6dc4e7-4920-40d2-9754-838de9b72f5a) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:59.171850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.222869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.352881 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c09f0c45-dfb0-4b52-ada2-09257891ddc4 req-6d51ea16-650a-46e8-be9a-671f4c2b7ad4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594550 Feb 16 17:02:59.369221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec6dc4e7-4920-40d2-9754-838de9b72f5a,segment=NetworkSegment(9ce898fa-f82b-4224-af38-904090d08b16),segment_id=9ce898fa-f82b-4224-af38-904090d08b16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:02:59.400023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:02:59.400499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.401633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.421078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Transition to ACTIVE for port object ec6dc4e7-4920-40d2-9754-838de9b72f5a will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:02:59.425603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.610344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=70ee73ef-4948-4f78-8e7e-cf9e4bb8e948,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.616544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663d5ad-54ec-4f6f-8970-a26f1067fc8a None None] Pushing event updated for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.671887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-98a3ee9e-dd50-4bab-987b-e0d60deb3cf3 None None] Provisioning for port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:59.678354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-98a3ee9e-dd50-4bab-987b-e0d60deb3cf3 None None] Provisioning complete for port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:59.679434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-98a3ee9e-dd50-4bab-987b-e0d60deb3cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.735841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-f7d517bf-0e2d-43d1-babb-6801693f2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:59.737492 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-f7d517bf-0e2d-43d1-babb-6801693f2a25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.5624917 Feb 16 17:02:59.803380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-98a3ee9e-dd50-4bab-987b-e0d60deb3cf3 None None] Port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:02:59.844439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e282b954-1cca-4589-bbca-6a054585deef up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:02:59.939260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d70b6d9e-7ff0-42e8-9a69-62b6f998c394 None None] Provisioning complete for port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:59.939840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d70b6d9e-7ff0-42e8-9a69-62b6f998c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.970448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e282b954-1cca-4589-bbca-6a054585deef completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:59.988165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e282b954-1cca-4589-bbca-6a054585deef triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:59.988272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.041274 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-0cf5d61d-5f2b-4f18-becc-3841ee0f1ebb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.2903619 Feb 16 17:03:00.049146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d70b6d9e-7ff0-42e8-9a69-62b6f998c394 None None] Port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:00.129874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.172554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e282b954-1cca-4589-bbca-6a054585deef, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e282b954-1cca-4589-bbca-6a054585deef,segment=NetworkSegment(4c7afcb3-ab3b-4cec-a354-6d00188bf116),segment_id=4c7afcb3-ab3b-4cec-a354-6d00188bf116)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:00.177370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.178483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:00.228567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-dc891ea5-98e3-4262-bd4d-0e977361d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:00.230093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-dc891ea5-98e3-4262-bd4d-0e977361d457 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.1750693 Feb 16 17:03:00.270465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.328572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1a21bd1f-488a-402f-a46c-e98f094de348 None None] Provisioning complete for port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:00.329093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1a21bd1f-488a-402f-a46c-e98f094de348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.331896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.369072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e282b954-1cca-4589-bbca-6a054585deef,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:00.397291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1a21bd1f-488a-402f-a46c-e98f094de348 None None] Port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:00.469071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 9d8a2fbf-4685-4ba3-bd44-ba7495381324 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:00.529958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Provisioning for port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:00.535872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Provisioning complete for port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:00.536540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.571964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e553d-303a-4338-b1b6-9d18b7d7086f req-68ecf893-ff98-4384-bd43-64ee3e0ba08e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:00.573158 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c42e553d-303a-4338-b1b6-9d18b7d7086f req-68ecf893-ff98-4384-bd43-64ee3e0ba08e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.0955572 Feb 16 17:03:00.579738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-f2fbc00b-7c43-4091-91fe-f7810f9ebc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:00.581248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-f2fbc00b-7c43-4091-91fe-f7810f9ebc82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3433452 Feb 16 17:03:00.607049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Port 9d8a2fbf-4685-4ba3-bd44-ba7495381324 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:00.619217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Provisioning complete for port 740b7ba6-5969-46ef-9940-6e54ef94ee96 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:00.619912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.626444 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c42e553d-303a-4338-b1b6-9d18b7d7086f req-66954c5d-06a1-440a-8b9b-46e4803bd9de tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470958 Feb 16 17:03:00.681990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Port 740b7ba6-5969-46ef-9940-6e54ef94ee96 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:00.695855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Provisioning for port ec6dc4e7-4920-40d2-9754-838de9b72f5a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:00.701475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:00.702103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-27d8eef2-c546-47ec-adfe-bb0ff656699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.836220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2745b34f-ce32-4a37-96d4-334ae636c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.838952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.878573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.942358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-12f8ba28-fd54-4d6d-bd84-90f8548fbc21 None None] Could not find standard attr ID for object 9d8a2fbf-4685-4ba3-bd44-ba7495381324. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:03:00.948693 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-ffb0e363-68c3-48f9-a810-28441f339a9c service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461440 Feb 16 17:03:00.962961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=9d8a2fbf-4685-4ba3-bd44-ba7495381324,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:01.091677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.120489 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8e5534fb-733d-4130-9c49-970fa4b2ec5c tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/9d8a2fbf-4685-4ba3-bd44-ba7495381324 HTTP/1.1" status: 204 len: 168 time: 2.0004115 Feb 16 17:03:01.123728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 56998) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:01.172063 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b026a758-ff9b-4318-8361-0910bcd95d4f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] GET failed (client error): The resource could not be found. Feb 16 17:03:01.172587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b026a758-ff9b-4318-8361-0910bcd95d4f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Synchronizing usage tracker for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:01.189485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b026a758-ff9b-4318-8361-0910bcd95d4f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Unset dirty status for tenant:92bb0ce3d078422a8d502b60a67ceec7 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:01.193420 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b026a758-ff9b-4318-8361-0910bcd95d4f tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports/9d8a2fbf-4685-4ba3-bd44-ba7495381324 HTTP/1.1" status: 404 len: 333 time: 0.0661309 Feb 16 17:03:01.193705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57002) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:01.265185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b71d979-15ff-433a-b7e0-c0aa3b66edf4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.295886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b71d979-15ff-433a-b7e0-c0aa3b66edf4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.343772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b71d979-15ff-433a-b7e0-c0aa3b66edf4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.360516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71d979-15ff-433a-b7e0-c0aa3b66edf4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b84af79-0328-4e3f-be3b-74a9c06fac0f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:01.369255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b71d979-15ff-433a-b7e0-c0aa3b66edf4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.370635 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7b71d979-15ff-433a-b7e0-c0aa3b66edf4 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/security-groups/3b84af79-0328-4e3f-be3b-74a9c06fac0f HTTP/1.1" status: 204 len: 168 time: 0.1757348 Feb 16 17:03:01.374254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57006) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:01.444899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d190e16c-e788-47da-83f3-0d26fe45d341 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.463541 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fab7578-981a-4b74-88fa-f85ee25b71b2 req-419fe1fc-19ae-4531-b869-c9f230d15edc service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015976 Feb 16 17:03:01.484303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d190e16c-e788-47da-83f3-0d26fe45d341 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.545457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d190e16c-e788-47da-83f3-0d26fe45d341 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.569997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190e16c-e788-47da-83f3-0d26fe45d341 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f061c546-e116-4299-b22f-e15b8649ea56,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:01.580883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d190e16c-e788-47da-83f3-0d26fe45d341 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.582370 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d190e16c-e788-47da-83f3-0d26fe45d341 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/security-groups/f061c546-e116-4299-b22f-e15b8649ea56 HTTP/1.1" status: 204 len: 168 time: 0.2076151 Feb 16 17:03:01.585093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57010) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:01.682678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e282b954-1cca-4589-bbca-6a054585deef up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:01.733320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a06f12b-8e7b-4165-a0cf-e42379aa1009 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.737716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.753910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.762506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e282b954-1cca-4589-bbca-6a054585deef triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:01.762968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.937174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a06f12b-8e7b-4165-a0cf-e42379aa1009 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.011525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=70ee73ef-4948-4f78-8e7e-cf9e4bb8e948,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.028834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.127438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a06f12b-8e7b-4165-a0cf-e42379aa1009 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.159073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f12b-8e7b-4165-a0cf-e42379aa1009 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3baca-66b0-4b3b-9bb9-aeae1db45316,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.186101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a47807-73dc-4de0-9e5b-ee498d9be1a6 req-fa7de0dc-faf7-4055-a112-af488c855dd9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:02.187676 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-06a47807-73dc-4de0-9e5b-ee498d9be1a6 req-fa7de0dc-faf7-4055-a112-af488c855dd9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4038234 Feb 16 17:03:02.190651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8a06f12b-8e7b-4165-a0cf-e42379aa1009 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.193946 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8a06f12b-8e7b-4165-a0cf-e42379aa1009 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/security-groups/34a3baca-66b0-4b3b-9bb9-aeae1db45316 HTTP/1.1" status: 204 len: 168 time: 0.6056550 Feb 16 17:03:02.194365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57016) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:02.265138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet 343f7b79-cc6a-4ee2-8497-f04ea0b7e141 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:02.268169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.272609 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-06a47807-73dc-4de0-9e5b-ee498d9be1a6 req-3a8d872b-5cd4-4d55-be4d-4693a8b99397 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771012 Feb 16 17:03:02.274366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:02.275508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:02.337567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.430979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.476302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:02.513272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.561127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=343f7b79-cc6a-4ee2-8497-f04ea0b7e141,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.564231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.572453 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c73efdb6-cac1-4bb1-8896-6ef68c70c028 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/343f7b79-cc6a-4ee2-8497-f04ea0b7e141 HTTP/1.1" status: 204 len: 168 time: 0.3750527 Feb 16 17:03:02.575131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57020) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:02.578192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52ca0e-9e0c-4bba-a946-32406bb854d0 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:02.644618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet 2eb37b74-a2f7-45ff-99e3-90844259c652 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:02.647955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:02.648388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.654067 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c80c95d1-2f21-46bd-849b-a9a610757899 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2588036 Feb 16 17:03:02.657556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57024) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:02.662462 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] Sync routers for ids ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:02.679650 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] Routers {'6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:02.680558 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:02.730136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.740330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e791dfc-8ee7-4a08-947b-1ccb4459e39e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:02.741026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7e791dfc-8ee7-4a08-947b-1ccb4459e39e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:02.746491 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:02.757755 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] Routers {'6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:02.758850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:02.759371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7e791dfc-8ee7-4a08-947b-1ccb4459e39e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:02.763470 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7e791dfc-8ee7-4a08-947b-1ccb4459e39e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports/70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 HTTP/1.1" status: 200 len: 978 time: 0.1023958 Feb 16 17:03:02.763908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57028) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:02.768500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7c672c81-5ddb-4ee0-af62-ed85e3bc1121 None None] Provisioning complete for port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:02.768730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7c672c81-5ddb-4ee0-af62-ed85e3bc1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.829007 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:02.829750 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b277b7-b669-4302-93d0-9ff04e18f1c6 None None] The sync data for ids ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:02.837340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.872113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7c672c81-5ddb-4ee0-af62-ed85e3bc1121 None None] Port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:02.916410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.960954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb37b74-a2f7-45ff-99e3-90844259c652,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.964798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.974211 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5024c913-be2c-4a61-b4ab-b0f0393e00e7 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/2eb37b74-a2f7-45ff-99e3-90844259c652 HTTP/1.1" status: 204 len: 168 time: 0.3957715 Feb 16 17:03:02.974539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57032) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.017708 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e47fc77-b3f6-4bfa-8dd4-9936541a8cfb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:03.018309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e47fc77-b3f6-4bfa-8dd4-9936541a8cfb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:03.020209 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e47fc77-b3f6-4bfa-8dd4-9936541a8cfb tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/343f7b79-cc6a-4ee2-8497-f04ea0b7e141 HTTP/1.1" status: 404 len: 337 time: 0.0446649 Feb 16 17:03:03.023136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57036) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.112030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting subnet 7766b6cb-d541-495a-9f4b-920e455c946c {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:03.115770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.179563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.272786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.475979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.533360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4515e3-b5ac-455b-a1f1-ca14afa254b6 None None] Network 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:03.543899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eab43-47ba-4777-8310-3a7a1bd346bf req-e5041b6d-2248-41eb-80ac-388fc0ba117f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:03.545374 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c18eab43-47ba-4777-8310-3a7a1bd346bf req-e5041b6d-2248-41eb-80ac-388fc0ba117f tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1159809 Feb 16 17:03:03.546582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.608413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Subnet': ['ID=7766b6cb-d541-495a-9f4b-920e455c946c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:03.613286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.632183 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f6cdd47-a92c-4a6b-9264-3930b872a526 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/7766b6cb-d541-495a-9f4b-920e455c946c HTTP/1.1" status: 204 len: 168 time: 0.6053097 Feb 16 17:03:03.633177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57042) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.641606 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c18eab43-47ba-4777-8310-3a7a1bd346bf req-061afd76-2709-4664-a99b-41c0cfc720ce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600047 Feb 16 17:03:03.645358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e254dfe0-d034-4e46-83c5-11106e1b54f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.661163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-21ed9636-eace-45db-8462-2b9ea114f964 None None] Provisioning complete for port 740b7ba6-5969-46ef-9940-6e54ef94ee96 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:03.661618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21ed9636-eace-45db-8462-2b9ea114f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.689300 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91c61ab-aa2e-4ad0-b3c2-50e8ff32f145 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:03.689888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91c61ab-aa2e-4ad0-b3c2-50e8ff32f145 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:03.694016 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f91c61ab-aa2e-4ad0-b3c2-50e8ff32f145 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/3afe30cd-87b8-4912-85b7-83a1283bbd04 HTTP/1.1" status: 404 len: 337 time: 0.0575345 Feb 16 17:03:03.695802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57048) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.743666 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a3f8277f-16f4-4ce3-9b82-26e3f8a15714 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b9440a6-5ed6-46f9-8525-579faef77444 HTTP/1.1" status: 200 len: 205 time: 0.0448632 Feb 16 17:03:03.743666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57052) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.786810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-21ed9636-eace-45db-8462-2b9ea114f964 None None] Port 740b7ba6-5969-46ef-9940-6e54ef94ee96 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:03.813666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-21ed9636-eace-45db-8462-2b9ea114f964 None None] Provisioning complete for port ec6dc4e7-4920-40d2-9754-838de9b72f5a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:03.814004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21ed9636-eace-45db-8462-2b9ea114f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.818244 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-aa1f34c8-4522-492f-8904-b6d45b4f44ad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] delete failed (client error): The resource could not be found. Feb 16 17:03:03.821756 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aa1f34c8-4522-492f-8904-b6d45b4f44ad tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/routers/6b9440a6-5ed6-46f9-8525-579faef77444 HTTP/1.1" status: 404 len: 336 time: 0.0758014 Feb 16 17:03:03.821989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57056) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.862285 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b0de03-27e8-49ec-8554-a7563b10426b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:03.862766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b0de03-27e8-49ec-8554-a7563b10426b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:03.866679 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-64b0de03-27e8-49ec-8554-a7563b10426b tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/68b9410d-3361-442c-af42-95b1c8257b39 HTTP/1.1" status: 404 len: 337 time: 0.0415635 Feb 16 17:03:03.866901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57060) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.914028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c52f5-b2f9-482e-8419-f07d4fadc3f1 req-820b9fff-1619-4893-9370-81fa06ab7fce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:03.915850 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d71c52f5-b2f9-482e-8419-f07d4fadc3f1 req-820b9fff-1619-4893-9370-81fa06ab7fce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1465964 Feb 16 17:03:03.917548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:03.917986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.921911 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b4283f-13a6-4665-8f32-1e17a351ab82 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:03.922372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b4283f-13a6-4665-8f32-1e17a351ab82 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:03.924485 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-97b4283f-13a6-4665-8f32-1e17a351ab82 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/e5c1f8f8-0b57-48dd-b36e-db677bff0b4b HTTP/1.1" status: 404 len: 337 time: 0.0561681 Feb 16 17:03:03.927119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57064) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.969678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b356ad8c-9832-4b19-9aee-54761f5caeb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:03.970239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b356ad8c-9832-4b19-9aee-54761f5caeb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:03.974286 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b356ad8c-9832-4b19-9aee-54761f5caeb1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/acbd6632-9f52-49d8-9c2d-3f22c5c15d1f HTTP/1.1" status: 404 len: 337 time: 0.0440214 Feb 16 17:03:03.974903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57068) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:03.992211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] DHCP port deletion for 66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:03.997331 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] Deleting port ec6dc4e7-4920-40d2-9754-838de9b72f5a {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:03.997741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.022160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc214c6-9134-4a05-85ed-d129bf85f62a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:04.022648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc214c6-9134-4a05-85ed-d129bf85f62a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:04.026763 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3dc214c6-9134-4a05-85ed-d129bf85f62a tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/e236083d-f998-4a30-bf05-bfa4783f2918 HTTP/1.1" status: 404 len: 333 time: 0.0489590 Feb 16 17:03:04.028677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57072) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:04.030345 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d71c52f5-b2f9-482e-8419-f07d4fadc3f1 req-776d767c-9608-41ec-8546-cd414d0adada tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861974 Feb 16 17:03:04.083498 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-328cd77d-7276-4de2-b978-56120dfaffd1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:04.083948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328cd77d-7276-4de2-b978-56120dfaffd1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:04.085769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-328cd77d-7276-4de2-b978-56120dfaffd1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/a939ddcd-7758-4bee-bed2-da9e9824db6d HTTP/1.1" status: 404 len: 337 time: 0.0561812 Feb 16 17:03:04.090838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57078) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:04.155821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-203eb056-5c85-4143-8543-72a7db0a07bd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:04.156562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203eb056-5c85-4143-8543-72a7db0a07bd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:04.158699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-203eb056-5c85-4143-8543-72a7db0a07bd tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/dc732985-8eb6-4ad0-b2d7-6d997d884e46 HTTP/1.1" status: 404 len: 337 time: 0.0668175 Feb 16 17:03:04.163886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57082) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:04.219380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-45583168-d83a-4548-bae1-f9ddb2a61bf5 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:04.219866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45583168-d83a-4548-bae1-f9ddb2a61bf5 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:04.221819 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-45583168-d83a-4548-bae1-f9ddb2a61bf5 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/b12684e8-18bf-43a9-9c99-cf5a056e7f6a HTTP/1.1" status: 404 len: 333 time: 0.0570104 Feb 16 17:03:04.224427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57086) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:04.227838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.242675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] For port ec6dc4e7-4920-40d2-9754-838de9b72f5a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec6dc4e7-4920-40d2-9754-838de9b72f5a,segment=NetworkSegment(9ce898fa-f82b-4224-af38-904090d08b16),segment_id=9ce898fa-f82b-4224-af38-904090d08b16)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:04.243210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.258405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.272626 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0eea94-f711-4f0e-b18f-78d7fa567cc9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:04.273075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0eea94-f711-4f0e-b18f-78d7fa567cc9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:04.277083 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8b0eea94-f711-4f0e-b18f-78d7fa567cc9 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/ce675748-2a50-4fed-96d5-c2d8bbc99ac1 HTTP/1.1" status: 404 len: 337 time: 0.0493841 Feb 16 17:03:04.278003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57090) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:04.320719 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa5b978-7fe4-4110-99a1-74417635096e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:04.321166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa5b978-7fe4-4110-99a1-74417635096e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:04.325185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-afa5b978-7fe4-4110-99a1-74417635096e tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/subnets/b2257901-ffab-445b-a1d7-a97426263257 HTTP/1.1" status: 404 len: 337 time: 0.0439727 Feb 16 17:03:04.326260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57094) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:04.364483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd7873-f2d6-43e1-8f9c-2c6ff0fb5c3a req-bdcbe8c4-0496-4114-bed7-5da4adf77448 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:04.365004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 70ee73ef-4948-4f78-8e7e-cf9e4bb8e948 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:04.365959 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f3bd7873-f2d6-43e1-8f9c-2c6ff0fb5c3a req-bdcbe8c4-0496-4114-bed7-5da4adf77448 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2059913 Feb 16 17:03:04.380605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] Calling delete_port for ec6dc4e7-4920-40d2-9754-838de9b72f5a owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:04.433667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Deleting port 740b7ba6-5969-46ef-9940-6e54ef94ee96 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:04.434082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.466311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.489544 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f3bd7873-f2d6-43e1-8f9c-2c6ff0fb5c3a req-f5f2a802-acc8-4ccf-81b6-62911f887b48 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108232 Feb 16 17:03:04.520146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] Pushing event deleted for resources: {'Port': ['ID=ec6dc4e7-4920-40d2-9754-838de9b72f5a,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.525688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27f3c8-ee90-41b5-b66f-31263479e920 None None] No DVR routers for this DVR port ec6dc4e7-4920-40d2-9754-838de9b72f5a on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:04.573944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.690765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.825344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Calling delete_port for 740b7ba6-5969-46ef-9940-6e54ef94ee96 owned by {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:04.832141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=70ee73ef-4948-4f78-8e7e-cf9e4bb8e948,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.909483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.960744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Port': ['ID=740b7ba6-5969-46ef-9940-6e54ef94ee96,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.970409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.980193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.987185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3cfc626f-5d63-47f9-af28-9bf10c9910a1 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/ports/740b7ba6-5969-46ef-9940-6e54ef94ee96 HTTP/1.1" status: 204 len: 168 time: 0.6606531 Feb 16 17:03:04.988421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57100) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:05.077888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e7fa6-13f3-46ec-b66e-f4d6f56ca4ed req-4a8e86bf-4e5d-4458-972c-dd8fa600a38a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:05.079469 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f57e7fa6-13f3-46ec-b66e-f4d6f56ca4ed req-4a8e86bf-4e5d-4458-972c-dd8fa600a38a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4504700 Feb 16 17:03:05.083229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.111689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.289866 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f57e7fa6-13f3-46ec-b66e-f4d6f56ca4ed req-ad7b569d-1a1c-456c-913f-ca3d1814b3a8 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008350 Feb 16 17:03:05.366919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.396280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e3c2cd-8bb3-4ddb-a22f-981d18f9d537']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.434359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:05.443841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce898fa-f82b-4224-af38-904090d08b16') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.444154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce898fa-f82b-4224-af38-904090d08b16') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.462043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.487403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.496952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:05.497342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:05.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:05.600305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1a57-bbf5-4966-bd04-2ce87f56ab55 req-7558484c-04d6-4c04-9cb4-ad5582b40bce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:05.601671 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ef0d1a57-bbf5-4966-bd04-2ce87f56ab55 req-7558484c-04d6-4c04-9cb4-ad5582b40bce tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1985371 Feb 16 17:03:05.601871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:05.610162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.613413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] Sync routers for ids ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:05.616701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.624933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] Routers {'6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:05.625829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.625964 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-acb21051-4bb6-416d-a8a1-3f4a1be625c4 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8609061 Feb 16 17:03:05.628568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57106) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:05.677013 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] 10.222.0.43 "DELETE /v2.0/networks/66e3c2cd-8bb3-4ddb-a22f-981d18f9d537 HTTP/1.1" status: 204 len: 168 time: 0.6756542 Feb 16 17:03:05.678169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ecb4e-cdea-41a2-af69-419ef84ce0a6 tempest-PortsIpV6TestJSON-927900778 tempest-PortsIpV6TestJSON-927900778-project] Pushing event deleted for resources: {'Network': ['ID=66e3c2cd-8bb3-4ddb-a22f-981d18f9d537,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.705051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.714746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] Routers {'6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:05.716097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.735775 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ef0d1a57-bbf5-4966-bd04-2ce87f56ab55 req-e9852ee6-7598-48f9-a108-accfc3670466 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980971 Feb 16 17:03:05.788559 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.789018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78bef87-2ed7-4fd1-b452-f6b7c648adff None None] The sync data for ids ['6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:05.790489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:05.830111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ec6dc4e7-4920-40d2-9754-838de9b72f5a {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:05.830480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec6dc4e7-4920-40d2-9754-838de9b72f5a not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:06.025066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57118) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:06.029413 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-a0ba91a0-2393-4f51-a523-a886f447f972 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 17:03:06.033438 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a0ba91a0-2393-4f51-a523-a886f447f972 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4008956 Feb 16 17:03:06.033721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57124) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:06.078920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f905231b-ea00-4fd0-b4c5-7bb826a37ec5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:06.095709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f905231b-ea00-4fd0-b4c5-7bb826a37ec5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:06.096865 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f905231b-ea00-4fd0-b4c5-7bb826a37ec5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 HTTP/1.1" status: 200 len: 205 time: 0.0624001 Feb 16 17:03:06.099608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57128) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:06.202206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0067d52b-ea06-4d70-b389-5427372d557c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92bb0ce3d078422a8d502b60a67ceec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758437 Feb 16 17:03:06.204821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57132) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:06.250661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fffb6-cc0f-45e3-ad6f-4d4e4eb2a5da req-cc292ef6-0e89-44f6-9a10-7cff8b69993d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:06.252083 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5c7fffb6-cc0f-45e3-ad6f-4d4e4eb2a5da req-cc292ef6-0e89-44f6-9a10-7cff8b69993d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1581776 Feb 16 17:03:06.320137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6b356db-6972-408e-9073-c83fc5a2c83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.324714 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5c7fffb6-cc0f-45e3-ad6f-4d4e4eb2a5da req-2776b9c5-6310-4fd2-b5ce-42241c6fdc4c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650756 Feb 16 17:03:06.351851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6b356db-6972-408e-9073-c83fc5a2c83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.368117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.405467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6b356db-6972-408e-9073-c83fc5a2c83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.420093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b356db-6972-408e-9073-c83fc5a2c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c77ae-4f80-45c5-aa10-239a03817edc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:06.427266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6b356db-6972-408e-9073-c83fc5a2c83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.428702 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a6b356db-6972-408e-9073-c83fc5a2c83f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/464c77ae-4f80-45c5-aa10-239a03817edc HTTP/1.1" status: 204 len: 168 time: 0.2229261 Feb 16 17:03:06.643986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.680304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.682486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.706497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.707107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:03:06.720145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.723630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2852ae76-12c6-4bbb-b56a-298a56b51b6e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 HTTP/1.1" status: 204 len: 168 time: 0.6205530 Feb 16 17:03:06.724004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57144) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:06.794351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet 3bc1e397-1bc4-4403-8fd9-b45afb209d0d {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:06.797329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.852370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.939104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.017825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.062800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc1e397-1bc4-4403-8fd9-b45afb209d0d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:07.064624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.071261 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1ef2af57-8333-42b4-9ca3-de923d7b6e86 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/3bc1e397-1bc4-4403-8fd9-b45afb209d0d HTTP/1.1" status: 204 len: 168 time: 0.3461127 Feb 16 17:03:07.072220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfc63b-b9b2-4b4a-afeb-0ec73b48fb22 None None] Network 814c1f7e-4e0a-461f-9794-a14935b3bd4a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:07.073719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57160) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:07.169462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:07.246852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.258299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port e282b954-1cca-4589-bbca-6a054585deef {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:07.258830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.331980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-644484611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:07.340218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:07.348293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:router and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:07.351419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:07.358749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:07.370322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.372326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.384435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] DHCP port deletion for 814c1f7e-4e0a-461f-9794-a14935b3bd4a request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:07.390325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Deleting port e282b954-1cca-4589-bbca-6a054585deef {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:07.391000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.404054 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.429277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.479699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port e282b954-1cca-4589-bbca-6a054585deef, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e282b954-1cca-4589-bbca-6a054585deef,segment=NetworkSegment(4c7afcb3-ab3b-4cec-a354-6d00188bf116),segment_id=4c7afcb3-ab3b-4cec-a354-6d00188bf116)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:07.480040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.506607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.508054 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b3931bd8-71db-496f-9cf6-1653dd446f4e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3376417 Feb 16 17:03:07.510798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57172) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:07.518755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1507049244'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:07.526013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:07.532259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:network and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:07.536479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:07.544432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:07.560628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:07.564440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.581262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78138be2-6585-4705-ba1a-a63530123a5e req-ebc8b2f2-d3c7-4b1b-ab4a-32e91b7f69f0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:07.582941 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-78138be2-6585-4705-ba1a-a63530123a5e req-ebc8b2f2-d3c7-4b1b-ab4a-32e91b7f69f0 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.1349847 Feb 16 17:03:07.587279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.606448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for e282b954-1cca-4589-bbca-6a054585deef owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:07.617326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:07.622631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] For port e282b954-1cca-4589-bbca-6a054585deef, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e282b954-1cca-4589-bbca-6a054585deef,segment=NetworkSegment(4c7afcb3-ab3b-4cec-a354-6d00188bf116),segment_id=4c7afcb3-ab3b-4cec-a354-6d00188bf116)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:07.623016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.625938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:security_group_rule and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:07.630823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:07.647815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:07.666671 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-78138be2-6585-4705-ba1a-a63530123a5e req-909058b4-6d9a-4386-aff2-fbb57c20e18b tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678070 Feb 16 17:03:07.720838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.756513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Calling delete_port for e282b954-1cca-4589-bbca-6a054585deef owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:07.779705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=e282b954-1cca-4589-bbca-6a054585deef,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:07.784450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port e282b954-1cca-4589-bbca-6a054585deef on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:07.813081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.820340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e282b954-1cca-4589-bbca-6a054585deef no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:07.822517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.873549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:07.879738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1a3ba-0fc1-46ad-82ca-1bc2c12ebde9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:07.889521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.889868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Added segment b886399c-7628-4a70-9ab0-3740ac7c5937 of type vlan for network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b Feb 16 17:03:07.917121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: e282b954-1cca-4589-bbca-6a054585deef {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:07.917861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e282b954-1cca-4589-bbca-6a054585deef not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:07.924492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.926792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:07.927681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:07.962682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.970249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:07.971134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.058687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.085163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814c1f7e-4e0a-461f-9794-a14935b3bd4a']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:08.097884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7afcb3-ab3b-4cec-a354-6d00188bf116') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:08.098179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7afcb3-ab3b-4cec-a354-6d00188bf116') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:08.110122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.126405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.132906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:08.133363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:08.148708 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:08.170322 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6583257 Feb 16 17:03:08.173717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9968306-f6ae-4896-b618-1c721fca35fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Network': ['ID=1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.177515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:08.184378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'subnet': {'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:08.185820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:08.256337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.284616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.287379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=814c1f7e-4e0a-461f-9794-a14935b3bd4a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.308076 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4656a98c-447c-4c32-bb4a-1592e571a2eb tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/814c1f7e-4e0a-461f-9794-a14935b3bd4a HTTP/1.1" status: 204 len: 168 time: 1.2328229 Feb 16 17:03:08.314039 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57184) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:08.319901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-891965192'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:08.324648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:08.328635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:08.331912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:08.337860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:08.340457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:08.348501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-6fa8e738-5907-436a-8217-9e5bf7e09404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:08.348700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:08.349964 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-6fa8e738-5907-436a-8217-9e5bf7e09404 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348b9ee71ebb42aca247533874e7397b&device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 1098 time: 0.2812009 Feb 16 17:03:08.351044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:subnet and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:08.352142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.360916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ab711-9e74-432d-a59c-bd70d8b27bf8 req-3b838a15-57a3-441b-9b86-be8ae6f199cf tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:08.362315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-850ab711-9e74-432d-a59c-bd70d8b27bf8 req-3b838a15-57a3-441b-9b86-be8ae6f199cf tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3065588 Feb 16 17:03:08.364319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:08.380811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:08.389478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.389813 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment da83b907-a6bc-4934-924b-f5f5e3abf6ab of type vlan for network d8146477-0178-46f8-954f-f87442705bf1 Feb 16 17:03:08.416579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.429054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Deleting port e282b954-1cca-4589-bbca-6a054585deef {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:08.429549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.448378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.449715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:08.455082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:08.455843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.493061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:08.497219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.500838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-40d0a447-6c75-453a-9c3b-4bbb9f449607 None None] The port 'e282b954-1cca-4589-bbca-6a054585deef' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:03:08.577501 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2614248 Feb 16 17:03:08.579441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57188) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:08.580085 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-850ab711-9e74-432d-a59c-bd70d8b27bf8 req-8d18f3f1-8ddf-4609-a435-9e5513e66a69 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936283 Feb 16 17:03:08.582040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0136bfb-91e4-4e0c-a08a-02be9a13e2fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=d8146477-0178-46f8-954f-f87442705bf1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.588242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': 'd8146477-0178-46f8-954f-f87442705bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:08.594915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d8146477-0178-46f8-954f-f87442705bf1 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:08.656107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-c1485ce3-912f-419c-bbc6-162a8039e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:08.658022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-c1485ce3-912f-419c-bbc6-162a8039e92f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 200 len: 912 time: 0.2947340 Feb 16 17:03:08.719037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:08.723900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:08.727795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:08.735289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:08.745563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:08.749942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.910016 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-746b3ab4-4be0-48f7-b504-0ac42045bf79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 200 len: 1001 time: 0.2447748 Feb 16 17:03:08.982498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.024050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-7eb54f35-aba4-4bbf-9a0f-936ff6ead9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.025401 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-7eb54f35-aba4-4bbf-9a0f-936ff6ead9b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 200 len: 850 time: 0.0830054 Feb 16 17:03:09.060201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=ddc48dd4-0824-45f4-91f0-748e71c25f45,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.069489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': 'da83b907-a6bc-4934-924b-f5f5e3abf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd8146477-0178-46f8-954f-f87442705bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:09.069837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: d8146477-0178-46f8-954f-f87442705bf1, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:09.089605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network d8146477-0178-46f8-954f-f87442705bf1 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:09.100160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d8146477-0178-46f8-954f-f87442705bf1) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:09.104204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.104721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.112632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.113586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce8698-b25c-4a1f-83bf-49f321e5f1ff None None] Network d8146477-0178-46f8-954f-f87442705bf1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:09.129782 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a707dfbd-a285-4b85-aae9-b0ee82bf8006 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5490675 Feb 16 17:03:09.132140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:09.137590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1277687996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:09.144279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:09.149670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:09.152719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:09.159480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:09.173307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.174532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.195635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.201414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Subnet': ['ID=a30a2edf-d435-4ac7-ad8f-7a50cace0c9d,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.226253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.228686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-f731f90e-40e0-474f-a347-97b7c2e6388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.230849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-f731f90e-40e0-474f-a347-97b7c2e6388c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2524844-7479-453f-983b-406cf1e94278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1931446 Feb 16 17:03:09.231863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Checking segment: {'id': 'b886399c-7628-4a70-9ab0-3740ac7c5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:09.233504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network hostable DHCP agents. Network: 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:09.259882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.263994 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5046d5ac-26a5-4285-be82-b66fcb303541 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1278393 Feb 16 17:03:09.264181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57202) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:09.337439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:09.348681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d8146477-0178-46f8-954f-f87442705bf1', 'network_id': 'd8146477-0178-46f8-954f-f87442705bf1', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': 'ddc48dd4-0824-45f4-91f0-748e71c25f45'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:09.349562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.367698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:09.372657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.373241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.410044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-5f674a6f-986c-4600-ac44-ab5d5c8849da service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715817 Feb 16 17:03:09.411103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844e7a9-8b41-4982-9b4b-73ba1a7e5e57 None None] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:09.414170 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5039e40a-5039-4ffa-972e-183296b9b6f9 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2355964 Feb 16 17:03:09.417748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57206) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:09.445583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'network': {'name': 'tempest-router-network01--1821904945'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:09.453825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:09.508360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:network and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:09.512717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:09.521544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:09.546106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:09.549835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.605830 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3dd6a1a3-0152-43d6-b488-ebbb7ce71de8 req-b67c2137-6c42-4135-82e1-4aec08255f9e service neutron] 10.222.0.48 "GET /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882796 Feb 16 17:03:09.609581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:09.619755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.620108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Added segment 24a0dbc7-8b35-4ea5-b1c7-113f9f604b49 of type vlan for network 1822efdf-dfcd-401a-81fe-27b9a848c654 Feb 16 17:03:09.655332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.668452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Allocated IP 172.20.0.2 (d8146477-0178-46f8-954f-f87442705bf1/ddc48dd4-0824-45f4-91f0-748e71c25f45/040f940e-51a5-4e37-86ed-9b46126b2415) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:09.694158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.701412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.702076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.770639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.864974 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4264162 Feb 16 17:03:09.879003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57212) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:09.883329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206990e-1438-4901-bccd-c27906b2b382 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Network': ['ID=1822efdf-dfcd-401a-81fe-27b9a848c654,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.890969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'network': {'name': 'tempest-router-network02--1945400426'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:09.898901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:09.904716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:network and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:09.909638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:09.922118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:09.924871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b', 'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b', 'tenant_id': 'a59f690188c947c4882fe4475f59492b', 'fixed_ips': [{'subnet_id': 'a30a2edf-d435-4ac7-ad8f-7a50cace0c9d'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:09.925885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.942183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:09.946625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d685-d996-488c-b994-035320d9f964 req-2cd8a651-a6c2-4beb-a937-3f4b3698e0f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.948213 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8682d685-d996-488c-b994-035320d9f964 req-2cd8a651-a6c2-4beb-a937-3f4b3698e0f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2107677 Feb 16 17:03:09.949509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:09.953350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.031442 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8682d685-d996-488c-b994-035320d9f964 req-107b9005-7c77-41a0-ad61-8391b234ec82 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647614 Feb 16 17:03:10.032858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:10.047705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.048162 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Added segment a7167219-d0d0-4f8a-ab14-bd179d373256 of type vlan for network 44d73898-8462-4f66-9ea0-ac02459135e8 Feb 16 17:03:10.088535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.115802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.127953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.134973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:10.135661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.139129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Transition to ACTIVE for port object 040f940e-51a5-4e37-86ed-9b46126b2415 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:10.170107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Transition to ACTIVE for port object 040f940e-51a5-4e37-86ed-9b46126b2415 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:10.179940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.201667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57216) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:10.202754 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3223228 Feb 16 17:03:10.213477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'subnet': {'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:10.287424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c93ba2-6c75-47eb-bf12-ef8774b0c072 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Network': ['ID=44d73898-8462-4f66-9ea0-ac02459135e8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.297976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Network d8146477-0178-46f8-954f-f87442705bf1 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:10.303512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:10.305466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 44d73898-8462-4f66-9ea0-ac02459135e8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:10.352499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:10.384781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.20.0.1 (d8146477-0178-46f8-954f-f87442705bf1/ddc48dd4-0824-45f4-91f0-748e71c25f45/7ca01023-0b30-4604-85e6-a2ff56dcec1c) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:10.397492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:10.403184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:subnet and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:10.407841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:10.416328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Pushing event updated for resources: {'Port': ['ID=040f940e-51a5-4e37-86ed-9b46126b2415,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.434151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:10.503305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:10.507226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.526659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Allocated IP 2001:db8::2 (1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b/a30a2edf-d435-4ac7-ad8f-7a50cace0c9d/30d62819-051c-4e8e-8514-c859a1615b08) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:10.557377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Attempting to bind port 040f940e-51a5-4e37-86ed-9b46126b2415 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:10.557747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Attempting to bind port 040f940e-51a5-4e37-86ed-9b46126b2415 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'da83b907-a6bc-4934-924b-f5f5e3abf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd8146477-0178-46f8-954f-f87442705bf1'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:10.558098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Attempting to bind port 040f940e-51a5-4e37-86ed-9b46126b2415 on network d8146477-0178-46f8-954f-f87442705bf1 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:10.582453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:10.582864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Checking segment: {'id': 'da83b907-a6bc-4934-924b-f5f5e3abf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd8146477-0178-46f8-954f-f87442705bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:10.583244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.583622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Bound using segment: {'id': 'da83b907-a6bc-4934-924b-f5f5e3abf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd8146477-0178-46f8-954f-f87442705bf1'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:10.584080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Bound port: 040f940e-51a5-4e37-86ed-9b46126b2415, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da83b907-a6bc-4934-924b-f5f5e3abf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd8146477-0178-46f8-954f-f87442705bf1'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:10.584447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.672393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.692974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 7ca01023-0b30-4604-85e6-a2ff56dcec1c will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:10.779053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-480f66be-9da5-40e2-867b-333332afd20f None None] For port 040f940e-51a5-4e37-86ed-9b46126b2415, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:10.798772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.826498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-480f66be-9da5-40e2-867b-333332afd20f None None] For port 040f940e-51a5-4e37-86ed-9b46126b2415, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=040f940e-51a5-4e37-86ed-9b46126b2415,segment=NetworkSegment(da83b907-a6bc-4934-924b-f5f5e3abf6ab),segment_id=da83b907-a6bc-4934-924b-f5f5e3abf6ab)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:10.833444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.867542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.905742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.912557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network d8146477-0178-46f8-954f-f87442705bf1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:10.920249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:10.928341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Transition to ACTIVE for port object 30d62819-051c-4e8e-8514-c859a1615b08 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:10.936732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:10.962276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f66be-9da5-40e2-867b-333332afd20f None None] Pushing event updated for resources: {'Port': ['ID=040f940e-51a5-4e37-86ed-9b46126b2415,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.967732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Transition to ACTIVE for port object 30d62819-051c-4e8e-8514-c859a1615b08 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:10.972906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.977218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=7ca01023-0b30-4604-85e6-a2ff56dcec1c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.031841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Subnet': ['ID=75c1741a-2289-49b5-9847-964b07b12854,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.045663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.047057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:11.047900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Checking segment: {'id': '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:11.048214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:11.048332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network hostable DHCP agents. Network: 1822efdf-dfcd-401a-81fe-27b9a848c654, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:11.052174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:11.061436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Pushing event updated for resources: {'Port': ['ID=30d62819-051c-4e8e-8514-c859a1615b08,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.098291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:11.120278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1822efdf-dfcd-401a-81fe-27b9a848c654) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:11.173219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.173946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.175561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad04a967-5d8a-4b27-be29-95aec2580b14 None None] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:11.283380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Attempting to bind port 30d62819-051c-4e8e-8514-c859a1615b08 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:11.284147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Attempting to bind port 30d62819-051c-4e8e-8514-c859a1615b08 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b886399c-7628-4a70-9ab0-3740ac7c5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:11.284445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Attempting to bind port 30d62819-051c-4e8e-8514-c859a1615b08 on network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:11.296205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:11.296690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Checking segment: {'id': 'b886399c-7628-4a70-9ab0-3740ac7c5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:11.297146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.297597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Bound using segment: {'id': 'b886399c-7628-4a70-9ab0-3740ac7c5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:11.298138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Bound port: 30d62819-051c-4e8e-8514-c859a1615b08, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b886399c-7628-4a70-9ab0-3740ac7c5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:11.298516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.302546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.318696 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dc414c20-67d5-4397-a3a8-642b7f0e9941 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1133857 Feb 16 17:03:11.319762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57222) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:11.327784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'subnet': {'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:11.401709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ae174-d496-4d78-97f3-a53bb33a46c4 req-04538b17-9bc6-4da7-9678-f7a6625e03f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.409840 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8e2ae174-d496-4d78-97f3-a53bb33a46c4 req-04538b17-9bc6-4da7-9678-f7a6625e03f6 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.2312188 Feb 16 17:03:11.465302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:11.469881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:subnet and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:11.473034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:11.479195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:11.490921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:11.495221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.523460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1822efdf-dfcd-401a-81fe-27b9a848c654', 'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654', 'tenant_id': 'a59f690188c947c4882fe4475f59492b', 'fixed_ips': [{'subnet_id': '75c1741a-2289-49b5-9847-964b07b12854'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:11.524271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.551334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] For port 30d62819-051c-4e8e-8514-c859a1615b08, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:11.555132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] For port 30d62819-051c-4e8e-8514-c859a1615b08, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30d62819-051c-4e8e-8514-c859a1615b08,segment=NetworkSegment(b886399c-7628-4a70-9ab0-3740ac7c5937),segment_id=b886399c-7628-4a70-9ab0-3740ac7c5937)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:11.597135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.721053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416c8b6-bbd2-4156-a966-95ccabe02310 None None] Pushing event updated for resources: {'Port': ['ID=30d62819-051c-4e8e-8514-c859a1615b08,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.752621 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8e2ae174-d496-4d78-97f3-a53bb33a46c4 req-702c9c92-006f-4580-93ec-8825bd6a5dee tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419127 Feb 16 17:03:11.802249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 040f940e-51a5-4e37-86ed-9b46126b2415 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:11.882583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.906216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Allocated IP 2001:db8::2 (1822efdf-dfcd-401a-81fe-27b9a848c654/75c1741a-2289-49b5-9847-964b07b12854/ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:11.989719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.004840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.140019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 040f940e-51a5-4e37-86ed-9b46126b2415 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:12.257051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Subnet': ['ID=d2d1d5cc-265a-4063-8597-22ae5a60f422,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.284395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Checking segment: {'id': 'a7167219-d0d0-4f8a-ab14-bd179d373256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:12.285037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network hostable DHCP agents. Network: 44d73898-8462-4f66-9ea0-ac02459135e8, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:12.330354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=7ca01023-0b30-4604-85e6-a2ff56dcec1c,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.336882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 44d73898-8462-4f66-9ea0-ac02459135e8 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:12.338608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.367331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9bd2-fd84-47c5-8586-3219033c21a7 req-fabbb628-51dd-42e2-8026-4cd744c1213c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:12.375063 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d17e9bd2-fd84-47c5-8586-3219033c21a7 req-fabbb628-51dd-42e2-8026-4cd744c1213c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.4270611 Feb 16 17:03:12.378658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 44d73898-8462-4f66-9ea0-ac02459135e8) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:12.383444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:12.384342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.456111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.463867 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d17e9bd2-fd84-47c5-8586-3219033c21a7 req-a2a39f23-c14c-4b79-81b2-9c5bac22aa16 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877233 Feb 16 17:03:12.468935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Transition to ACTIVE for port object ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:12.470008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f6c1b2fd-ebe7-4c52-9e0a-0547aec04236 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1483705 Feb 16 17:03:12.487603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57230) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:12.517114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Transition to ACTIVE for port object ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:12.527334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183440f6-8494-4b30-b34e-a1926a37b3aa None None] Network 44d73898-8462-4f66-9ea0-ac02459135e8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:12.638262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.665771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network d8146477-0178-46f8-954f-f87442705bf1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:12.671747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:12.787262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:12.792222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:12.799588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:12.803693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c8c27c-b8f2-4bc8-a18c-94ed0fabbf57 None None] Network d8146477-0178-46f8-954f-f87442705bf1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:12.839637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Pushing event updated for resources: {'Port': ['ID=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:13.049838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e6625eec-fa67-408d-975b-6421d2a3436b is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:13.092973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Attempting to bind port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:13.093361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Attempting to bind port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:13.093692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Attempting to bind port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad on network 1822efdf-dfcd-401a-81fe-27b9a848c654 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:13.100639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] Provisioning for port 040f940e-51a5-4e37-86ed-9b46126b2415 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:13.117551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:13.117966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Checking segment: {'id': '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:13.118313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.118731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Bound using segment: {'id': '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:13.119197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Bound port: ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1822efdf-dfcd-401a-81fe-27b9a848c654'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:13.119571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.184885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] Provisioning complete for port 040f940e-51a5-4e37-86ed-9b46126b2415 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:13.185262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.221059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.264350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:13.272704 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65449551-1390-43ca-ac60-02067d151e8b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e6625eec-fa67-408d-975b-6421d2a3436b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0070941 Feb 16 17:03:13.273543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57238) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:13.276888 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] Sync routers for ids ['e6625eec-fa67-408d-975b-6421d2a3436b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:13.298591 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] Routers {'e6625eec-fa67-408d-975b-6421d2a3436b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:13.299561 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e6625eec-fa67-408d-975b-6421d2a3436b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.335940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750b261-f834-451d-a5a7-201550902020 req-5930621f-0bc3-4ac3-9d8c-e8b2860d7560 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.337484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7750b261-f834-451d-a5a7-201550902020 req-5930621f-0bc3-4ac3-9d8c-e8b2860d7560 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3354855 Feb 16 17:03:13.373497 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.383430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a282f1b-c594-4b04-a9ba-97ade9aa6337 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.384051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a282f1b-c594-4b04-a9ba-97ade9aa6337 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:13.385529 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] Routers {'e6625eec-fa67-408d-975b-6421d2a3436b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:13.388459 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e6625eec-fa67-408d-975b-6421d2a3436b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.421329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a282f1b-c594-4b04-a9ba-97ade9aa6337 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:13.422781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a282f1b-c594-4b04-a9ba-97ade9aa6337 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports/7ca01023-0b30-4604-85e6-a2ff56dcec1c HTTP/1.1" status: 200 len: 910 time: 0.1481929 Feb 16 17:03:13.426216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:13.438397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-44d73898-8462-4f66-9ea0-ac02459135e8', 'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8', 'tenant_id': 'a59f690188c947c4882fe4475f59492b', 'fixed_ips': [{'subnet_id': 'd2d1d5cc-265a-4063-8597-22ae5a60f422'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:13.439414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.483140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa993a5-c387-4332-823f-941d77b49da4 None None] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:13.495617 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.497190 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5b07b-5272-4dc3-b6da-515170b0de61 None None] The sync data for ids ['e6625eec-fa67-408d-975b-6421d2a3436b'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:13.521222 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7750b261-f834-451d-a5a7-201550902020 req-094fa330-35db-42a3-958c-6f2edbbd1594 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237237 Feb 16 17:03:13.681361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Allocated IP 2001:db8::1 (1822efdf-dfcd-401a-81fe-27b9a848c654/75c1741a-2289-49b5-9847-964b07b12854/4a03d1d0-a4dc-4186-8094-490109bc1098) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:13.801724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] For port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:13.804855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] For port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,segment=NetworkSegment(24a0dbc7-8b35-4ea5-b1c7-113f9f604b49),segment_id=24a0dbc7-8b35-4ea5-b1c7-113f9f604b49)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:13.861947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.877353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30d62819-051c-4e8e-8514-c859a1615b08 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:13.882074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Transition to ACTIVE for port object 4a03d1d0-a4dc-4186-8094-490109bc1098 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:13.912802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.919289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.004159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Port': ['ID=4a03d1d0-a4dc-4186-8094-490109bc1098,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.008293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:14.010117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:14.018348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:14.018348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.156735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51d9f8-af80-41fc-9298-a603a6555445 None None] Pushing event updated for resources: {'Port': ['ID=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.170893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.215064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.318491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Allocated IP 2001:db8::2 (44d73898-8462-4f66-9ea0-ac02459135e8/d2d1d5cc-265a-4063-8597-22ae5a60f422/b2f13a2a-79b8-4b5b-8308-20361007d6df) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:14.359441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.375908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] For port 040f940e-51a5-4e37-86ed-9b46126b2415, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=040f940e-51a5-4e37-86ed-9b46126b2415,segment=NetworkSegment(da83b907-a6bc-4934-924b-f5f5e3abf6ab),segment_id=da83b907-a6bc-4934-924b-f5f5e3abf6ab)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:14.385274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 30d62819-051c-4e8e-8514-c859a1615b08 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:14.419999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.825068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb611-4195-4080-911c-dcb36b2f78da None None] Pushing event updated for resources: {'Port': ['ID=040f940e-51a5-4e37-86ed-9b46126b2415,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.843997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] Provisioning for port 30d62819-051c-4e8e-8514-c859a1615b08 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:14.856426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] Provisioning complete for port 30d62819-051c-4e8e-8514-c859a1615b08 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:14.856785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.972787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 7ca01023-0b30-4604-85e6-a2ff56dcec1c {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:14.973374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.066206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.076278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.076686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddb1c3-0d0d-45dd-a5a2-a180703f8054 req-8dc2a708-c2fb-40d8-bc6a-52ec972613b4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:15.077097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.085958 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77ddb1c3-0d0d-45dd-a5a2-a180703f8054 req-8dc2a708-c2fb-40d8-bc6a-52ec972613b4 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.3146605 Feb 16 17:03:15.126860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.150455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Transition to ACTIVE for port object b2f13a2a-79b8-4b5b-8308-20361007d6df will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:15.155840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.243341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Transition to ACTIVE for port object b2f13a2a-79b8-4b5b-8308-20361007d6df will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:15.256940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.277579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Port': ['ID=4a03d1d0-a4dc-4186-8094-490109bc1098,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.294829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77ddb1c3-0d0d-45dd-a5a2-a180703f8054 req-01ab0819-93d1-422e-b86f-786175d01542 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077942 Feb 16 17:03:15.336641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] For port 30d62819-051c-4e8e-8514-c859a1615b08, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30d62819-051c-4e8e-8514-c859a1615b08,segment=NetworkSegment(b886399c-7628-4a70-9ab0-3740ac7c5937),segment_id=b886399c-7628-4a70-9ab0-3740ac7c5937)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:15.348778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:15.350464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:15.372065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.378675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.405926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Network 44d73898-8462-4f66-9ea0-ac02459135e8 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:15.409221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:15.418054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:15.493977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Pushing event updated for resources: {'Port': ['ID=b2f13a2a-79b8-4b5b-8308-20361007d6df,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.544529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 7ca01023-0b30-4604-85e6-a2ff56dcec1c owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:15.582396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fdc43-e64a-4c6c-b1c8-6b84d016e9f1 None None] Pushing event updated for resources: {'Port': ['ID=30d62819-051c-4e8e-8514-c859a1615b08,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.586484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Router 90199e8a-3c0f-4ea9-8c43-6376f2fffac7 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:15.648889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Provisioning for port 7ca01023-0b30-4604-85e6-a2ff56dcec1c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:15.660893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Provisioning complete for port 7ca01023-0b30-4604-85e6-a2ff56dcec1c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:15.661422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.735405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Attempting to bind port b2f13a2a-79b8-4b5b-8308-20361007d6df on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:15.735944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Attempting to bind port b2f13a2a-79b8-4b5b-8308-20361007d6df by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a7167219-d0d0-4f8a-ab14-bd179d373256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:15.736572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Attempting to bind port b2f13a2a-79b8-4b5b-8308-20361007d6df on network 44d73898-8462-4f66-9ea0-ac02459135e8 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:15.747165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:15.747692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Checking segment: {'id': 'a7167219-d0d0-4f8a-ab14-bd179d373256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:15.748171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.749751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Bound using segment: {'id': 'a7167219-d0d0-4f8a-ab14-bd179d373256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:15.749751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Bound port: b2f13a2a-79b8-4b5b-8308-20361007d6df, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7167219-d0d0-4f8a-ab14-bd179d373256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '44d73898-8462-4f66-9ea0-ac02459135e8'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:15.749995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.820568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01271063-ce4d-4786-9438-4defd09c9fd6 None None] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:15.821135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.861696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:15.877102 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2f72046-0304-4db2-874e-80b471e45fdf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3883975 Feb 16 17:03:15.879025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57250) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:15.883481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=7ca01023-0b30-4604-85e6-a2ff56dcec1c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.902517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 040f940e-51a5-4e37-86ed-9b46126b2415 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:15.957889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Port 7ca01023-0b30-4604-85e6-a2ff56dcec1c cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:15.961292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] Sync routers for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:16.023430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:16.024146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:16.089171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Provisioning complete for port 30d62819-051c-4e8e-8514-c859a1615b08 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:16.090221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.125063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 040f940e-51a5-4e37-86ed-9b46126b2415 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:16.125540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.133991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.186231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:16.270590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:16.272120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:16.338496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] For port b2f13a2a-79b8-4b5b-8308-20361007d6df, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:16.344620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:16.345185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3dcc4-a1b3-4946-9864-bcd5bf6af56e None None] The sync data for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:16.372939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-50aec181-e6f4-4d01-b66c-2d0895c7692a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:16.374483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-50aec181-e6f4-4d01-b66c-2d0895c7692a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.5870035 Feb 16 17:03:16.424651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] For port b2f13a2a-79b8-4b5b-8308-20361007d6df, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b2f13a2a-79b8-4b5b-8308-20361007d6df,segment=NetworkSegment(a7167219-d0d0-4f8a-ab14-bd179d373256),segment_id=a7167219-d0d0-4f8a-ab14-bd179d373256)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:16.450733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.460194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Deleting port 8de38f13-e892-413f-bdd9-04a484175fc8 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:16.460509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.552653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e6625eec-fa67-408d-975b-6421d2a3436b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:16.569444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:16.705497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:16.724888 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec40c5e6-d66f-4076-815b-511bf31f086b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e6625eec-fa67-408d-975b-6421d2a3436b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2972305 Feb 16 17:03:16.726133 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] Sync routers for ids ['e6625eec-fa67-408d-975b-6421d2a3436b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:16.727575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57256) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:16.749499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] Routers {'e6625eec-fa67-408d-975b-6421d2a3436b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:16.750364 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e6625eec-fa67-408d-975b-6421d2a3436b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:16.756554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065308c-b2c5-4bb2-ac47-b692ac786877 None None] Pushing event updated for resources: {'Port': ['ID=b2f13a2a-79b8-4b5b-8308-20361007d6df,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:16.785289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b57c8914-a280-448c-aad3-a24499069f2b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:16.796126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Provisioning complete for port 040f940e-51a5-4e37-86ed-9b46126b2415 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:16.796570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-541e2e8f-5a32-49b2-b88e-5dbb3acec4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.809934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b57c8914-a280-448c-aad3-a24499069f2b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:16.811776 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b57c8914-a280-448c-aad3-a24499069f2b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6625eec-fa67-408d-975b-6421d2a3436b HTTP/1.1" status: 200 len: 205 time: 0.0829792 Feb 16 17:03:16.817022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57260) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:16.866744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:16.877717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30d62819-051c-4e8e-8514-c859a1615b08 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:16.982441 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.023687 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] Routers {'e6625eec-fa67-408d-975b-6421d2a3436b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:17.024310 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e6625eec-fa67-408d-975b-6421d2a3436b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.032151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97501353-11e3-4532-a681-18024d400ed8 req-ad402428-09b4-4811-a12d-24f87626e6ee tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:17.033714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-97501353-11e3-4532-a681-18024d400ed8 req-ad402428-09b4-4811-a12d-24f87626e6ee tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 945 time: 0.5403247 Feb 16 17:03:17.074911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.111429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 30d62819-051c-4e8e-8514-c859a1615b08 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.112503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.134350 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.134792 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aabc33-c0f9-4933-b356-3ab0bcc71535 None None] The sync data for ids ['e6625eec-fa67-408d-975b-6421d2a3436b'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:17.185555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] For port 8de38f13-e892-413f-bdd9-04a484175fc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8de38f13-e892-413f-bdd9-04a484175fc8,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:17.185875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.284275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Could not find standard attr ID for object 7ca01023-0b30-4604-85e6-a2ff56dcec1c. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:03:17.325242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Provisioning for port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:17.332441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Provisioning complete for port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.333079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.339489 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-97501353-11e3-4532-a681-18024d400ed8 req-16a73818-8fe0-4575-84a8-08e0d7aca83c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups?id=86bd1742-a0c3-4a76-b23a-c02ab11469b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753429 Feb 16 17:03:17.382035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-ffe3b7a8-a983-4b48-a8d4-fcf8995e6363 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:17.383130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ffe3b7a8-a983-4b48-a8d4-fcf8995e6363 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5032167 Feb 16 17:03:17.387463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57264) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:17.492078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.497011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.499503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.531191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.531821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router e6625eec-fa67-408d-975b-6421d2a3436b {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:03:17.543882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.548970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] For port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,segment=NetworkSegment(24a0dbc7-8b35-4ea5-b1c7-113f9f604b49),segment_id=24a0dbc7-8b35-4ea5-b1c7-113f9f604b49)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:17.549207 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-de2021bf-9d9a-45cc-b2ae-527a623cf651 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/e6625eec-fa67-408d-975b-6421d2a3436b HTTP/1.1" status: 204 len: 168 time: 0.7268360 Feb 16 17:03:17.549207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57268) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:17.554190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.631603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af396-bf6c-4f5a-aafb-5da11a7051df None None] Pushing event updated for resources: {'Port': ['ID=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:17.642455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet ddc48dd4-0824-45f4-91f0-748e71c25f45 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:17.646877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.688445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-daf773e2-0472-46a9-8d72-3dae6f3667ec None None] Provisioning for port 4a03d1d0-a4dc-4186-8094-490109bc1098 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:17.694210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-daf773e2-0472-46a9-8d72-3dae6f3667ec None None] Provisioning complete for port 4a03d1d0-a4dc-4186-8094-490109bc1098 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.695219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-daf773e2-0472-46a9-8d72-3dae6f3667ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.722509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.807887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-daf773e2-0472-46a9-8d72-3dae6f3667ec None None] Port 4a03d1d0-a4dc-4186-8094-490109bc1098 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:17.854660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-daf773e2-0472-46a9-8d72-3dae6f3667ec None None] Provisioning complete for port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.856014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-daf773e2-0472-46a9-8d72-3dae6f3667ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.908352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:17.913321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.016178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.032740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:18.033900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.074507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.085326 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/ddc48dd4-0824-45f4-91f0-748e71c25f45 HTTP/1.1" status: 204 len: 168 time: 0.5356927 Feb 16 17:03:18.086014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57272) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:18.094006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a8cd-8ae5-4d6b-849a-6584928a392a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc48dd4-0824-45f4-91f0-748e71c25f45,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.101178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258c51e-b647-4018-9407-a76638d787a3 None None] Network d8146477-0178-46f8-954f-f87442705bf1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:18.151941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6822e9-937e-4468-a1ab-d31b9bb87be5 None None] Network 44d73898-8462-4f66-9ea0-ac02459135e8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:18.217779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.218811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.219353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Floating IP 870dd063-60e1-41f8-a600-cc8e1d3bf39c disassociated. External IP: 172.26.7.120, port: 8de38f13-e892-413f-bdd9-04a484175fc8. Feb 16 17:03:18.219881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Calling delete_port for 8de38f13-e892-413f-bdd9-04a484175fc8 owned by compute:nova {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:18.259510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.271628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 040f940e-51a5-4e37-86ed-9b46126b2415 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:18.272220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.501004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.592751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event deleted for resources: {'Port': ['ID=8de38f13-e892-413f-bdd9-04a484175fc8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.599395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.599395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.599395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.599395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.599902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.600069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.600558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.601179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.601311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.601532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.612838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.613544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:18.616641 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dd8c65e5-415c-4590-bcc4-63abc41d56d3 req-a809b06d-b5b5-4e96-8740-7247e0b9e37c tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.0668979 Feb 16 17:03:18.639105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-14a5f7d6-16a6-4d26-a775-2acb084998dd None None] Provisioning complete for port 4a03d1d0-a4dc-4186-8094-490109bc1098 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:18.639474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-14a5f7d6-16a6-4d26-a775-2acb084998dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.687929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b2f13a2a-79b8-4b5b-8308-20361007d6df up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:18.810802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port 040f940e-51a5-4e37-86ed-9b46126b2415, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=040f940e-51a5-4e37-86ed-9b46126b2415,segment=NetworkSegment(da83b907-a6bc-4934-924b-f5f5e3abf6ab),segment_id=da83b907-a6bc-4934-924b-f5f5e3abf6ab)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:18.811166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.828245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-14a5f7d6-16a6-4d26-a775-2acb084998dd None None] Port 4a03d1d0-a4dc-4186-8094-490109bc1098 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:18.863331 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8de38f13-e892-413f-bdd9-04a484175fc8 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:18.926367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 8de38f13-e892-413f-bdd9-04a484175fc8 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:18.927100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8de38f13-e892-413f-bdd9-04a484175fc8 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:18.931933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-14a5f7d6-16a6-4d26-a775-2acb084998dd None None] Provisioning for port b2f13a2a-79b8-4b5b-8308-20361007d6df completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:18.945814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Router 544c28b3-7572-49f3-9139-4c5cabacaa29 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:18.978906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 040f940e-51a5-4e37-86ed-9b46126b2415 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:18.980408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b2f13a2a-79b8-4b5b-8308-20361007d6df completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:18.990801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b2f13a2a-79b8-4b5b-8308-20361007d6df triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:18.991407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.081824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180fd67-a99e-4c05-97d6-52fee679431a None None] DHCP port deletion for d8146477-0178-46f8-954f-f87442705bf1 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:19.082264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.118872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.136429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=040f940e-51a5-4e37-86ed-9b46126b2415,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:19.140002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port 040f940e-51a5-4e37-86ed-9b46126b2415 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:19.194150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.233079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port b2f13a2a-79b8-4b5b-8308-20361007d6df, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b2f13a2a-79b8-4b5b-8308-20361007d6df,segment=NetworkSegment(a7167219-d0d0-4f8a-ab14-bd179d373256),segment_id=a7167219-d0d0-4f8a-ab14-bd179d373256)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:19.249144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.301081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.330093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=b2f13a2a-79b8-4b5b-8308-20361007d6df,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:19.342387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8146477-0178-46f8-954f-f87442705bf1']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:19.357055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da83b907-a6bc-4934-924b-f5f5e3abf6ab') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:19.357455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da83b907-a6bc-4934-924b-f5f5e3abf6ab') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:19.367101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:19.371044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.377277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] Sync routers for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:19.389520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:19.390476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:19.411351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.419051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:19.419506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:19.434604 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:19.522033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.536791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] No DVR routers for this DVR port 8de38f13-e892-413f-bdd9-04a484175fc8 on host hv-neutron-8295 {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:19.539311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.541932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'name': 'network-vif-deleted', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:03:19.550442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.556589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f33ca3dc-6dcf-41be-aaed-1aee0db4aa7e None None] Provisioning complete for port b2f13a2a-79b8-4b5b-8308-20361007d6df triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:19.556954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f33ca3dc-6dcf-41be-aaed-1aee0db4aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.563124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=d8146477-0178-46f8-954f-f87442705bf1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:19.573629 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a35d3fa6-8583-4c1d-bb44-e3a51bf78fb9 req-b64eabd9-dee2-4339-b090-027491d49cf9 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.48 "DELETE /v2.0/ports/8de38f13-e892-413f-bdd9-04a484175fc8 HTTP/1.1" status: 204 len: 173 time: 3.1921890 Feb 16 17:03:19.582316 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ca5f12ec-a41c-4dcb-a614-c88814afd457 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/d8146477-0178-46f8-954f-f87442705bf1 HTTP/1.1" status: 204 len: 168 time: 1.4902685 Feb 16 17:03:19.586510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57282) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:19.594146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188377312', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:19.603593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:19.608435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:19.612464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:19.619875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:19.623737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde9d62-1fe5-4e44-80a5-53f479fdd50e', 'name': 'network-vif-deleted', 'tag': '8de38f13-e892-413f-bdd9-04a484175fc8', 'status': 'completed', 'code': 200} Feb 16 17:03:19.638813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.640323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.657799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting port 4a03d1d0-a4dc-4186-8094-490109bc1098 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:19.658191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.662679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.763554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b2f13a2a-79b8-4b5b-8308-20361007d6df up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:19.823083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:19.900599 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-efece527-7c3b-4733-87d5-225761653ac5 req-390a4713-4dd5-4413-832b-5e295a74cf7a tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fde9d62-1fe5-4e44-80a5-53f479fdd50e HTTP/1.1" status: 200 len: 210 time: 0.0618947 Feb 16 17:03:20.035517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.063238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.126296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b2f13a2a-79b8-4b5b-8308-20361007d6df triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:20.126780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.216205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Calling delete_port for 4a03d1d0-a4dc-4186-8094-490109bc1098 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:20.410415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:20.422233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] Checking router: 544c28b3-7572-49f3-9139-4c5cabacaa29 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:20.436048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:20.436048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:20.467335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.498594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 040f940e-51a5-4e37-86ed-9b46126b2415 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:20.516203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Port': ['ID=4a03d1d0-a4dc-4186-8094-490109bc1098,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:20.541313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 040f940e-51a5-4e37-86ed-9b46126b2415 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:20.541652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 040f940e-51a5-4e37-86ed-9b46126b2415 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:20.556932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.593401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.691518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:20.699293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.771215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.26.7.119 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/0ec25670-0dc3-45f9-828a-a1082753cd13) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:20.933435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.968054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.003820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Router 90199e8a-3c0f-4ea9-8c43-6376f2fffac7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:21.044693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:21.048203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:21.050894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:21.078520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57292) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:21.096648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=0ec25670-0dc3-45f9-828a-a1082753cd13,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:21.098527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:21.103235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483dd284-f198-4270-9f33-8a523a982a9e None None] The sync data for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv is: [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:54Z', 'revision_number': 4, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ca16d6a7-bf34-48cb-a219-924efe1d067b', 'name': '', 'network_id': 'd2524844-7479-453f-983b-406cf1e94278', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'mac_address': 'fa:16:3e:5e:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:50Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'subnets': [{'id': '9dba46b8-f5d0-4fb7-8843-296b0bd38489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:21.112962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.113300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.113628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.113958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.114294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.114623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.115001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.115344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.115693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.116078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.116494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.116813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:21.186705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:21.197419 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] Sync routers for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:21.212826 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:21.213358 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:21.218744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d0222409-224b-4d48-afa5-b6e6e3898b03 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8299181 Feb 16 17:03:21.219539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57296) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:21.288670 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:21.290723 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-9a3720a5-34c9-45a8-b7ac-6cf34e4f49c7 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] delete failed (client error): The resource could not be found. Feb 16 17:03:21.297224 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9a3720a5-34c9-45a8-b7ac-6cf34e4f49c7 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1510674295 HTTP/1.1" status: 404 len: 335 time: 0.0742688 Feb 16 17:03:21.298872 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:21.299484 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:21.301325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57300) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:21.314988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-210e31d9-cad0-492c-98bf-22d15776c4be tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'router': {'external_gateway_info': {'network_id': '90199e8a-3c0f-4ea9-8c43-6376f2fffac7'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:21.368279 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:21.368669 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406c9d0-ef1c-467f-88bd-6e1c5d681161 None None] The sync data for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:21.411414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84d6f4-1baa-4581-a325-64139d0654ab None None] New status for floating IP 870dd063-60e1-41f8-a600-cc8e1d3bf39c: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:03:21.439932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4648-5b6e-4cde-8c46-995c0e4e4fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.573412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.595714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4648-5b6e-4cde-8c46-995c0e4e4fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.831514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4648-5b6e-4cde-8c46-995c0e4e4fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.917478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f4648-5b6e-4cde-8c46-995c0e4e4fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd1742-a0c3-4a76-b23a-c02ab11469b7,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:21.926166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-210e31d9-cad0-492c-98bf-22d15776c4be tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.936824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4648-5b6e-4cde-8c46-995c0e4e4fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.937958 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fd9f4648-5b6e-4cde-8c46-995c0e4e4fc2 tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "DELETE /v2.0/security-groups/86bd1742-a0c3-4a76-b23a-c02ab11469b7 HTTP/1.1" status: 204 len: 168 time: 0.8500364 Feb 16 17:03:21.940650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57304) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:21.942446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.972595 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-b2d0982f-483f-4b57-a56d-041be516a35e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] show failed (client error): The resource could not be found. Feb 16 17:03:21.973586 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b2d0982f-483f-4b57-a56d-041be516a35e tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "GET /v2.0/security-groups/86bd1742-a0c3-4a76-b23a-c02ab11469b7 HTTP/1.1" status: 404 len: 347 time: 0.0320063 Feb 16 17:03:21.976347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-210e31d9-cad0-492c-98bf-22d15776c4be tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] update failed (client error): The resource could not be found. Feb 16 17:03:21.977239 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-210e31d9-cad0-492c-98bf-22d15776c4be tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7 HTTP/1.1" status: 404 len: 339 time: 0.6750360 Feb 16 17:03:21.977720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57308) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:22.042601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57312) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:22.061399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1993275979'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:22.070823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:22.131486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:network and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:22.149949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:22.159451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:22.161825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Deleting port 655fee0a-1955-4050-b7ad-34b3b2d11372 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:22.162113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.213615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:22.217940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.277881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router ce9ec018-c01c-4e56-94bc-f9fff8336d0c is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:22.320407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:22.342046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.342382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Added segment 38831aad-e843-47f7-8df1-e5ce45f7a19f of type vlan for network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 Feb 16 17:03:22.393999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.394237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.402441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.457281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:22.469954 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] Sync routers for ids ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:22.481170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] Routers {'ce9ec018-c01c-4e56-94bc-f9fff8336d0c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:22.481991 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.486074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.487302 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-db7d7247-57dc-4d53-b236-9cdf962ebd0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8994815 Feb 16 17:03:22.490047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57316) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:22.526272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Calling delete_port for 655fee0a-1955-4050-b7ad-34b3b2d11372 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:22.553949 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.563497 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] Routers {'ce9ec018-c01c-4e56-94bc-f9fff8336d0c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:22.564314 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.565644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.resource_extend [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:03:22.601808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.607511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:22.608101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.629997 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.630661 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43604944-76e2-4246-b0d1-dc0ee16380e6 None None] The sync data for ids ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:22.678790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-575f0cd8-a3d6-41d8-b06c-d1c51edb1f50 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/routers/ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 200 len: 880 time: 0.1875300 Feb 16 17:03:22.681153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:22.731609 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6879842 Feb 16 17:03:22.734541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57324) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:22.743547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'subnet': {'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:22.758830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1314-29dd-4235-917a-e29d7adf1f1f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Network': ['ID=9ab128a8-cae8-413a-9a1c-2ff33b71db47,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.770524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:22.895182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eb2f29a9-17dd-4d65-830c-9d9398b331a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:router {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:22.912713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eb2f29a9-17dd-4d65-830c-9d9398b331a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:router {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:22.912946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.914033 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eb2f29a9-17dd-4d65-830c-9d9398b331a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2320132 Feb 16 17:03:22.916470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:22.916817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57328) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:22.922614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-188377312'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:22.957087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Usage tracker for resource:subnet and tenant:a59f690188c947c4882fe4475f59492b is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:22.967578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:22.970252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Pushing event deleted for resources: {'Port': ['ID=655fee0a-1955-4050-b7ad-34b3b2d11372,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.976124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:23.181527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Made reservation on behalf of a59f690188c947c4882fe4475f59492b for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:23.186248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.313374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.342016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.343199 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3e48d3a2-de6a-430b-a758-699ca4ced83d tempest-ServerActionsTestJSON-143712052 tempest-ServerActionsTestJSON-143712052-project] 10.222.0.43 "DELETE /v2.0/floatingips/870dd063-60e1-41f8-a600-cc8e1d3bf39c HTTP/1.1" status: 204 len: 168 time: 1.3646190 Feb 16 17:03:23.346143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57332) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:23.456447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.467737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.694527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.784162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router ce9ec018-c01c-4e56-94bc-f9fff8336d0c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:23.866136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Subnet': ['ID=42b487c5-27c1-4dc4-b49c-27331527ddc4,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:23.880554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Checking segment: {'id': '38831aad-e843-47f7-8df1-e5ce45f7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:23.880906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network hostable DHCP agents. Network: 9ab128a8-cae8-413a-9a1c-2ff33b71db47, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:23.954111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:23.968105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:23.977688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] Sync routers for ids ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:23.986047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.989104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] Routers {'ce9ec018-c01c-4e56-94bc-f9fff8336d0c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:23.989808 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7b013dcb-d371-42f8-b71e-9c4489ede981 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 200 len: 887 time: 1.0713990 Feb 16 17:03:23.989969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:23.990396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57336) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:23.997223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 9ab128a8-cae8-413a-9a1c-2ff33b71db47) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:24.006597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.007184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.044027 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-967bf218-7cc0-4cfe-809b-7686833b4e1e tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3082137 Feb 16 17:03:24.046723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57340) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:24.053169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1097b95c-3ed2-4a2c-8ef6-ae324e15f11a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'router': {'external_gateway_info': {'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:24.062400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7625a6d-a0ae-46be-a0d6-3fe18da32f83 None None] Network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:24.092385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:24.187447 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-486fa6e2-f951-46f7-b3cd-c82b1d0f871d tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/routers/ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 200 len: 887 time: 0.1958926 Feb 16 17:03:24.190265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57344) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:24.192917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] Routers {'ce9ec018-c01c-4e56-94bc-f9fff8336d0c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:24.194342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:24.237870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6c6d48b0-790c-4af9-836e-d7a4b43042db tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:24.254846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6c6d48b0-790c-4af9-836e-d7a4b43042db tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:24.255089 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6c6d48b0-790c-4af9-836e-d7a4b43042db tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 200 len: 205 time: 0.0637083 Feb 16 17:03:24.257831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57348) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:24.274948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:24.275338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9b7be-354e-4e68-9be9-b7d8aefa04c4 None None] The sync data for ids ['ce9ec018-c01c-4e56-94bc-f9fff8336d0c'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:24.389781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-9ab128a8-cae8-413a-9a1c-2ff33b71db47', 'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47', 'tenant_id': 'a59f690188c947c4882fe4475f59492b', 'fixed_ips': [{'subnet_id': '42b487c5-27c1-4dc4-b49c-27331527ddc4'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:24.390687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.478828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.570165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Allocated IP 2001:db8:1::2 (9ab128a8-cae8-413a-9a1c-2ff33b71db47/42b487c5-27c1-4dc4-b49c-27331527ddc4/5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:24.779302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1097b95c-3ed2-4a2c-8ef6-ae324e15f11a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.785926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.796953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Transition to ACTIVE for port object 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:24.819330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Transition to ACTIVE for port object 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:24.825036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.894415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:24.897354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:24.902189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:24.908679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Pushing event updated for resources: {'Port': ['ID=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:24.911476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.998955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Attempting to bind port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:24.999536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Attempting to bind port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '38831aad-e843-47f7-8df1-e5ce45f7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:24.999649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Attempting to bind port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 on network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:25.004711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:25.005062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Checking segment: {'id': '38831aad-e843-47f7-8df1-e5ce45f7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:25.005445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.005847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Bound using segment: {'id': '38831aad-e843-47f7-8df1-e5ce45f7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:25.006349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Bound port: 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38831aad-e843-47f7-8df1-e5ce45f7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab128a8-cae8-413a-9a1c-2ff33b71db47'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:25.006746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.069701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.138543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] For port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:25.141677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] For port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,segment=NetworkSegment(38831aad-e843-47f7-8df1-e5ce45f7a19f),segment_id=38831aad-e843-47f7-8df1-e5ce45f7a19f)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:25.154049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.234513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d48a04-7508-44be-ab8c-af017d256502 None None] Pushing event updated for resources: {'Port': ['ID=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.297677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.331913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 0ec25670-0dc3-45f9-828a-a1082753cd13 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:25.332250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.497944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-1097b95c-3ed2-4a2c-8ef6-ae324e15f11a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:25.499017 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1097b95c-3ed2-4a2c-8ef6-ae324e15f11a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7 HTTP/1.1" status: 400 len: 364 time: 1.4513874 Feb 16 17:03:25.502899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57354) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:25.732967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:25.801108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:26.140755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04134b3c-0ec0-4214-948e-7b08b2fd6e84 None None] Network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:26.214698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.267253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] Provisioning for port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:26.276594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] Provisioning complete for port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:26.277072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.411727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 0ec25670-0dc3-45f9-828a-a1082753cd13 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:26.452662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Deleting port ca16d6a7-bf34-48cb-a219-924efe1d067b {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:26.452993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.488126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.528025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] For port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,segment=NetworkSegment(38831aad-e843-47f7-8df1-e5ce45f7a19f),segment_id=38831aad-e843-47f7-8df1-e5ce45f7a19f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:26.533020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.604018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb73af-cb54-4234-a142-f6ad7ad17e9c None None] Pushing event updated for resources: {'Port': ['ID=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:26.647799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.753907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-007f4ff2-8b7b-456f-8622-8cc21d9451d3 None None] Provisioning complete for port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:26.754186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-007f4ff2-8b7b-456f-8622-8cc21d9451d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.932483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] For port ca16d6a7-bf34-48cb-a219-924efe1d067b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ca16d6a7-bf34-48cb-a219-924efe1d067b,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:26.932879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.124772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Calling delete_port for ca16d6a7-bf34-48cb-a219-924efe1d067b owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:27.219400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.287566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=0ec25670-0dc3-45f9-828a-a1082753cd13,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.613837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Allocated IP 2001:db8::1 (1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b/a30a2edf-d435-4ac7-ad8f-7a50cace0c9d/5ecd313c-eb2c-4c37-a745-0e3f191ca108) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:27.621529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.708304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:27.775193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:27.775541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.878641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.883437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.965028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.965526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router ce9ec018-c01c-4e56-94bc-f9fff8336d0c {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:03:28.038977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.046495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.098220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.099323 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-99e520de-75db-4a8a-a934-dd873addc65c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 204 len: 168 time: 3.8406000 Feb 16 17:03:28.103124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57358) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:28.104111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca16d6a7-bf34-48cb-a219-924efe1d067b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.112832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Transition to ACTIVE for port object 5ecd313c-eb2c-4c37-a745-0e3f191ca108 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:28.118612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-139425217'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.124322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:28.129217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:28.131836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:28.138128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:28.152052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:28.156277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.191549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:28.200954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.201555 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment d9cc2c47-b6d3-4adf-af94-a94e8796a035 of type vlan for network e7f0563c-caee-49c4-98ed-e064ec7b5c8f Feb 16 17:03:28.231567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.265440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.271241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:28.271946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.302296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.376092 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2718832 Feb 16 17:03:28.378913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:28.387372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.399344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f820a-dadf-4408-976f-7f917c16f0a5 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=e7f0563c-caee-49c4-98ed-e064ec7b5c8f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.411181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:28.444349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:28.452398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:28.458591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:28.459094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.461498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Port': ['ID=5ecd313c-eb2c-4c37-a745-0e3f191ca108,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.498339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.516653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:28.525527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:28.529643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:28.536103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:28.546981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:28.550734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.572911 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:03:28.761339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.797614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.809881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d9695668-8162-4015-9b28-f8442671815c None None] Provisioning for port 5ecd313c-eb2c-4c37-a745-0e3f191ca108 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:28.815809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d9695668-8162-4015-9b28-f8442671815c None None] Provisioning complete for port 5ecd313c-eb2c-4c37-a745-0e3f191ca108 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:28.816175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d9695668-8162-4015-9b28-f8442671815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.879852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d9695668-8162-4015-9b28-f8442671815c None None] Port 5ecd313c-eb2c-4c37-a745-0e3f191ca108 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:28.880123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=799f071a-f852-4021-88d5-24225e689eef,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.892970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': 'd9cc2c47-b6d3-4adf-af94-a94e8796a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:28.893332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: e7f0563c-caee-49c4-98ed-e064ec7b5c8f, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:28.919134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:28.930865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, e7f0563c-caee-49c4-98ed-e064ec7b5c8f) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:28.935811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:28.936633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.942945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48778572-df58-4975-a4ff-c49165ba3e1c None None] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:28.961309 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-838b8819-7f79-439e-9d46-f58cfda0a37b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5814323 Feb 16 17:03:28.964540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57366) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:28.972115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1197325781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.981201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:28.987223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:28.990971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:28.997561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:29.009542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.011954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.028081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.050078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.078461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.081095 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c09b6445-7401-4591-bf9e-49b2dba17a06 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1143520 Feb 16 17:03:29.083054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57370) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:29.181241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-e7f0563c-caee-49c4-98ed-e064ec7b5c8f', 'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': '799f071a-f852-4021-88d5-24225e689eef'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:29.182283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.319616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Router 544c28b3-7572-49f3-9139-4c5cabacaa29 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:29.372313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Allocated IP 172.20.0.2 (e7f0563c-caee-49c4-98ed-e064ec7b5c8f/799f071a-f852-4021-88d5-24225e689eef/ab676bc4-a124-46f1-9259-154bb77e5c34) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:29.616941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.631503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Transition to ACTIVE for port object ab676bc4-a124-46f1-9259-154bb77e5c34 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:29.641314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:29.655300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Transition to ACTIVE for port object ab676bc4-a124-46f1-9259-154bb77e5c34 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:29.656666 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] Sync routers for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:29.657861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.662108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d7e0dc47-8eb2-47c8-8b43-c9d8ae2043f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/544c28b3-7572-49f3-9139-4c5cabacaa29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3149922 Feb 16 17:03:29.662635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.667607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57374) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:29.670477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.671269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.674497 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:29.675713 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:29.738655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:29.741260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:29.744990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:29.782324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Pushing event updated for resources: {'Port': ['ID=ab676bc4-a124-46f1-9259-154bb77e5c34,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:29.801050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.801792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.802300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.802820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.805490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.806071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.806636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.807126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.807327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.808859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.809345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.809839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.810485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:29.889225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Attempting to bind port ab676bc4-a124-46f1-9259-154bb77e5c34 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:29.889558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Attempting to bind port ab676bc4-a124-46f1-9259-154bb77e5c34 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd9cc2c47-b6d3-4adf-af94-a94e8796a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:29.889824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Attempting to bind port ab676bc4-a124-46f1-9259-154bb77e5c34 on network e7f0563c-caee-49c4-98ed-e064ec7b5c8f {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:29.897055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:29.897432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Checking segment: {'id': 'd9cc2c47-b6d3-4adf-af94-a94e8796a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:29.897785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.898163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Bound using segment: {'id': 'd9cc2c47-b6d3-4adf-af94-a94e8796a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:29.898634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Bound port: ab676bc4-a124-46f1-9259-154bb77e5c34, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cc2c47-b6d3-4adf-af94-a94e8796a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f0563c-caee-49c4-98ed-e064ec7b5c8f'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:29.899423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.925903 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:29.971058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event updated for resources: {'Port': ['ID=5ecd313c-eb2c-4c37-a745-0e3f191ca108,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.007549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] For port ab676bc4-a124-46f1-9259-154bb77e5c34, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:30.012605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] For port ab676bc4-a124-46f1-9259-154bb77e5c34, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ab676bc4-a124-46f1-9259-154bb77e5c34,segment=NetworkSegment(d9cc2c47-b6d3-4adf-af94-a94e8796a035),segment_id=d9cc2c47-b6d3-4adf-af94-a94e8796a035)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:30.018412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.109664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.141546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87cb98-58c2-4b25-97b9-b4e307607546 None None] Pushing event updated for resources: {'Port': ['ID=ab676bc4-a124-46f1-9259-154bb77e5c34,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.197978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:30.203279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:30.240288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.20.0.1 (e7f0563c-caee-49c4-98ed-e064ec7b5c8f/799f071a-f852-4021-88d5-24225e689eef/3c1febbf-bfea-4966-bc98-3c61a405f679) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:30.297747 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T17:03:27Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.303638 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] Checking router: 544c28b3-7572-49f3-9139-4c5cabacaa29 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:30.318396 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] Routers {'544c28b3-7572-49f3-9139-4c5cabacaa29'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:30.319218 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['544c28b3-7572-49f3-9139-4c5cabacaa29'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.536984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.561172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 3c1febbf-bfea-4966-bc98-3c61a405f679 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:30.591997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.599354 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] Set router 544c28b3-7572-49f3-9139-4c5cabacaa29 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:30.632122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-979d1c40-ad29-4c6d-a369-195cd126d259 None None] Provisioning complete for port 5ecd313c-eb2c-4c37-a745-0e3f191ca108 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:30.632757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-979d1c40-ad29-4c6d-a369-195cd126d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.657322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:30.664165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:30.695625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:30.699326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Router 90199e8a-3c0f-4ea9-8c43-6376f2fffac7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:30.701036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.735811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-979d1c40-ad29-4c6d-a369-195cd126d259 None None] Port 5ecd313c-eb2c-4c37-a745-0e3f191ca108 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:30.773080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Deleting port 97b781bc-b5e3-4e03-b735-f78f61ab0b14 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:30.773512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.781740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=3c1febbf-bfea-4966-bc98-3c61a405f679,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.786797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.830434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eba86eab-29ec-4f98-9af7-c2481562180a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.912411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.988842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:30.992246 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T17:03:27Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.995383 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c9a3f4cb-afd6-4cfa-917d-2d4234e1d0f4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4913907 Feb 16 17:03:30.996810 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaabc1-4363-45b3-be28-90567387ee5f None None] The sync data for ids ['544c28b3-7572-49f3-9139-4c5cabacaa29'] in dv-neutron-829527-2-hyperv is: [{'id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'name': 'tempest-ServerActionsTestJSON-960678545-router', 'tenant_id': '348b9ee71ebb42aca247533874e7397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T17:03:27Z', 'revision_number': 5, 'project_id': '348b9ee71ebb42aca247533874e7397b', 'gw_port': {'id': '97b781bc-b5e3-4e03-b735-f78f61ab0b14', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c28b3-7572-49f3-9139-4c5cabacaa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:39Z', 'updated_at': '2022-02-16T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:30.999006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57378) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:31.005547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] Sync routers for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:31.034837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:31.035737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.125312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.141221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:31.141845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.219250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] For port 97b781bc-b5e3-4e03-b735-f78f61ab0b14, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=97b781bc-b5e3-4e03-b735-f78f61ab0b14,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:31.219609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.244579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.245962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76740d-90da-4166-a03c-3b9f28e05c7f None None] The sync data for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:31.384865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d3dd147d-8065-4d78-9eb0-6b8e5f7c316f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.468399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Calling delete_port for 97b781bc-b5e3-4e03-b735-f78f61ab0b14 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:31.483125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44de1d2-c132-485e-8924-1684b008c5cb None None] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:31.575375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.581217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-92a1a91a-0678-4e27-ae0c-a1b55ec9accb None None] Provisioning for port ab676bc4-a124-46f1-9259-154bb77e5c34 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:31.586850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.675318 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d3dd147d-8065-4d78-9eb0-6b8e5f7c316f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 17:03:31.679505 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d3dd147d-8065-4d78-9eb0-6b8e5f7c316f tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7 HTTP/1.1" status: 409 len: 329 time: 0.6763556 Feb 16 17:03:31.682020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57384) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:31.728004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=3c1febbf-bfea-4966-bc98-3c61a405f679,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.735597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.829431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ab676bc4-a124-46f1-9259-154bb77e5c34 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:31.904536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:31.905738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:31.938449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ab676bc4-a124-46f1-9259-154bb77e5c34 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:31.947269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ab676bc4-a124-46f1-9259-154bb77e5c34 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:31.947880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.112965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.148001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7abdd901-7180-4d62-9a07-034292435bb3 None None] Provisioning complete for port ab676bc4-a124-46f1-9259-154bb77e5c34 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:32.148395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7abdd901-7180-4d62-9a07-034292435bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.165446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 8d59ee4a-80cd-415e-8936-be21ca9d8f0e is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:32.238190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port ab676bc4-a124-46f1-9259-154bb77e5c34, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ab676bc4-a124-46f1-9259-154bb77e5c34,segment=NetworkSegment(d9cc2c47-b6d3-4adf-af94-a94e8796a035),segment_id=d9cc2c47-b6d3-4adf-af94-a94e8796a035)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:32.280113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.316400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.334433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ca16d6a7-bf34-48cb-a219-924efe1d067b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:32.378473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Pushing event deleted for resources: {'Port': ['ID=97b781bc-b5e3-4e03-b735-f78f61ab0b14,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:32.392184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ca16d6a7-bf34-48cb-a219-924efe1d067b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:32.392554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ca16d6a7-bf34-48cb-a219-924efe1d067b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:32.420194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:32.425871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=ab676bc4-a124-46f1-9259-154bb77e5c34,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:32.429787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7abdd901-7180-4d62-9a07-034292435bb3 None None] Provisioning for port 3c1febbf-bfea-4966-bc98-3c61a405f679 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:32.435665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7abdd901-7180-4d62-9a07-034292435bb3 None None] Provisioning complete for port 3c1febbf-bfea-4966-bc98-3c61a405f679 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:32.435665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7abdd901-7180-4d62-9a07-034292435bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.445911 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] Sync routers for ids ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:32.446561 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-85716bc7-9548-41e1-a3e5-b63eccfded96 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/8d59ee4a-80cd-415e-8936-be21ca9d8f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3621829 Feb 16 17:03:32.449892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57388) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:32.460888 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] Routers {'8d59ee4a-80cd-415e-8936-be21ca9d8f0e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:32.461850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:32.528245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7abdd901-7180-4d62-9a07-034292435bb3 None None] Port 3c1febbf-bfea-4966-bc98-3c61a405f679 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:32.531889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.533694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc0189-382c-4de3-bc69-670f63aae076 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:32.534292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0acc0189-382c-4de3-bc69-670f63aae076 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:32.559347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0acc0189-382c-4de3-bc69-670f63aae076 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:32.560632 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0acc0189-382c-4de3-bc69-670f63aae076 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports/3c1febbf-bfea-4966-bc98-3c61a405f679 HTTP/1.1" status: 200 len: 910 time: 0.1097791 Feb 16 17:03:32.563319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57392) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:32.567549 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:32.570638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '799f071a-f852-4021-88d5-24225e689eef'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:32.578274 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] Routers {'8d59ee4a-80cd-415e-8936-be21ca9d8f0e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:32.578895 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:32.643513 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:32.644407 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1e495-68dd-4ad4-a625-f901a9a4e40c None None] The sync data for ids ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:32.655720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3071d14d-1687-4a16-a994-b8fbe1ef810f None None] Provisioning complete for port 3c1febbf-bfea-4966-bc98-3c61a405f679 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:32.656193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3071d14d-1687-4a16-a994-b8fbe1ef810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.709629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3071d14d-1687-4a16-a994-b8fbe1ef810f None None] Port 3c1febbf-bfea-4966-bc98-3c61a405f679 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:32.732124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.735525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.766601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.767134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544c28b3-7572-49f3-9139-4c5cabacaa29 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:03:32.820907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.824966 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0a09347e-6f27-4398-9f33-2bf2c8c4581d admin admin] 10.222.0.43 "DELETE /v2.0/routers/544c28b3-7572-49f3-9139-4c5cabacaa29 HTTP/1.1" status: 204 len: 168 time: 3.1533427 Feb 16 17:03:32.827228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57396) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:32.846973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.863351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.222796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting port 5ecd313c-eb2c-4c37-a745-0e3f191ca108 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:33.223589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.246907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Deleting subnet 9dba46b8-f5d0-4fb7-8843-296b0bd38489 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:33.254683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.363368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.427859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.557471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Calling delete_port for 5ecd313c-eb2c-4c37-a745-0e3f191ca108 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:33.570986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1e9bce54-1f90-4df5-8c6b-ab830b6c75d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.586224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.710680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.736191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ab676bc4-a124-46f1-9259-154bb77e5c34 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:33.751888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.761770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dba46b8-f5d0-4fb7-8843-296b0bd38489,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:33.765377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.772037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7aab9029-ea38-4e44-8886-aca2170ef008 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9dba46b8-f5d0-4fb7-8843-296b0bd38489 HTTP/1.1" status: 204 len: 168 time: 0.9437137 Feb 16 17:03:33.773488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.778770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57402) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:33.827736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c82ab8-8c41-4204-ac51-95a2c69a1724 None None] Network d2524844-7479-453f-983b-406cf1e94278 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:33.892799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=3c1febbf-bfea-4966-bc98-3c61a405f679,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:33.900065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:33.900674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.902711 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ee4ce31c-64c0-4c81-99d1-bb2c5882916a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/ports/3c1febbf-bfea-4966-bc98-3c61a405f679 HTTP/1.1" status: 200 len: 910 time: 1.3372653 Feb 16 17:03:33.905952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57406) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:33.907312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.924756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Deleting port 117dcf58-5e7c-44da-977f-2a6699b17fdc {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:33.925118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.096243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ab676bc4-a124-46f1-9259-154bb77e5c34 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:34.096756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.097710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.279834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Port': ['ID=5ecd313c-eb2c-4c37-a745-0e3f191ca108,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.310349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.320450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] DHCP port deletion for d2524844-7479-453f-983b-406cf1e94278 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:34.331130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] Deleting port 117dcf58-5e7c-44da-977f-2a6699b17fdc {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:34.331498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.462874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 97b781bc-b5e3-4e03-b735-f78f61ab0b14 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:34.523357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] For port 117dcf58-5e7c-44da-977f-2a6699b17fdc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=117dcf58-5e7c-44da-977f-2a6699b17fdc,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:34.523910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.524038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 97b781bc-b5e3-4e03-b735-f78f61ab0b14 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:34.524305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 97b781bc-b5e3-4e03-b735-f78f61ab0b14 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:34.536392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.630395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] For port 117dcf58-5e7c-44da-977f-2a6699b17fdc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=117dcf58-5e7c-44da-977f-2a6699b17fdc,segment=NetworkSegment(0f501af0-de2e-4b6c-8afa-2f5d80895fd3),segment_id=0f501af0-de2e-4b6c-8afa-2f5d80895fd3)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:34.631062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.639175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.765660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] Calling delete_port for 117dcf58-5e7c-44da-977f-2a6699b17fdc owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:34.795224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Calling delete_port for 117dcf58-5e7c-44da-977f-2a6699b17fdc owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:34.854842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.904383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] Pushing event deleted for resources: {'Port': ['ID=117dcf58-5e7c-44da-977f-2a6699b17fdc,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.906653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5ecc8-d989-475c-810f-65af75802aab None None] No DVR routers for this DVR port 117dcf58-5e7c-44da-977f-2a6699b17fdc on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:34.975504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.019862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:35.020175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:35.022002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Router 90199e8a-3c0f-4ea9-8c43-6376f2fffac7 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:35.153908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 3c1febbf-bfea-4966-bc98-3c61a405f679 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:35.154266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.329642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:35.340450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] Sync routers for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:35.349958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:35.350736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.352037 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-36a6980d-ba9f-4bee-ae93-1f9b654c1a40 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6689124 Feb 16 17:03:35.356390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57410) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:35.375452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.420465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.429831 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-d2f05ceb-ccf2-4059-ad64-c3e3759fa3fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] show failed (client error): The resource could not be found. Feb 16 17:03:35.430877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d2f05ceb-ccf2-4059-ad64-c3e3759fa3fd tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1274855791 HTTP/1.1" status: 404 len: 335 time: 0.0735195 Feb 16 17:03:35.439951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57414) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:35.441461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] Routers {'90199e8a-3c0f-4ea9-8c43-6376f2fffac7'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:35.442226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.446164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9a911bed-76f5-4233-b5e1-02c1d1d4ffbf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:35.505699 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-3e6ba310-c137-40c8-9eda-284f58e2a5ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2816033 Feb 16 17:03:35.507077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.507478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b9021-2d53-486f-a140-2cfbf1d61199 None None] The sync data for ids ['90199e8a-3c0f-4ea9-8c43-6376f2fffac7'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:35.514861 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-9a911bed-76f5-4233-b5e1-02c1d1d4ffbf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] update failed (client error): The resource could not be found. Feb 16 17:03:35.515857 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9a911bed-76f5-4233-b5e1-02c1d1d4ffbf tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1353406262 HTTP/1.1" status: 404 len: 335 time: 0.0748320 Feb 16 17:03:35.519436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57418) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:35.521611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Deleting port 117dcf58-5e7c-44da-977f-2a6699b17fdc {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:35.521955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.528680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 3c1febbf-bfea-4966-bc98-3c61a405f679 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:35.678671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] The port '117dcf58-5e7c-44da-977f-2a6699b17fdc' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:03:35.706892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.719632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 117dcf58-5e7c-44da-977f-2a6699b17fdc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:35.752174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting subnet 42b487c5-27c1-4dc4-b49c-27331527ddc4 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:35.760048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 117dcf58-5e7c-44da-977f-2a6699b17fdc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:35.761141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=3c1febbf-bfea-4966-bc98-3c61a405f679,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.761354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 117dcf58-5e7c-44da-977f-2a6699b17fdc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:35.806252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.883215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.893349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.965952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2524844-7479-453f-983b-406cf1e94278']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.974234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-acd7dcb1-da51-4d5c-b2d2-12f61bdd78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.975779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-acd7dcb1-da51-4d5c-b2d2-12f61bdd78e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1099 time: 0.4255848 Feb 16 17:03:35.985096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f501af0-de2e-4b6c-8afa-2f5d80895fd3') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.985391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f501af0-de2e-4b6c-8afa-2f5d80895fd3') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.006375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.025958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.102075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.115117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:36.115509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:36.128598 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:36.193605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.277354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 8d59ee4a-80cd-415e-8936-be21ca9d8f0e has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:36.298682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.317481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.331255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-30d11838-9305-43c7-bf35-796bb8ab1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.332720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-30d11838-9305-43c7-bf35-796bb8ab1221 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 897 time: 0.3313396 Feb 16 17:03:36.338501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2524844-7479-453f-983b-406cf1e94278,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:36.416250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:36.429713 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66b953-3632-4097-800f-176d77270faa None None] Sync routers for ids ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:36.436441 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-14ce6d7e-1c74-4f9e-a49c-c35e0eb1b235 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d2524844-7479-453f-983b-406cf1e94278 HTTP/1.1" status: 204 len: 168 time: 2.6542592 Feb 16 17:03:36.436441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.442571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c0eec0c8-cb04-4f6f-a741-133fbd5750b7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/8d59ee4a-80cd-415e-8936-be21ca9d8f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5327129 Feb 16 17:03:36.442728 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66b953-3632-4097-800f-176d77270faa None None] Routers {'8d59ee4a-80cd-415e-8936-be21ca9d8f0e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:36.442728 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd66b953-3632-4097-800f-176d77270faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.442936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57424) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:36.485752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Subnet': ['ID=42b487c5-27c1-4dc4-b49c-27331527ddc4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:36.488073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.489899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-02aebc40-07ab-4c2a-b597-5dffbc7cb179 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/subnets/42b487c5-27c1-4dc4-b49c-27331527ddc4 HTTP/1.1" status: 204 len: 168 time: 0.9696546 Feb 16 17:03:36.492655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57428) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:36.501316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6356c8f-a453-417e-aab8-997d6309d80c None None] Network 9ab128a8-cae8-413a-9a1c-2ff33b71db47 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:36.513529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cc358c8d-ff45-4edc-aad9-66b832729116 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:36.519494 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd66b953-3632-4097-800f-176d77270faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.523859 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-ac5b4ec3-0db0-484d-84c8-7b7fec0e2744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 1002 time: 0.1806593 Feb 16 17:03:36.533735 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66b953-3632-4097-800f-176d77270faa None None] Routers {'8d59ee4a-80cd-415e-8936-be21ca9d8f0e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:36.534609 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd66b953-3632-4097-800f-176d77270faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.537286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cc358c8d-ff45-4edc-aad9-66b832729116 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:36.542898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cc358c8d-ff45-4edc-aad9-66b832729116 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d59ee4a-80cd-415e-8936-be21ca9d8f0e HTTP/1.1" status: 200 len: 205 time: 0.0962892 Feb 16 17:03:36.543548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57432) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:36.607622 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cd66b953-3632-4097-800f-176d77270faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.608033 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66b953-3632-4097-800f-176d77270faa None None] The sync data for ids ['8d59ee4a-80cd-415e-8936-be21ca9d8f0e'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:36.611295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57436) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:36.671186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.850656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.857179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.857751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-d23bfba4-4a51-4b57-9ae3-27c4945d40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.859224 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-d23bfba4-4a51-4b57-9ae3-27c4945d40c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 200 len: 835 time: 0.2836235 Feb 16 17:03:36.866208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] DHCP port deletion for 9ab128a8-cae8-413a-9a1c-2ff33b71db47 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:36.868905 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b5a7c832-e82b-48aa-b140-fa5a88b4da00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=348b9ee71ebb42aca247533874e7397b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507229 Feb 16 17:03:36.876199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] Deleting port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:36.876653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.902170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57440) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:36.930829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:36.931167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.111119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5dc872f-a32e-4fb3-87d8-02afcd650b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.140397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] For port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,segment=NetworkSegment(38831aad-e843-47f7-8df1-e5ce45f7a19f),segment_id=38831aad-e843-47f7-8df1-e5ce45f7a19f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:37.140802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.161348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-87e287e7-7e0b-4b88-bbf5-52fd4961e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.162867 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-87e287e7-7e0b-4b88-bbf5-52fd4961e53e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2929692 Feb 16 17:03:37.169534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.171939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.198877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.199658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router 8d59ee4a-80cd-415e-8936-be21ca9d8f0e {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:03:37.233128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.234758 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-836cf81e-3504-4c05-a540-50c80b83edf0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/8d59ee4a-80cd-415e-8936-be21ca9d8f0e HTTP/1.1" status: 204 len: 168 time: 0.6901612 Feb 16 17:03:37.237434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57444) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:37.237702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5dc872f-a32e-4fb3-87d8-02afcd650b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.284963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] Calling delete_port for 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:37.337321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet 799f071a-f852-4021-88d5-24225e689eef {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:37.340993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.385092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.393568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] For port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,segment=NetworkSegment(38831aad-e843-47f7-8df1-e5ce45f7a19f),segment_id=38831aad-e843-47f7-8df1-e5ce45f7a19f)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:37.393568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.420006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.437799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] Pushing event deleted for resources: {'Port': ['ID=5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.455109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc43dea-b7b1-469f-9b02-17a8c69bdbfd None None] No DVR routers for this DVR port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:37.528042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.554983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Calling delete_port for 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:37.601344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5dc872f-a32e-4fb3-87d8-02afcd650b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.615075 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-8eaa20f3-6b33-4bdd-ba2e-88de394f3305 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053359 Feb 16 17:03:37.616885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.627446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc872f-a32e-4fb3-87d8-02afcd650b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a890e-fff8-4350-9e67-63a24fccd8ce,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.665488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.669193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=799f071a-f852-4021-88d5-24225e689eef,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.679144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ccb04191-e0ba-439a-b9e2-d61f7cd1b79b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/799f071a-f852-4021-88d5-24225e689eef HTTP/1.1" status: 204 len: 168 time: 0.4379900 Feb 16 17:03:37.679352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57448) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:37.679622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806fb0c-0951-46ec-a757-e7db3e6750c7 None None] Network e7f0563c-caee-49c4-98ed-e064ec7b5c8f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:37.738980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5dc872f-a32e-4fb3-87d8-02afcd650b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.740022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5dc872f-a32e-4fb3-87d8-02afcd650b19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/372a890e-fff8-4350-9e67-63a24fccd8ce HTTP/1.1" status: 204 len: 168 time: 0.8368771 Feb 16 17:03:37.761398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:37.761830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:37.787240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:37.802263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65d886cf-133a-466d-a5c2-e6e18d265932 req-e3aec1de-afec-4ca0-be22-7bee3f3b2232 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784341 Feb 16 17:03:37.833020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.846197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port ab676bc4-a124-46f1-9259-154bb77e5c34 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:37.846529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.863733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:37.864068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:38.098085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] DHCP port deletion for e7f0563c-caee-49c4-98ed-e064ec7b5c8f request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:38.104138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Deleting port ab676bc4-a124-46f1-9259-154bb77e5c34 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:38.105286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.164184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port ab676bc4-a124-46f1-9259-154bb77e5c34, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ab676bc4-a124-46f1-9259-154bb77e5c34,segment=NetworkSegment(d9cc2c47-b6d3-4adf-af94-a94e8796a035),segment_id=d9cc2c47-b6d3-4adf-af94-a94e8796a035)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:38.165132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.263505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting port 5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:38.263968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.357159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] The port '5b8e3e7f-b48c-4424-9e1d-f054b82c5ea7' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:03:38.358918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for ab676bc4-a124-46f1-9259-154bb77e5c34 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:38.396786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] For port ab676bc4-a124-46f1-9259-154bb77e5c34, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ab676bc4-a124-46f1-9259-154bb77e5c34,segment=NetworkSegment(d9cc2c47-b6d3-4adf-af94-a94e8796a035),segment_id=d9cc2c47-b6d3-4adf-af94-a94e8796a035)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:38.397194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.477484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.552358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Calling delete_port for ab676bc4-a124-46f1-9259-154bb77e5c34 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:38.553968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.590869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab128a8-cae8-413a-9a1c-2ff33b71db47']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.606991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38831aad-e843-47f7-8df1-e5ce45f7a19f') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.607334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38831aad-e843-47f7-8df1-e5ce45f7a19f') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.622023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.640671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.644571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:38.645104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:38.648412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:38.648895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:38.669040 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:38.677246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port ab676bc4-a124-46f1-9259-154bb77e5c34 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:38.679181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=ab676bc4-a124-46f1-9259-154bb77e5c34,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:38.771084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.801499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.809865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Network': ['ID=9ab128a8-cae8-413a-9a1c-2ff33b71db47,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:38.814706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.819561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d46c9b54-d2bf-4cbd-ba0e-dfd38a881df1 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/networks/9ab128a8-cae8-413a-9a1c-2ff33b71db47 HTTP/1.1" status: 204 len: 168 time: 2.3234885 Feb 16 17:03:38.819910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57474) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:38.845594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f0563c-caee-49c4-98ed-e064ec7b5c8f']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.862752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cc2c47-b6d3-4adf-af94-a94e8796a035') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.863051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cc2c47-b6d3-4adf-af94-a94e8796a035') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.876327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.893636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.901036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:38.901536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.902865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting subnet d2d1d5cc-265a-4063-8597-22ae5a60f422 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:38.905419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:38.916951 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:38.975387 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.005235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.028046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.034540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=e7f0563c-caee-49c4-98ed-e064ec7b5c8f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.061389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-38eb9394-8b9f-45f0-af65-9250c09a1ad8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/e7f0563c-caee-49c4-98ed-e064ec7b5c8f HTTP/1.1" status: 204 len: 168 time: 1.3787334 Feb 16 17:03:39.061601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57484) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:39.069209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2071837325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:39.080534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:39.092099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:39.095497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:39.103507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:39.117857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.118866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.123846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.147306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Deleting port ab676bc4-a124-46f1-9259-154bb77e5c34 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:39.147852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.251854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-45c7b8c4-5a5e-4f94-aff5-eecdf597f243 None None] The port 'ab676bc4-a124-46f1-9259-154bb77e5c34' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:03:39.304244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.332821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.347164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.392448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d1d5cc-265a-4063-8597-22ae5a60f422,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.398476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.407032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91294b3a-0406-4ca3-933b-3a3532d3ca3a None None] Network 44d73898-8462-4f66-9ea0-ac02459135e8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:39.410748 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-51254ac4-771e-439c-a8bf-76cfde02f14b tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/subnets/d2d1d5cc-265a-4063-8597-22ae5a60f422 HTTP/1.1" status: 204 len: 168 time: 0.5896368 Feb 16 17:03:39.413171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57498) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:39.448985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.450158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b69ebb72-b135-428c-b6b7-a8a6b549fad7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3875041 Feb 16 17:03:39.453949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57502) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:39.462618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-896526824'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:39.483876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:39.488168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting subnet 75c1741a-2289-49b5-9847-964b07b12854 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:39.489859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:39.491436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.496296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:39.502855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:39.518069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:39.535682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.553948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.566308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:39.577112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.577455 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment bdc9ee69-06eb-40e1-ad40-27bdef070de7 of type vlan for network 13393043-58fe-452e-b74a-54dc13192b9e Feb 16 17:03:39.612412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.650972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.655393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.657806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:39.658432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.739521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] DHCP port deletion for 44d73898-8462-4f66-9ea0-ac02459135e8 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:39.744431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Deleting port b2f13a2a-79b8-4b5b-8308-20361007d6df {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:39.745716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.746851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.794167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Subnet': ['ID=75c1741a-2289-49b5-9847-964b07b12854,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.797742 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3415353 Feb 16 17:03:39.799432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ab676bc4-a124-46f1-9259-154bb77e5c34 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:39.801537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57512) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:39.806019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.811319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:39.817231 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3b75d9dd-4f06-495a-b477-7189e78121c4 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/subnets/75c1741a-2289-49b5-9847-964b07b12854 HTTP/1.1" status: 204 len: 168 time: 0.4030366 Feb 16 17:03:39.821820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57516) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:39.831561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93b92-607d-46dd-80ff-10f04a16d485 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=13393043-58fe-452e-b74a-54dc13192b9e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.855587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d909ce3-4bdc-403f-b00c-f60daf64365c None None] Network 1822efdf-dfcd-401a-81fe-27b9a848c654 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:39.907490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 13393043-58fe-452e-b74a-54dc13192b9e details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:39.967035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.980950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting port b2f13a2a-79b8-4b5b-8308-20361007d6df {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:39.981126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:39.981705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.985514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:39.988618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:39.989273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ab676bc4-a124-46f1-9259-154bb77e5c34 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:39.989675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ab676bc4-a124-46f1-9259-154bb77e5c34 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:40.006173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:40.018983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:40.023206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.208636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57526) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:40.281505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] For port b2f13a2a-79b8-4b5b-8308-20361007d6df, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b2f13a2a-79b8-4b5b-8308-20361007d6df,segment=NetworkSegment(a7167219-d0d0-4f8a-ab14-bd179d373256),segment_id=a7167219-d0d0-4f8a-ab14-bd179d373256)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:40.281970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.308512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.344974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] For port b2f13a2a-79b8-4b5b-8308-20361007d6df, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b2f13a2a-79b8-4b5b-8308-20361007d6df,segment=NetworkSegment(a7167219-d0d0-4f8a-ab14-bd179d373256),segment_id=a7167219-d0d0-4f8a-ab14-bd179d373256)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:40.345585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.420112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:40.426429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Calling delete_port for b2f13a2a-79b8-4b5b-8308-20361007d6df owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:40.435432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:40.444206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=58dde1ff-4929-4f12-bd48-fa314b3185ed,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.450939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Usage tracker for resource:floatingip and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:40.454272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:40.454943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: 13393043-58fe-452e-b74a-54dc13192b9e, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:40.461791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:40.476145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:40.480360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Calling delete_port for b2f13a2a-79b8-4b5b-8308-20361007d6df owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:40.489419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 13393043-58fe-452e-b74a-54dc13192b9e is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:40.497138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.520882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 13393043-58fe-452e-b74a-54dc13192b9e) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:40.523103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.527977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:40.529121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.536829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7751da-bf1c-4a47-a784-06d24e6cbf44 None None] Network 13393043-58fe-452e-b74a-54dc13192b9e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:40.582868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Port': ['ID=b2f13a2a-79b8-4b5b-8308-20361007d6df,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.587305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] No DVR routers for this DVR port b2f13a2a-79b8-4b5b-8308-20361007d6df on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:40.625359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8bdce1b4-37cf-4e4a-a2e5-df02f0ed7347 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8200464 Feb 16 17:03:40.625581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] DHCP port deletion for 1822efdf-dfcd-401a-81fe-27b9a848c654 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:40.626806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57532) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:40.636875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] Deleting port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:40.637237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.688601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.741973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:40.742319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:40.831653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Allocated IP 172.26.7.178 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/49baa38d-cd1b-4395-8790-3ca3c5e383f9) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:40.923633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.929568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] For port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,segment=NetworkSegment(24a0dbc7-8b35-4ea5-b1c7-113f9f604b49),segment_id=24a0dbc7-8b35-4ea5-b1c7-113f9f604b49)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:40.929779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.008273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.041512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.094118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] Calling delete_port for ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:41.111425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:41.114344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:41.117613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:41.145376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-13393043-58fe-452e-b74a-54dc13192b9e', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:41.146598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.147970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Port': ['ID=49baa38d-cd1b-4395-8790-3ca3c5e383f9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.189462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d73898-8462-4f66-9ea0-ac02459135e8']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.214854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.246038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Deleting port b2f13a2a-79b8-4b5b-8308-20361007d6df {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:41.246320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.276664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7167219-d0d0-4f8a-ab14-bd179d373256') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.277418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7167219-d0d0-4f8a-ab14-bd179d373256') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.302805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.344308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.365663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.384237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:41.384726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:41.399748 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:41.402775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.436923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cef44774-d393-4413-9d6c-51a1a029ad99 None None] The port 'b2f13a2a-79b8-4b5b-8308-20361007d6df' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:03:41.440785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] Pushing event deleted for resources: {'Port': ['ID=ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.449452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844291d-47c5-4435-9353-0ca7c8e22c18 None None] No DVR routers for this DVR port ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:41.516825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.519313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Allocated IP 172.20.0.2 (13393043-58fe-452e-b74a-54dc13192b9e/58dde1ff-4929-4f12-bd48-fa314b3185ed/89f1405c-adf8-491a-90ff-18d6377c95e8) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:41.607752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.638540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.643819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.700432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.715208 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/networks/44d73898-8462-4f66-9ea0-ac02459135e8 HTTP/1.1" status: 204 len: 168 time: 1.8922594 Feb 16 17:03:41.716699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a8232-287e-49eb-8dd7-fe23006f9d6d tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Network': ['ID=44d73898-8462-4f66-9ea0-ac02459135e8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.722581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57536) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:41.753609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:41.759707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Port': ['ID=49baa38d-cd1b-4395-8790-3ca3c5e383f9,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.778426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.795214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:41.795549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ba627eb4-da4e-4f9f-82a7-6e1c92edc6ad not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:41.795949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b2f13a2a-79b8-4b5b-8308-20361007d6df no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:41.801778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.805571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4f653800-6302-4746-88f2-8b100448fb34 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5931811 Feb 16 17:03:41.805884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57540) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:41.812214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-459708689'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:41.817188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:41.820718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.821938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Usage tracker for resource:network and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:41.826130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:41.832258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:41.838258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: b2f13a2a-79b8-4b5b-8308-20361007d6df {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:41.839184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b2f13a2a-79b8-4b5b-8308-20361007d6df not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:41.843334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Transition to ACTIVE for port object 89f1405c-adf8-491a-90ff-18d6377c95e8 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:41.849424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Made reservation on behalf of bc646cbe60c446cbb708d2917a54d5d5 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:41.852929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.863023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Transition to ACTIVE for port object 89f1405c-adf8-491a-90ff-18d6377c95e8 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:41.870598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.873055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.888751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:41.892997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Usage tracker for resource:security_group_rule and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:41.895872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:41.901904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:41.923548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.930335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Network 13393043-58fe-452e-b74a-54dc13192b9e is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:41.938601 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:41.942977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:41.990524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Pushing event updated for resources: {'Port': ['ID=89f1405c-adf8-491a-90ff-18d6377c95e8,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.003907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.009525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.044653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:42.048197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Attempting to bind port 89f1405c-adf8-491a-90ff-18d6377c95e8 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:42.048639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Attempting to bind port 89f1405c-adf8-491a-90ff-18d6377c95e8 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:42.049065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Attempting to bind port 89f1405c-adf8-491a-90ff-18d6377c95e8 on network 13393043-58fe-452e-b74a-54dc13192b9e {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:42.053082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec24b42-b9f6-4c4c-aa63-eff02d2ad634,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.056030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:42.056478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Checking segment: {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:42.056949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.057454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Bound using segment: {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:42.059074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Bound port: 89f1405c-adf8-491a-90ff-18d6377c95e8, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:42.059761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.062124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.062578 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Added segment 922b19e4-dd74-4b22-8eee-4358bf465245 of type vlan for network 58e0529a-735f-41e8-9fd1-879ba4c295c4 Feb 16 17:03:42.096330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.128539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.137650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:42.138463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.157756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.174806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] For port 89f1405c-adf8-491a-90ff-18d6377c95e8, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:42.180561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] For port 89f1405c-adf8-491a-90ff-18d6377c95e8, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=89f1405c-adf8-491a-90ff-18d6377c95e8,segment=NetworkSegment(bdc9ee69-06eb-40e1-ad40-27bdef070de7),segment_id=bdc9ee69-06eb-40e1-ad40-27bdef070de7)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:42.186418 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.197032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1822efdf-dfcd-401a-81fe-27b9a848c654']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:42.215916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.20.0.1 (13393043-58fe-452e-b74a-54dc13192b9e/58dde1ff-4929-4f12-bd48-fa314b3185ed/61462baf-221f-425d-8f12-e6082345b58b) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:42.219168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:42.219466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a0dbc7-8b35-4ea5-b1c7-113f9f604b49') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:42.238371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.276869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.283094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Network': ['ID=58e0529a-735f-41e8-9fd1-879ba4c295c4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.290301 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a4f24655-d339-4f01-9126-1e1ff95a402c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4794893 Feb 16 17:03:42.291716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57544) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:42.292517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a056e-2cf3-4fc1-8198-47102cfb2929 None None] Pushing event updated for resources: {'Port': ['ID=89f1405c-adf8-491a-90ff-18d6377c95e8,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.298783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:42.301660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Request body: {'subnet': {'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:42.361556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:42.361957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:42.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:42.440139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:42.444477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Usage tracker for resource:subnet and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:42.448490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:42.454982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:42.466360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Made reservation on behalf of bc646cbe60c446cbb708d2917a54d5d5 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:42.471261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.516607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.566936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.582597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Network': ['ID=1822efdf-dfcd-401a-81fe-27b9a848c654,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.598023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5c62e5ea-ee9a-4844-91b1-9c7ded855077 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/networks/1822efdf-dfcd-401a-81fe-27b9a848c654 HTTP/1.1" status: 204 len: 168 time: 0.8718739 Feb 16 17:03:42.599205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57548) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:42.605026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.623705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 61462baf-221f-425d-8f12-e6082345b58b will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:42.653939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.702948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting subnet a30a2edf-d435-4ac7-ad8f-7a50cace0c9d {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:03:42.707938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.722637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 13393043-58fe-452e-b74a-54dc13192b9e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:42.730385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:42.735924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:42.803233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.923752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=61462baf-221f-425d-8f12-e6082345b58b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.925534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.940962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.971406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.054402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.062268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Subnet': ['ID=00d3b825-8489-4e24-b940-6a031015a8d6,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.087806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Checking segment: {'id': '922b19e4-dd74-4b22-8eee-4358bf465245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:43.088191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network hostable DHCP agents. Network: 58e0529a-735f-41e8-9fd1-879ba4c295c4, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:43.107483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.149750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:43.152429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Subnet': ['ID=a30a2edf-d435-4ac7-ad8f-7a50cace0c9d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.162312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.166659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 58e0529a-735f-41e8-9fd1-879ba4c295c4) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:43.170536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4714d3-132a-433e-ab26-b86785b8898c None None] Network 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:43.174253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:43.174783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.184120 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ffa7262b-bfc2-4e70-aed4-9f8fe8b25b2a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/subnets/a30a2edf-d435-4ac7-ad8f-7a50cace0c9d HTTP/1.1" status: 204 len: 168 time: 0.5809913 Feb 16 17:03:43.190316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57552) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:43.202671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1877b8-6239-47d3-8abc-f97fc6b18e0f None None] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:43.295098 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-73c9602b-fa2d-4d06-b3b1-f947f94489a1 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0026700 Feb 16 17:03:43.299829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57556) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:43.316752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-341310168', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:43.328008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:43.343224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Usage tracker for resource:router and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:43.348915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:43.357905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:43.363142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.384182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Deleting port 30d62819-051c-4e8e-8514-c859a1615b08 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:43.384512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.418073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.419187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.463117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.520299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229f7cc-0873-4f8b-ba3e-eeae8326491c None None] Network 13393043-58fe-452e-b74a-54dc13192b9e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:43.529725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.535562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.660484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=61462baf-221f-425d-8f12-e6082345b58b,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.664163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.685135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ac538a1d-8433-4e47-be45-3830081d817f None None] Provisioning for port 89f1405c-adf8-491a-90ff-18d6377c95e8 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:43.816722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 13393043-58fe-452e-b74a-54dc13192b9e is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:43.818124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:43.836610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] For port 30d62819-051c-4e8e-8514-c859a1615b08, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30d62819-051c-4e8e-8514-c859a1615b08,segment=NetworkSegment(b886399c-7628-4a70-9ab0-3740ac7c5937),segment_id=b886399c-7628-4a70-9ab0-3740ac7c5937)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:43.837097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.864212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-58e0529a-735f-41e8-9fd1-879ba4c295c4', 'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4', 'tenant_id': 'bc646cbe60c446cbb708d2917a54d5d5', 'fixed_ips': [{'subnet_id': '00d3b825-8489-4e24-b940-6a031015a8d6'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:43.864962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.874424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 89f1405c-adf8-491a-90ff-18d6377c95e8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:44.024297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:44.037559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Calling delete_port for 30d62819-051c-4e8e-8514-c859a1615b08 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:44.053370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] DHCP port deletion for 1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:03:44.081873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Deleting port 30d62819-051c-4e8e-8514-c859a1615b08 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:44.082234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.187464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 89f1405c-adf8-491a-90ff-18d6377c95e8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:44.204944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:44.209426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 89f1405c-adf8-491a-90ff-18d6377c95e8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:44.210012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.210881 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b83a7ebb-ea78-46a6-b6b5-7e863e7edb09 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5832191 Feb 16 17:03:44.219293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57560) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:44.228539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-31257402'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:44.237424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.238080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:44.245409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:44.248608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:44.250205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:44.262257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:44.275404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:44.287323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.295414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.325198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:44.329434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Allocated IP 172.20.0.2 (58e0529a-735f-41e8-9fd1-879ba4c295c4/00d3b825-8489-4e24-b940-6a031015a8d6/9775f178-1075-47d7-98d4-5bfd7a206f8e) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:44.339758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.340444 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment ac02297d-214b-41e1-b1b4-1eb539d485fb of type vlan for network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 Feb 16 17:03:44.345193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:44.346092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:44.373808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.382644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Port': ['ID=30d62819-051c-4e8e-8514-c859a1615b08,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.391113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] No DVR routers for this DVR port 30d62819-051c-4e8e-8514-c859a1615b08 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:44.417105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.425868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:44.426830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.520497 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3001120 Feb 16 17:03:44.528659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57564) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:44.537267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:44.540475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.588284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:44.611322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b886399c-7628-4a70-9ab0-3740ac7c5937') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:44.611616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b886399c-7628-4a70-9ab0-3740ac7c5937') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:44.629211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.677046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.691082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:44.692278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:44.718670 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:44.767903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] For port 30d62819-051c-4e8e-8514-c859a1615b08, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=30d62819-051c-4e8e-8514-c859a1615b08,segment=NetworkSegment(b886399c-7628-4a70-9ab0-3740ac7c5937),segment_id=b886399c-7628-4a70-9ab0-3740ac7c5937)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:44.768435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.769393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69abf-844c-43fb-9119-365be1ed62ab tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=1f23ba28-e047-4ccf-b7f2-9db7fd6fde46,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.803864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:44.812832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:44.817172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:44.821078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:44.829229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:44.840993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:44.846499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.958440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.993752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.997542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Pushing event deleted for resources: {'Network': ['ID=1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:45.029544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:45.038582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.074077 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dced1094-8ba1-45c2-bde4-50337e235a7a tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/networks/1beb6aa6-8fb6-42ef-b4d2-6f82c2eb311b HTTP/1.1" status: 204 len: 168 time: 1.8826334 Feb 16 17:03:45.074837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57568) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:45.078620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.084913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Calling delete_port for 30d62819-051c-4e8e-8514-c859a1615b08 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:03:45.129622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.188842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.272994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:45.293827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:45.294228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:45.317211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3f80a591-a4aa-433b-b99d-ce898d960383 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Synchronizing usage tracker for tenant:a59f690188c947c4882fe4475f59492b on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:03:45.319726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:45.336310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:45.342602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:45.343454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.349933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3f80a591-a4aa-433b-b99d-ce898d960383 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Unset dirty status for tenant:a59f690188c947c4882fe4475f59492b on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:03:45.351440 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3f80a591-a4aa-433b-b99d-ce898d960383 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "GET /v2.0/ports?device_id=90199e8a-3c0f-4ea9-8c43-6376f2fffac7 HTTP/1.1" status: 200 len: 205 time: 0.2749565 Feb 16 17:03:45.355507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57572) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:45.373473 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fc276f93-2a2a-4cba-8906-48c9024efdcd tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8416259 Feb 16 17:03:45.373707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57576) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:45.418271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c9dd5c-0dee-4d3b-8a37-fb3e2350bad1 None None] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:45.497783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f7ed167-ae31-4784-b1dd-b7bd93ac611a None None] Provisioning complete for port 89f1405c-adf8-491a-90ff-18d6377c95e8 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:45.498142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed167-ae31-4784-b1dd-b7bd93ac611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.559023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.707825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:45.708241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:45.722099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 89f1405c-adf8-491a-90ff-18d6377c95e8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=89f1405c-adf8-491a-90ff-18d6377c95e8,segment=NetworkSegment(bdc9ee69-06eb-40e1-ad40-27bdef070de7),segment_id=bdc9ee69-06eb-40e1-ad40-27bdef070de7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:45.725452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.747523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.801868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Transition to ACTIVE for port object 9775f178-1075-47d7-98d4-5bfd7a206f8e will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:45.857907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30d62819-051c-4e8e-8514-c859a1615b08 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:03:45.902136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Allocated IP 172.26.7.27 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/9e1b6428-64cb-4944-820e-2a927f931437) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:45.909246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.912494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.928986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 30d62819-051c-4e8e-8514-c859a1615b08 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:03:45.929341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 30d62819-051c-4e8e-8514-c859a1615b08 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:03:45.978585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Transition to ACTIVE for port object 9775f178-1075-47d7-98d4-5bfd7a206f8e will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:46.005742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.006372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Fanout notify agent at l3_agent the message router_deleted on router 90199e8a-3c0f-4ea9-8c43-6376f2fffac7 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:03:46.012771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.039434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.043574 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b520003a-d1d9-475a-b8c9-0fed95e6fad8 tempest-RoutersNegativeIpV6Test-402842527 tempest-RoutersNegativeIpV6Test-402842527-project] 10.222.0.43 "DELETE /v2.0/routers/90199e8a-3c0f-4ea9-8c43-6376f2fffac7 HTTP/1.1" status: 204 len: 168 time: 0.6843934 Feb 16 17:03:46.081701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=89f1405c-adf8-491a-90ff-18d6377c95e8,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.101971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.124832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.139841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.215839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:46.226784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:46.231548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:46.306410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Port': ['ID=9e1b6428-64cb-4944-820e-2a927f931437,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.313329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Deleting port 30d62819-051c-4e8e-8514-c859a1615b08 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:03:46.313953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.386006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb99bb-9aad-4b0f-a2d5-3ec534fc67aa None None] The port '30d62819-051c-4e8e-8514-c859a1615b08' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:03:46.388360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Pushing event updated for resources: {'Port': ['ID=9775f178-1075-47d7-98d4-5bfd7a206f8e,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.447216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.21.0.1 (1f23ba28-e047-4ccf-b7f2-9db7fd6fde46/0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77/cddc8aec-917f-458f-a706-2924eb52711e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:46.455763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57584) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:46.460767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f7ed167-ae31-4784-b1dd-b7bd93ac611a None None] Provisioning for port 61462baf-221f-425d-8f12-e6082345b58b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:46.470064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:46.472418 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f7ed167-ae31-4784-b1dd-b7bd93ac611a None None] Provisioning complete for port 61462baf-221f-425d-8f12-e6082345b58b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:46.472806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed167-ae31-4784-b1dd-b7bd93ac611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.499211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:46.500101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:46.511448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:46.512546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.686049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ed167-ae31-4784-b1dd-b7bd93ac611a None None] Port 61462baf-221f-425d-8f12-e6082345b58b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:46.723299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Attempting to bind port 9775f178-1075-47d7-98d4-5bfd7a206f8e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:46.723673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Attempting to bind port 9775f178-1075-47d7-98d4-5bfd7a206f8e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '922b19e4-dd74-4b22-8eee-4358bf465245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:46.724019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Attempting to bind port 9775f178-1075-47d7-98d4-5bfd7a206f8e on network 58e0529a-735f-41e8-9fd1-879ba4c295c4 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:46.744201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:42Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:43Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.746852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:46.747262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Checking segment: {'id': '922b19e4-dd74-4b22-8eee-4358bf465245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:46.747615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.748008 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Bound using segment: {'id': '922b19e4-dd74-4b22-8eee-4358bf465245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:46.748483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Bound port: 9775f178-1075-47d7-98d4-5bfd7a206f8e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922b19e4-dd74-4b22-8eee-4358bf465245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:46.748876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.749872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.767451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object cddc8aec-917f-458f-a706-2924eb52711e will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:46.774799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:46.775193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Updating router e851d132-4fbb-4429-8860-31033d2d74ee port 61462baf-221f-425d-8f12-e6082345b58b binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:03:46.793854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.868588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:46.872474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:46.876529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:46.917259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=cddc8aec-917f-458f-a706-2924eb52711e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.933334 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-490bee27-7832-476f-a3d4-06b873fd2bbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a59f690188c947c4882fe4475f59492b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735034 Feb 16 17:03:46.935166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57590) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:46.945518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.952138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.965885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8f2c29f5-8cfb-4325-8314-e4fe7a1df2b4 None None] Provisioning complete for port 61462baf-221f-425d-8f12-e6082345b58b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:46.966255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f2c29f5-8cfb-4325-8314-e4fe7a1df2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.981083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.008815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Allocated IP 172.21.0.2 (1f23ba28-e047-4ccf-b7f2-9db7fd6fde46/0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77/722af131-46b5-4d5a-bb4d-3dfa87aecee8) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:47.091155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.098786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] For port 9775f178-1075-47d7-98d4-5bfd7a206f8e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:47.127936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c29f5-8cfb-4325-8314-e4fe7a1df2b4 None None] Port 61462baf-221f-425d-8f12-e6082345b58b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:47.143116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9209cc1-c692-4a8f-b48e-a593e6f85741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.199246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9209cc1-c692-4a8f-b48e-a593e6f85741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.324677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] For port 9775f178-1075-47d7-98d4-5bfd7a206f8e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9775f178-1075-47d7-98d4-5bfd7a206f8e,segment=NetworkSegment(922b19e4-dd74-4b22-8eee-4358bf465245),segment_id=922b19e4-dd74-4b22-8eee-4358bf465245)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:47.337830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.426753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9209cc1-c692-4a8f-b48e-a593e6f85741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.451137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9209cc1-c692-4a8f-b48e-a593e6f85741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1a3ba-0fc1-46ad-82ca-1bc2c12ebde9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.462594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.466597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9209cc1-c692-4a8f-b48e-a593e6f85741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.470026 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f9209cc1-c692-4a8f-b48e-a593e6f85741 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9b1a3ba-0fc1-46ad-82ca-1bc2c12ebde9 HTTP/1.1" status: 204 len: 168 time: 0.5327382 Feb 16 17:03:47.570969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.576983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.580538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb70499-8d5c-436f-a421-937d7c5bddd7 None None] Pushing event updated for resources: {'Port': ['ID=9775f178-1075-47d7-98d4-5bfd7a206f8e,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.714649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Router d47f9cbb-0a2f-41c3-9e48-9807f6f067da is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:03:47.744075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=cddc8aec-917f-458f-a706-2924eb52711e,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.764774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.779351 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Transition to ACTIVE for port object 722af131-46b5-4d5a-bb4d-3dfa87aecee8 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:47.786103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.884214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Transition to ACTIVE for port object 722af131-46b5-4d5a-bb4d-3dfa87aecee8 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:47.909091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 89f1405c-adf8-491a-90ff-18d6377c95e8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:47.953898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.099220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:48.100394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:48.126684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Pushing event updated for resources: {'Port': ['ID=722af131-46b5-4d5a-bb4d-3dfa87aecee8,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:48.160526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:48.163660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:48.176761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:48.177866 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] Sync routers for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:48.183171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:48.191598 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:48.192697 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:48.203290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.222512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.225990 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f141f865-0602-439c-b008-9bebba808003 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.9226232 Feb 16 17:03:48.226956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57618) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:48.330800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 89f1405c-adf8-491a-90ff-18d6377c95e8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:48.331243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.390946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Transition to ACTIVE for port object 61462baf-221f-425d-8f12-e6082345b58b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:48.426590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Attempting to bind port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:48.427145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Attempting to bind port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:48.427448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Attempting to bind port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 on network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:48.445113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.463720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:48.477154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:48.500443 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:48.501053 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:48.528321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:48.528718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Checking segment: {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:48.529084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.529437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Bound using segment: {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:48.529904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Bound port: 722af131-46b5-4d5a-bb4d-3dfa87aecee8, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:48.539193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.661499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:48.662508 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27a8b1-d22f-48cd-b1f3-0a649819dc73 None None] The sync data for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:48.824253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:48.842446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ddd710db-693c-4681-8720-f434d83634dc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4677069 Feb 16 17:03:48.844963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57634) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:48.852070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-912571237'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:48.862496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:48.873102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:48.877963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:48.887474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:48.914762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:48.923818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.929628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d0401-5662-4a5e-b134-d2d04ac6e5df None None] Pushing event updated for resources: {'Port': ['ID=61462baf-221f-425d-8f12-e6082345b58b,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:48.935228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57638) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:48.945887 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0044374 Feb 16 17:03:48.956911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57640) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:48.992159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:49.007418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.017641 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment cfd57bea-a626-4eb2-af0b-c8c4ac12f123 of type vlan for network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a Feb 16 17:03:49.029570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Attempting to bind port 61462baf-221f-425d-8f12-e6082345b58b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:49.029936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Attempting to bind port 61462baf-221f-425d-8f12-e6082345b58b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:49.030301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Attempting to bind port 61462baf-221f-425d-8f12-e6082345b58b on network 13393043-58fe-452e-b74a-54dc13192b9e {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:49.074363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] For port 722af131-46b5-4d5a-bb4d-3dfa87aecee8, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:49.077086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:49.077534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Checking segment: {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:49.077930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.078407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Bound using segment: {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:49.078948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Bound port: 61462baf-221f-425d-8f12-e6082345b58b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc9ee69-06eb-40e1-ad40-27bdef070de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:49.079317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.107955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.118509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] For port 722af131-46b5-4d5a-bb4d-3dfa87aecee8, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=722af131-46b5-4d5a-bb4d-3dfa87aecee8,segment=NetworkSegment(ac02297d-214b-41e1-b1b4-1eb539d485fb),segment_id=ac02297d-214b-41e1-b1b4-1eb539d485fb)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:49.138409 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-62c3d87e-73b9-456c-98fc-d551ae05ff49 tempest-NetworksApiDiscovery-1200892950 tempest-NetworksApiDiscovery-1200892950-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1756701 Feb 16 17:03:49.198825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.351143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.357765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:49.358390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.364508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f3a3c-db6f-40c1-bb1d-1cd1f593e0f0 req-74c82f3d-3714-48b1-a436-6849de8d9e8c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:49.366720 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4c0f3a3c-db6f-40c1-bb1d-1cd1f593e0f0 req-74c82f3d-3714-48b1-a436-6849de8d9e8c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.5763371 Feb 16 17:03:49.402873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf78b2-5c1c-498a-9a5f-cbeacd35f696 None None] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:49.432793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] For port 61462baf-221f-425d-8f12-e6082345b58b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:49.443305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] For port 61462baf-221f-425d-8f12-e6082345b58b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=61462baf-221f-425d-8f12-e6082345b58b,segment=NetworkSegment(bdc9ee69-06eb-40e1-ad40-27bdef070de7),segment_id=bdc9ee69-06eb-40e1-ad40-27bdef070de7)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:49.508594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded47e-9d0a-4cf0-b383-5be504bdc6c1 None None] Pushing event updated for resources: {'Port': ['ID=722af131-46b5-4d5a-bb4d-3dfa87aecee8,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:49.513096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.571830 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4c0f3a3c-db6f-40c1-bb1d-1cd1f593e0f0 req-718fe396-e639-48f8-a854-c5405cc2a918 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933544 Feb 16 17:03:49.585274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:49.613598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5163bcfd-0dee-46d2-9b89-cbe92396014c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7673492 Feb 16 17:03:49.625703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57654) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:49.638505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:49.704124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:49.909656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d5a657dd-217e-47c1-8060-2892d1824c04 None None] Provisioning for port 9775f178-1075-47d7-98d4-5bfd7a206f8e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:49.968538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:49.985927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:50.000516 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:50.023436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:50.036906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:50.046950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:50.047664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:50.049547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.062385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57660) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:50.186161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.226262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d0401-5662-4a5e-b134-d2d04ac6e5df None None] Pushing event updated for resources: {'Port': ['ID=61462baf-221f-425d-8f12-e6082345b58b,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:50.237883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9775f178-1075-47d7-98d4-5bfd7a206f8e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:50.454453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.466535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.477509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:50.486953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Usage tracker for resource:security_group_rule and tenant:97a7ed2f96014f3e85cdb9e740b002a4 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:50.492944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:50.505940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:50.543895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:50.549966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=55bf23a1-62ca-4cc2-bbf2-89c6747aa239,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:50.558440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:50.558984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:50.587561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:50.603394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:50.616899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:50.617474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.648508 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d59d323b-b4f3-49c5-8bda-16a050657e1f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0216131 Feb 16 17:03:50.652232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57668) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:50.757599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Allocated IP 172.20.0.1 (58e0529a-735f-41e8-9fd1-879ba4c295c4/00d3b825-8489-4e24-b940-6a031015a8d6/285c1d1c-02d6-4d25-b64b-58c291e5cc71) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:50.873042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbf47b-95e8-4b92-adf7-c51ed873d7c5 None None] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:50.911330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 9775f178-1075-47d7-98d4-5bfd7a206f8e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:50.997085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9775f178-1075-47d7-98d4-5bfd7a206f8e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.997710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.050951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.074100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.105336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.137011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74174fa-a1aa-43f7-a829-51971a9f6c59 None None] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:51.163064 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97a7ed2f96014f3e85cdb9e740b002a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0993690 Feb 16 17:03:51.174166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57672) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:51.176176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Transition to ACTIVE for port object 285c1d1c-02d6-4d25-b64b-58c291e5cc71 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:51.213225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8c72a-91c6-4148-8b6f-f05fb2c72128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880f5eb5-9bb8-49dc-a349-ca589c6430d9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:51.247650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a1454-bfc8-4014-b1bb-e4425cda5b70 req-405f376a-9c92-47a7-bdd0-d99fd0eef55d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:51.249941 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-685a1454-bfc8-4014-b1bb-e4425cda5b70 req-405f376a-9c92-47a7-bdd0-d99fd0eef55d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.4476421 Feb 16 17:03:51.309786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8bacd58-5714-429d-88aa-1990ec2aa490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.313917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.400610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-192aed1d-7a4a-41ae-bc9b-ecf142b2557d None None] Provisioning for port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:51.424265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Port': ['ID=285c1d1c-02d6-4d25-b64b-58c291e5cc71,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:51.452910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:51.456720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:51.460602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8bacd58-5714-429d-88aa-1990ec2aa490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.471427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:51.512220 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-685a1454-bfc8-4014-b1bb-e4425cda5b70 req-58293224-f9b0-483c-9ea0-626b9f7b9e6f tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552414 Feb 16 17:03:51.569597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.650341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.660442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.669689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8bacd58-5714-429d-88aa-1990ec2aa490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.692772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:51.694972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.708282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bacd58-5714-429d-88aa-1990ec2aa490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f5eb5-9bb8-49dc-a349-ca589c6430d9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:51.743049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8bacd58-5714-429d-88aa-1990ec2aa490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.744641 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8bacd58-5714-429d-88aa-1990ec2aa490 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/880f5eb5-9bb8-49dc-a349-ca589c6430d9 HTTP/1.1" status: 204 len: 168 time: 0.5659869 Feb 16 17:03:51.851006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:47Z', 'revision_number': 3, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:49Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:47Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.862078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed680367-7299-4639-ac57-39b2451bef6e None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:47Z', 'revision_number': 3, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:49Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:47Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:51.872702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.929877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 9775f178-1075-47d7-98d4-5bfd7a206f8e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9775f178-1075-47d7-98d4-5bfd7a206f8e,segment=NetworkSegment(922b19e4-dd74-4b22-8eee-4358bf465245),segment_id=922b19e4-dd74-4b22-8eee-4358bf465245)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:52.013139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e622f285-8462-49e7-bacf-2f44cf396195 None None] Provisioning complete for port 9775f178-1075-47d7-98d4-5bfd7a206f8e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:52.013770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e622f285-8462-49e7-bacf-2f44cf396195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.072187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.074287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 722af131-46b5-4d5a-bb4d-3dfa87aecee8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:52.531376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.22.0.1 (fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a/55bf23a1-62ca-4cc2-bbf2-89c6747aa239/7ed59e81-d074-47c5-a891-b55df35704df) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:52.637522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=9775f178-1075-47d7-98d4-5bfd7a206f8e,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:52.691486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:52.766819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:52.767996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.805477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.860422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object 7ed59e81-d074-47c5-a891-b55df35704df will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:52.893390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.893660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.906781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.966657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:52.973322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:52.976341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:53.018006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Allocated IP 172.22.0.2 (fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a/55bf23a1-62ca-4cc2-bbf2-89c6747aa239/444f5b00-d680-4f58-a8d3-c5c621ab2dfa) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:53.130374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=7ed59e81-d074-47c5-a891-b55df35704df,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.139461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.154369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Port': ['ID=285c1d1c-02d6-4d25-b64b-58c291e5cc71,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.180316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe638a-7187-4552-ac26-c5ccaa264f26 req-eb794b09-b9c8-4499-acc4-5de723ef531a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:53.181909 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ffe638a-7187-4552-ac26-c5ccaa264f26 req-eb794b09-b9c8-4499-acc4-5de723ef531a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.4260664 Feb 16 17:03:53.257687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.271070 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ffe638a-7187-4552-ac26-c5ccaa264f26 req-136744e9-cd26-49c5-b82a-02ca2994b74d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745006 Feb 16 17:03:53.304102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-99917eeb-a16a-4a55-b40c-7baba31fa0d7 None None] Provisioning for port 285c1d1c-02d6-4d25-b64b-58c291e5cc71 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:53.332883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-99917eeb-a16a-4a55-b40c-7baba31fa0d7 None None] Provisioning complete for port 285c1d1c-02d6-4d25-b64b-58c291e5cc71 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.333251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-99917eeb-a16a-4a55-b40c-7baba31fa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.396270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.414030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57698) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:53.467466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:53.468709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:53.481191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.550596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-99917eeb-a16a-4a55-b40c-7baba31fa0d7 None None] Port 285c1d1c-02d6-4d25-b64b-58c291e5cc71 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:53.631432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 722af131-46b5-4d5a-bb4d-3dfa87aecee8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=722af131-46b5-4d5a-bb4d-3dfa87aecee8,segment=NetworkSegment(ac02297d-214b-41e1-b1b4-1eb539d485fb),segment_id=ac02297d-214b-41e1-b1b4-1eb539d485fb)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:53.637187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.721348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=722af131-46b5-4d5a-bb4d-3dfa87aecee8,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.755780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1001246348-network', 'tenant_id': '08e7d041b859443b93057783e0379b34'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:53.778064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:53.781856 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6e02d69-580d-4e0f-9591-2d6ae0c0983d None None] Provisioning for port cddc8aec-917f-458f-a706-2924eb52711e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:53.791972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.799938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Usage tracker for resource:network and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:53.804904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6e02d69-580d-4e0f-9591-2d6ae0c0983d None None] Provisioning complete for port cddc8aec-917f-458f-a706-2924eb52711e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.805568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f6e02d69-580d-4e0f-9591-2d6ae0c0983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.876792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Transition to ACTIVE for port object 444f5b00-d680-4f58-a8d3-c5c621ab2dfa will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:53.905812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:53.946803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Transition to ACTIVE for port object 444f5b00-d680-4f58-a8d3-c5c621ab2dfa will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:53.953188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Router d47f9cbb-0a2f-41c3-9e48-9807f6f067da has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:53.955285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f6e02d69-580d-4e0f-9591-2d6ae0c0983d None None] Port cddc8aec-917f-458f-a706-2924eb52711e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:53.964333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.974800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9775f178-1075-47d7-98d4-5bfd7a206f8e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:54.004789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:54.046260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Made reservation on behalf of 08e7d041b859443b93057783e0379b34 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:54.049186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.070726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.093978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:54.099317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:54.100336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:54.102488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:54.108582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:54.112583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:54.137501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:54.162851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Pushing event updated for resources: {'Port': ['ID=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.169655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6e02d69-580d-4e0f-9591-2d6ae0c0983d None None] Provisioning complete for port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:54.170030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f6e02d69-580d-4e0f-9591-2d6ae0c0983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.177255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:54.191042 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a6d08d31-42a7-4175-97be-d1b78d3084dd tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "PUT /v2.0/routers/d47f9cbb-0a2f-41c3-9e48-9807f6f067da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9630909 Feb 16 17:03:54.193807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57704) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:54.204204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Request body: {'port': {'network_id': '58e0529a-735f-41e8-9fd1-879ba4c295c4', 'name': 'tempest-FloatingIPAdminTestJSON-1173272984'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:54.245434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] Sync routers for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:54.304104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:54.304738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.352538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.373415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Attempting to bind port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:54.373688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Attempting to bind port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:54.373802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.373995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Attempting to bind port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa on network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:54.376411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.387575 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.391033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:54.391401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Checking segment: {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:54.391787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.392170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Bound using segment: {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:54.392635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Bound port: 444f5b00-d680-4f58-a8d3-c5c621ab2dfa, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:54.393170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.395151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:54.399661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Usage tracker for resource:port and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:54.404275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:54.416536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:54.425529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.444256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Made reservation on behalf of bc646cbe60c446cbb708d2917a54d5d5 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:54.448417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.472477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] device_id is not set on port 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:03:54.490075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9775f178-1075-47d7-98d4-5bfd7a206f8e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:54.490430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.551506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:54.553535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.560848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:54.583895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e637520-dc5b-46ee-bc3e-f0b0cc8d4110,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.602139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.606019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=7ed59e81-d074-47c5-a891-b55df35704df,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.618922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.619272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Added segment 31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19 of type vlan for network 35c04ff5-79f1-4ca1-b464-8868ba1703fc Feb 16 17:03:54.647875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Allocated IP 172.20.0.6 (58e0529a-735f-41e8-9fd1-879ba4c295c4/00d3b825-8489-4e24-b940-6a031015a8d6/53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:54.734209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.740135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.761449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.762141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2fdffe-295a-4ea8-a3d1-32ba5eff40a3 None None] The sync data for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:54.778265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ba9cd-47a5-497f-8fd9-87d9e0738d06 req-163749b2-5334-47ac-b942-435ce112b4b8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:54.786188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a02ba9cd-47a5-497f-8fd9-87d9e0738d06 req-163749b2-5334-47ac-b942-435ce112b4b8 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.3652031 Feb 16 17:03:54.848198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] For port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:54.875405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] For port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:54.883909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.891814 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:54.906025 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:54.907830 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.913519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.942808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Transition to ACTIVE for port object 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:54.962692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 61462baf-221f-425d-8f12-e6082345b58b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:54.979373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.035897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:55.039328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:55.042043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.043217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:55.043974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.054206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-173214f7-fb86-4adc-9d34-7b6f9181e1b2 None None] Provisioning complete for port cddc8aec-917f-458f-a706-2924eb52711e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:55.054589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-173214f7-fb86-4adc-9d34-7b6f9181e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.077683 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a02ba9cd-47a5-497f-8fd9-87d9e0738d06 req-dfb8df70-5e5a-445b-b5b8-d644137c8cc5 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902489 Feb 16 17:03:55.114515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bcfb7-2fbe-437f-83fb-22c3220bfd6b None None] Pushing event updated for resources: {'Port': ['ID=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.137345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-173214f7-fb86-4adc-9d34-7b6f9181e1b2 None None] Port cddc8aec-917f-458f-a706-2924eb52711e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:55.139237 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:55.140461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:55.141265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event updated for resources: {'Port': ['ID=53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.153719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-173214f7-fb86-4adc-9d34-7b6f9181e1b2 None None] Provisioning complete for port 285c1d1c-02d6-4d25-b64b-58c291e5cc71 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:55.153861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:55.154085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-173214f7-fb86-4adc-9d34-7b6f9181e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.158079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:55.196216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 61462baf-221f-425d-8f12-e6082345b58b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:55.219774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 61462baf-221f-425d-8f12-e6082345b58b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:55.220169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.311658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-173214f7-fb86-4adc-9d34-7b6f9181e1b2 None None] Port 285c1d1c-02d6-4d25-b64b-58c291e5cc71 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:55.480238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.516186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] Pushing event updated for resources: {'Network': ['ID=35c04ff5-79f1-4ca1-b464-8868ba1703fc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.530759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 61462baf-221f-425d-8f12-e6082345b58b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=61462baf-221f-425d-8f12-e6082345b58b,segment=NetworkSegment(bdc9ee69-06eb-40e1-ad40-27bdef070de7),segment_id=bdc9ee69-06eb-40e1-ad40-27bdef070de7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:55.540018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0dd2e551-5782-4c49-b83e-ed94125d5bab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1217289 Feb 16 17:03:55.540833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57710) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:55.542123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.548749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Request body: {'subnet': {'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1001246348-subnet', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:55.575936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:55.587156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:55.587611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Usage tracker for resource:subnet and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:55.593391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:55.602317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:55.609213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:55.625183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:55.629055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.684913 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff35a93e-fe14-4b8c-a3d1-b977711c4604 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4891508 Feb 16 17:03:55.687294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57714) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:55.741211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Made reservation on behalf of 08e7d041b859443b93057783e0379b34 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:55.743559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.761245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4fb2b2bf-2916-4c43-9321-81f63ed04157 None None] Provisioning for port 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:55.769938 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=61462baf-221f-425d-8f12-e6082345b58b,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.779671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4fb2b2bf-2916-4c43-9321-81f63ed04157 None None] Provisioning complete for port 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:55.780070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4fb2b2bf-2916-4c43-9321-81f63ed04157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.789552 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:53Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:49Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:03:54Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:47Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:55.809807 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:55.810064 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Updating router e851d132-4fbb-4429-8860-31033d2d74ee port 7ed59e81-d074-47c5-a891-b55df35704df binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:03:55.876812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2b2bf-2916-4c43-9321-81f63ed04157 None None] Port 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:03:55.892573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 722af131-46b5-4d5a-bb4d-3dfa87aecee8 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:55.893959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.919095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'project_id': 'bc646cbe60c446cbb708d2917a54d5d5', 'port_id': '53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:55.928095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:55.935737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Usage tracker for resource:floatingip and tenant:bc646cbe60c446cbb708d2917a54d5d5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:55.940544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:55.949869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:55.966160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.988263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:55.989932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:55.990473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.996023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-df167091-3ffc-4eec-ba22-65dc03903b34 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425863 Feb 16 17:03:55.998700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57720) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:56.007426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214122122'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:56.015498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:56.021152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:network and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:56.025204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:56.033283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:56.081785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:56.085855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.152119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.177348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 444f5b00-d680-4f58-a8d3-c5c621ab2dfa up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:56.218425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:56.272673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.275267 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added segment 70f819f4-111e-41a0-9314-6bf16b58ede0 of type vlan for network 521cd6af-c416-48e9-b91e-07860b575b2b Feb 16 17:03:56.293142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.295624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:56.384728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.422039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca649115-db81-4704-938d-ff6a00ce08d3,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:56.427657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Checking segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:56.428018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Network hostable DHCP agents. Network: 35c04ff5-79f1-4ca1-b464-8868ba1703fc, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:56.433775 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.449117 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Transition to ACTIVE for port object 7ed59e81-d074-47c5-a891-b55df35704df will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:56.457474 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.477004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.483241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.483864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.489539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Allocated IP 172.26.7.127 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/8e7ea2e9-5fa0-4e44-a3e5-c0d9b769257f) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:56.506443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b2dd3-2d76-41f0-b2bf-602cbe11c3d6 req-60246d0f-cb77-4f2a-b502-65f8ef646a9c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.516501 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d55b2dd3-2d76-41f0-b2bf-602cbe11c3d6 req-60246d0f-cb77-4f2a-b502-65f8ef646a9c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.2260587 Feb 16 17:03:56.522545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:56.535702 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Pushing event updated for resources: {'Port': ['ID=7ed59e81-d074-47c5-a891-b55df35704df,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:56.545192 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.545536 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.546314 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.546314 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.546540 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.546834 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.547116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.547431 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.547752 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.548368 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.548368 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.548658 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:56.587356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 35c04ff5-79f1-4ca1-b464-8868ba1703fc) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:56.602510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac0a06-8332-4c30-b530-5e03dcfee94f None None] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:56.609376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.610005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.648639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f063a7f6-eced-4283-87b5-d70ded16e00c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1067493 Feb 16 17:03:56.650602 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6498909 Feb 16 17:03:56.656703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57726) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:56.659033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57728) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:56.676798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'subnet': {'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:56.688648 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d55b2dd3-2d76-41f0-b2bf-602cbe11c3d6 req-6bb8767b-8246-4254-b7fe-e37416d7cbfa tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716998 Feb 16 17:03:56.696678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:56.707599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:56.710506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9457748-02fc-45e9-a7eb-294f5dffd059 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Network': ['ID=521cd6af-c416-48e9-b91e-07860b575b2b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:56.718497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Usage tracker for resource:router and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:56.776031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:56.783103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 521cd6af-c416-48e9-b91e-07860b575b2b details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:03:56.787297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.793855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:56.819866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.820719 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Attempting to bind port 7ed59e81-d074-47c5-a891-b55df35704df on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:56.820890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.821083 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Attempting to bind port 7ed59e81-d074-47c5-a891-b55df35704df by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:56.821716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Attempting to bind port 7ed59e81-d074-47c5-a891-b55df35704df on network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:56.829008 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:56.829375 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Checking segment: {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:56.829766 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.830147 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Bound using segment: {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:56.830986 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Bound port: 7ed59e81-d074-47c5-a891-b55df35704df, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:56.831360 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.838708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.859122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.860662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:03:56.872285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:subnet and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:03:56.876241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:03:56.893684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:03:56.904632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982e3dd-8fd8-4a4f-987d-a9114d9055d3 None None] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:56.928816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:56.941664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:56.951644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:56.956340 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] For port 7ed59e81-d074-47c5-a891-b55df35704df, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:56.961236 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] For port 7ed59e81-d074-47c5-a891-b55df35704df, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ed59e81-d074-47c5-a891-b55df35704df,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:56.971181 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.973425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Made reservation on behalf of 40854e354a664b47a76f07c4fa2c9302 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:56.979691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.023980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7ea2e9-5fa0-4e44-a3e5-c0d9b769257f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.050391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] Provisioning for port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:57.059552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] Provisioning complete for port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:57.060013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.082170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Pushing event updated for resources: {'Port': ['ID=7ed59e81-d074-47c5-a891-b55df35704df,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.102839 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Updating router e851d132-4fbb-4429-8860-31033d2d74ee port cddc8aec-917f-458f-a706-2924eb52711e binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:03:57.172215 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.250024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:57.250887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.446835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.545301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.593360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.632730 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.653780 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Transition to ACTIVE for port object cddc8aec-917f-458f-a706-2924eb52711e will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:57.664767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.723389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.746326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] For port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:03:57.757245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.777109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.816486 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Pushing event updated for resources: {'Port': ['ID=cddc8aec-917f-458f-a706-2924eb52711e,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.912663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 61462baf-221f-425d-8f12-e6082345b58b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:03:57.946284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ce1a6-44b6-485a-a27c-ecc9d7f99d67 None None] Pushing event updated for resources: {'Port': ['ID=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.991616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Allocated IP 172.20.0.2 (35c04ff5-79f1-4ca1-b464-8868ba1703fc/ca649115-db81-4704-938d-ff6a00ce08d3/9f063fbb-478a-4507-a718-8d0111a6c17d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:58.007205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Subnet': ['ID=d99f707c-eb91-4a0b-8899-617a839024ae,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.040381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.053868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.093206 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Attempting to bind port cddc8aec-917f-458f-a706-2924eb52711e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:58.102525 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Attempting to bind port cddc8aec-917f-458f-a706-2924eb52711e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:58.102970 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Attempting to bind port cddc8aec-917f-458f-a706-2924eb52711e on network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:58.111085 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:58.111453 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Checking segment: {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:58.111902 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.112287 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Bound using segment: {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:58.112790 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Bound port: cddc8aec-917f-458f-a706-2924eb52711e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac02297d-214b-41e1-b1b4-1eb539d485fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:58.117949 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.175903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 61462baf-221f-425d-8f12-e6082345b58b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:58.176652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.196224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.312883 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] For port cddc8aec-917f-458f-a706-2924eb52711e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:58.321716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] For port cddc8aec-917f-458f-a706-2924eb52711e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cddc8aec-917f-458f-a706-2924eb52711e,segment=NetworkSegment(ac02297d-214b-41e1-b1b4-1eb539d485fb),segment_id=ac02297d-214b-41e1-b1b4-1eb539d485fb)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:58.332241 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.362837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Checking segment: {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:58.365348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network hostable DHCP agents. Network: 521cd6af-c416-48e9-b91e-07860b575b2b, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:58.438186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.457569 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:03:58.458630 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.514393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.528324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7ea2e9-5fa0-4e44-a3e5-c0d9b769257f,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.611923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 521cd6af-c416-48e9-b91e-07860b575b2b is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:58.629388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d41fbe87-c3a3-4922-8b48-4ed99a8b788a None None] Provisioning complete for port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:58.629852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d41fbe87-c3a3-4922-8b48-4ed99a8b788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.653506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678da1d7-ab51-4eae-9d0e-99c33a1b3f2c req-c3dcc7ed-f41d-4fd1-86d0-7ee7cb24b1f4 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:58.655879 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-678da1d7-ab51-4eae-9d0e-99c33a1b3f2c req-c3dcc7ed-f41d-4fd1-86d0-7ee7cb24b1f4 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.7691679 Feb 16 17:03:58.679251 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Floating IP 2961552c-018a-4c01-96c2-8695ac1278e9 associated. External IP: 172.26.7.127, port: 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a. Feb 16 17:03:58.717311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.725618 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb88a5-62cf-45d0-b186-cd550c6d4bba None None] Pushing event updated for resources: {'Port': ['ID=cddc8aec-917f-458f-a706-2924eb52711e,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.729700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 521cd6af-c416-48e9-b91e-07860b575b2b) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:58.749554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:58.752432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.771689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd2edc-ae26-45cc-af19-b3cbbbf8310a None None] Network 521cd6af-c416-48e9-b91e-07860b575b2b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:03:58.823183 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:03:58.824962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Transition to ACTIVE for port object 9f063fbb-478a-4507-a718-8d0111a6c17d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:58.878082 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-678da1d7-ab51-4eae-9d0e-99c33a1b3f2c req-c554f5b6-d45d-48ff-878d-b49cca9ad953 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068300 Feb 16 17:03:58.914127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bb963c69-8e9b-45a2-accb-1ccfcae57ba2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2468433 Feb 16 17:03:58.921815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57736) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:03:58.944035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Allocated IP 172.26.7.113 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/cf62c94d-a7ca-4351-b3fc-4679f920a4bc) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:59.003707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Transition to ACTIVE for port object 9f063fbb-478a-4507-a718-8d0111a6c17d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:59.026726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.216072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.246515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:59.276980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Pushing event updated for resources: {'Port': ['ID=9f063fbb-478a-4507-a718-8d0111a6c17d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.281210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:59.288417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:03:59.386384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.388092 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:53Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:03:56Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:59.393761 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d709b54-00ab-46eb-b4ba-7af3950c3365 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:53Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:03:56Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:59.399198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Router d47f9cbb-0a2f-41c3-9e48-9807f6f067da has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:03:59.543870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d41fbe87-c3a3-4922-8b48-4ed99a8b788a None None] Provisioning for port 7ed59e81-d074-47c5-a891-b55df35704df completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:59.552721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Attempting to bind port 9f063fbb-478a-4507-a718-8d0111a6c17d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:59.553105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Attempting to bind port 9f063fbb-478a-4507-a718-8d0111a6c17d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:59.553439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Attempting to bind port 9f063fbb-478a-4507-a718-8d0111a6c17d on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:03:59.593951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:03:59.594381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Checking segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:03:59.595045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.595291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Bound using segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:03:59.595778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Bound port: 9f063fbb-478a-4507-a718-8d0111a6c17d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:59.596152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.739570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] For port 9f063fbb-478a-4507-a718-8d0111a6c17d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:03:59.743077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] For port 9f063fbb-478a-4507-a718-8d0111a6c17d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9f063fbb-478a-4507-a718-8d0111a6c17d,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:03:59.758446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-521cd6af-c416-48e9-b91e-07860b575b2b', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:03:59.761187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.777947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.821237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:03:59.859762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] Sync routers for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:59.866461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:59.905713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.058222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:00.060222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.118682 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-93959573-c7c5-43b1-b918-658bfd3ba958 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.4298356 Feb 16 17:04:00.123551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:00.242324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:00.246000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:00.339653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.374664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ed59e81-d074-47c5-a891-b55df35704df up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:00.392483 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ef07cdbc-c19f-41e5-89cd-dc6f6bade73f tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] 10.222.0.43 "GET /v2.0/floatingips/2961552c-018a-4c01-96c2-8695ac1278e9 HTTP/1.1" status: 200 len: 983 time: 0.2672100 Feb 16 17:04:00.393141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57746) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:00.512615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.519534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2891b-0893-4ed4-87ae-52d5cdf21251 None None] Pushing event updated for resources: {'Port': ['ID=9f063fbb-478a-4507-a718-8d0111a6c17d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.548911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:00.549703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.555400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb78a-6c56-434e-91e9-b181372b911c req-0d520fb1-4190-4965-8ab0-3c04051c5f22 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:00.557856 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d2adb78a-6c56-434e-91e9-b181372b911c req-0d520fb1-4190-4965-8ab0-3c04051c5f22 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.5079117 Feb 16 17:04:00.603031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ed885204-5444-4ef7-82fd-fb5ec8259a3b tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.2068241 Feb 16 17:04:00.606357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57750) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:00.656354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Allocated IP 172.23.0.2 (521cd6af-c416-48e9-b91e-07860b575b2b/d99f707c-eb91-4a0b-8899-617a839024ae/a0cdf086-fc84-4a38-842e-38feb906a19a) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:00.660812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.661206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed1371-8eec-43e9-8042-82aa5289f2cb None None] The sync data for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:00.726935 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d2adb78a-6c56-434e-91e9-b181372b911c req-13e4b24d-efd3-4e5b-9647-fb7ae989e5a4 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579838 Feb 16 17:04:00.759135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 7ed59e81-d074-47c5-a891-b55df35704df completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:00.769740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7ed59e81-d074-47c5-a891-b55df35704df triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:00.770104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.857557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting port 8e7ea2e9-5fa0-4e44-a3e5-c0d9b769257f {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:00.858184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.871146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c60cdc83-483d-42fb-9bea-cfae72113ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.031114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.052057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.074774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Transition to ACTIVE for port object a0cdf086-fc84-4a38-842e-38feb906a19a will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:01.113670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Transition to ACTIVE for port object a0cdf086-fc84-4a38-842e-38feb906a19a will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:01.129405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 7ed59e81-d074-47c5-a891-b55df35704df, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ed59e81-d074-47c5-a891-b55df35704df,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:01.132434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.156012 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:01.180008 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:01.180648 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:01.181049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.182606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 444f5b00-d680-4f58-a8d3-c5c621ab2dfa up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:01.254148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.279617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.289558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.290279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.298290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Network 521cd6af-c416-48e9-b91e-07860b575b2b is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:01.304199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:01.307869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:01.407526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Pushing event updated for resources: {'Port': ['ID=a0cdf086-fc84-4a38-842e-38feb906a19a,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.487675 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:01.499690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Calling delete_port for 8e7ea2e9-5fa0-4e44-a3e5-c0d9b769257f owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:01.594436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=7ed59e81-d074-47c5-a891-b55df35704df,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.608749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cfe36-8e0d-4f3f-948c-b1a864f5bd63 None None] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:01.705895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.722846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Attempting to bind port a0cdf086-fc84-4a38-842e-38feb906a19a on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:01.723312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Attempting to bind port a0cdf086-fc84-4a38-842e-38feb906a19a by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:01.723776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Attempting to bind port a0cdf086-fc84-4a38-842e-38feb906a19a on network 521cd6af-c416-48e9-b91e-07860b575b2b {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:01.742840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bc4d85ea-2e8f-4afa-a054-609205b4350d None None] Provisioning for port 9f063fbb-478a-4507-a718-8d0111a6c17d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:01.747295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:01.747801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Checking segment: {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:01.748317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.748934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Bound using segment: {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:01.749506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Bound port: a0cdf086-fc84-4a38-842e-38feb906a19a, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:01.749980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.771443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Port': ['ID=8e7ea2e9-5fa0-4e44-a3e5-c0d9b769257f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.851687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:01.852207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.901877 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:53Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:01.908250 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:01.926821 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:01.927900 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:01.977940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.978616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Floating IP 2961552c-018a-4c01-96c2-8695ac1278e9 disassociated (deleted). External IP: 172.26.7.127, port: 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a. Feb 16 17:04:01.995387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] For port a0cdf086-fc84-4a38-842e-38feb906a19a, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:02.018187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] For port a0cdf086-fc84-4a38-842e-38feb906a19a, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a0cdf086-fc84-4a38-842e-38feb906a19a,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:02.095805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.205891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cddc8aec-917f-458f-a706-2924eb52711e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:02.223760 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:02.286929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493e3a-7c42-477f-bdfc-d342a19a1f37 None None] Pushing event updated for resources: {'Port': ['ID=a0cdf086-fc84-4a38-842e-38feb906a19a,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.340375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port cddc8aec-917f-458f-a706-2924eb52711e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:02.345533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cddc8aec-917f-458f-a706-2924eb52711e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.345943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.640808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Router d47f9cbb-0a2f-41c3-9e48-9807f6f067da has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:02.680194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324a7ef-1659-4700-9223-eaf45bd35c84 req-8043063c-c87b-4f2a-bc48-f5d749faa8b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:02.688275 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7324a7ef-1659-4700-9223-eaf45bd35c84 req-8043063c-c87b-4f2a-bc48-f5d749faa8b1 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.5477064 Feb 16 17:04:02.693569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.699802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.776507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port cddc8aec-917f-458f-a706-2924eb52711e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cddc8aec-917f-458f-a706-2924eb52711e,segment=NetworkSegment(ac02297d-214b-41e1-b1b4-1eb539d485fb),segment_id=ac02297d-214b-41e1-b1b4-1eb539d485fb)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:02.788154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.809780 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:53Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.825873 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b93dbf-39d4-4a49-8f45-bb0833c02d8d None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:03:53Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:02.892291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=cddc8aec-917f-458f-a706-2924eb52711e,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.903886 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7324a7ef-1659-4700-9223-eaf45bd35c84 req-64045ce0-6b8c-4b5c-9015-77fb7142a72a tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014039 Feb 16 17:04:02.927264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Allocated IP 172.23.0.1 (521cd6af-c416-48e9-b91e-07860b575b2b/d99f707c-eb91-4a0b-8899-617a839024ae/d6f5ebdd-ea36-4400-a64c-9502f8f13172) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:02.929562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:02.942374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] Sync routers for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:02.944101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.956783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:02.957633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:03.014188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0795b6da-8fe0-4f6f-bb72-5acba992508e tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "DELETE /v2.0/floatingips/2961552c-018a-4c01-96c2-8695ac1278e9 HTTP/1.1" status: 204 len: 168 time: 2.4066322 Feb 16 17:04:03.015576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57760) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:03.027483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:03.032913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:03.033167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:03.037541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Usage tracker for resource:floatingip and tenant:56d54daff8ef430783a530747ca0671f is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:03.040862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:03.048150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:03.054476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:03.063160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:03:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:03.075555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.160595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9f063fbb-478a-4507-a718-8d0111a6c17d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:03.201817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:03.202490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe413e89-e4ad-4546-b581-121461f08e02 None None] The sync data for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:03.259969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 9f063fbb-478a-4507-a718-8d0111a6c17d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:03.265524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9f063fbb-478a-4507-a718-8d0111a6c17d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:03.266043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.284945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.295187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.308517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Transition to ACTIVE for port object d6f5ebdd-ea36-4400-a64c-9502f8f13172 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:03.351596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.436676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.442496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 521cd6af-c416-48e9-b91e-07860b575b2b is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:03.448430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:03.454853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:04:03.460422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:03.490747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Allocated IP 172.26.7.156 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/2d4e5930-6de4-4c5e-abae-c3d0d1eba2f7) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:03.499899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 9f063fbb-478a-4507-a718-8d0111a6c17d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9f063fbb-478a-4507-a718-8d0111a6c17d,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:03.505838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.508029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ed59e81-d074-47c5-a891-b55df35704df up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:03.598200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=d6f5ebdd-ea36-4400-a64c-9502f8f13172,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:03.635490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.702432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bb614-81c2-4f0b-b26d-ce994cbdf7e0 None None] Network 521cd6af-c416-48e9-b91e-07860b575b2b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:03.730817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df7f4696-3ad3-4f28-90ab-5b1d10a7f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.784007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:03.804079 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:03.824942 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:03.826021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.827615 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:03.828009 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c08fe9c5-603e-4c17-bd90-88d959bd49e6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1642246 Feb 16 17:04:03.831458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-23e7541c-2a95-4349-95e7-09818d790474 None None] Provisioning for port a0cdf086-fc84-4a38-842e-38feb906a19a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:03.833578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57764) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:03.848934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=9f063fbb-478a-4507-a718-8d0111a6c17d,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:03.889045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7ed59e81-d074-47c5-a891-b55df35704df triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:03.889575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.903333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.976428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.123738 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:04.333551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.345214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.352227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a0cdf086-fc84-4a38-842e-38feb906a19a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:04.448450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a0cdf086-fc84-4a38-842e-38feb906a19a completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:04.462103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a0cdf086-fc84-4a38-842e-38feb906a19a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:04.462476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.470045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c59a0f-05c1-40e6-b5bc-6e73cb1291fd req-57af0cd1-303f-4961-ad57-6acc7088c05e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:04.477471 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d7c59a0f-05c1-40e6-b5bc-6e73cb1291fd req-57af0cd1-303f-4961-ad57-6acc7088c05e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.3694248 Feb 16 17:04:04.556184 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:00Z', 'revision_number': 3, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:04.561760 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:04.562339 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Updating router 23c2617b-306d-42b6-bfab-bf3efbac6f93 port cf62c94d-a7ca-4351-b3fc-4679f920a4bc binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:04.567298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:04.594318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:04.609419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:04.642873 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.698888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.707239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4e5930-6de4-4c5e-abae-c3d0d1eba2f7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.752256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.753626 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d7c59a0f-05c1-40e6-b5bc-6e73cb1291fd req-ec5567ee-d3c7-4a5b-8c39-27ec1adbc76b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750795 Feb 16 17:04:04.760329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.778072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port a0cdf086-fc84-4a38-842e-38feb906a19a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a0cdf086-fc84-4a38-842e-38feb906a19a,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:04.795858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.967246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=a0cdf086-fc84-4a38-842e-38feb906a19a,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.970237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cddc8aec-917f-458f-a706-2924eb52711e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:04.975543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.040298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1ede8a28-b0e3-4c0f-b11c-8993e4fe9b63 None None] Provisioning for port d6f5ebdd-ea36-4400-a64c-9502f8f13172 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:05.044436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.083067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:04:05.085405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:05.121448 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.138382 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Transition to ACTIVE for port object cf62c94d-a7ca-4351-b3fc-4679f920a4bc will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:05.162014 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.181909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.182849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1ede8a28-b0e3-4c0f-b11c-8993e4fe9b63 None None] Provisioning complete for port d6f5ebdd-ea36-4400-a64c-9502f8f13172 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:05.183207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1ede8a28-b0e3-4c0f-b11c-8993e4fe9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.265492 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd72c95-2019-4be6-ace5-65fa2748ca4c None None] Pushing event updated for resources: {'Port': ['ID=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:05.298297 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Attempting to bind port cf62c94d-a7ca-4351-b3fc-4679f920a4bc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:05.298736 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Attempting to bind port cf62c94d-a7ca-4351-b3fc-4679f920a4bc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:05.299085 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Attempting to bind port cf62c94d-a7ca-4351-b3fc-4679f920a4bc on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:05.306444 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:05.306987 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:05.307321 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.308256 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:05.308256 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Bound port: cf62c94d-a7ca-4351-b3fc-4679f920a4bc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:05.308606 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.315869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.320886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Network 521cd6af-c416-48e9-b91e-07860b575b2b is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:05.323716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:05.360380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event updated for resources: {'Port': ['ID=d6f5ebdd-ea36-4400-a64c-9502f8f13172,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:05.406352 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] For port cf62c94d-a7ca-4351-b3fc-4679f920a4bc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:05.410137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] For port cf62c94d-a7ca-4351-b3fc-4679f920a4bc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:05.421829 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.482764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1ede8a28-b0e3-4c0f-b11c-8993e4fe9b63 None None] Port d6f5ebdd-ea36-4400-a64c-9502f8f13172 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:05.497070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.525230 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd72c95-2019-4be6-ace5-65fa2748ca4c None None] Pushing event updated for resources: {'Port': ['ID=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:05.547572 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:05.548593 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:05.586225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cddc8aec-917f-458f-a706-2924eb52711e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:05.586654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.600497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.638216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be74e-462c-474c-8932-f649fc2fe348 req-c65df7a9-0f9d-4d13-b055-35c750322649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:05.639531 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-422be74e-462c-474c-8932-f649fc2fe348 req-c65df7a9-0f9d-4d13-b055-35c750322649 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1099 time: 0.4088559 Feb 16 17:04:05.647900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1ede8a28-b0e3-4c0f-b11c-8993e4fe9b63 None None] Provisioning complete for port a0cdf086-fc84-4a38-842e-38feb906a19a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:05.648267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1ede8a28-b0e3-4c0f-b11c-8993e4fe9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.673014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:05.691338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:04:05.699259 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-422be74e-462c-474c-8932-f649fc2fe348 req-c0a11381-3cd1-488a-9807-50b31b95ead7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517416 Feb 16 17:04:05.764610 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:05.766430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:05.772413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:05.803301 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'code': 200} Feb 16 17:04:05.806986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.846492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.855848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.940927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:05.942876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'port_id': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'mac_address': 'fa:16:3e:c3:0d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:04:05.954016 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:04:05.956092 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d1eac795-0bb3-488a-bd0a-44eef2c0bc52 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0322423 Feb 16 17:04:05.960503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57774) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:05.961661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:05.968444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:06.105367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.109585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:06.110222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:06.211626 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:00Z', 'revision_number': 3, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:06.224180 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b8ac5-b4da-447c-9e45-7be89f20657e None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:00Z', 'revision_number': 3, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:06.292898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4e5930-6de4-4c5e-abae-c3d0d1eba2f7,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.315386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9f063fbb-478a-4507-a718-8d0111a6c17d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:06.325900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Allocated IP 172.20.0.1 (35c04ff5-79f1-4ca1-b464-8868ba1703fc/ca649115-db81-4704-938d-ff6a00ce08d3/5b6cfa1e-d336-4240-a495-00995c37af42) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:06.341725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.355899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b21dc-2092-48c8-b84c-3ed5ab69cebd req-196272d7-8245-4cb0-842a-7a372529a97d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:06.357539 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6d0b21dc-2092-48c8-b84c-3ed5ab69cebd req-196272d7-8245-4cb0-842a-7a372529a97d tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 944 time: 0.2950358 Feb 16 17:04:06.427235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:06.483126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.497144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.501497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-56f00a46-0939-472b-a8ab-59df8b281a56 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4818149 Feb 16 17:04:06.503305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57778) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:06.508615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6d0b21dc-2092-48c8-b84c-3ed5ab69cebd req-0442acc5-875f-4ec7-a82f-ad75d5d668ed tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420097 Feb 16 17:04:06.547009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:04:06.663690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.684586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Transition to ACTIVE for port object 5b6cfa1e-d336-4240-a495-00995c37af42 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:06.701646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:06.716809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.734814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.808677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Pushing event updated for resources: {'Port': ['ID=5b6cfa1e-d336-4240-a495-00995c37af42,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.814343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:06.828829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:06.830322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:06.842971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:06.850341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:06.861150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Usage tracker for resource:floatingip and tenant:ae4001d2b59f407da03157d74feaedc4 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:06.865987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:06.876057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:06.962778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.970123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.974776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.980120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.008280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-912cc63f-aa83-4240-a5f9-7e221b5e459b None None] Provisioning complete for port d6f5ebdd-ea36-4400-a64c-9502f8f13172 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:07.008718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-912cc63f-aa83-4240-a5f9-7e221b5e459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.069072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9f063fbb-478a-4507-a718-8d0111a6c17d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:07.069437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.084704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.extraroute_db [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87720) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 17:04:07.125402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.extraroute_db [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Removed routes are [] {{(pid=87720) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 17:04:07.125709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.210939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-912cc63f-aa83-4240-a5f9-7e221b5e459b None None] Port d6f5ebdd-ea36-4400-a64c-9502f8f13172 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:07.217962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.409726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['60de5fe2-64dc-43b9-a18a-c81c61bdafc9'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:04:07.508878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e27ab42a-841e-4ef1-8c2b-1cf593817079 None None] Provisioning for port 5b6cfa1e-d336-4240-a495-00995c37af42 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:07.533567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f5ebdd-ea36-4400-a64c-9502f8f13172', 'name': '', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:62:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:01Z', 'updated_at': '2022-02-16T17:04:04Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:07.536843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e27ab42a-841e-4ef1-8c2b-1cf593817079 None None] Provisioning complete for port 5b6cfa1e-d336-4240-a495-00995c37af42 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:07.537206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e27ab42a-841e-4ef1-8c2b-1cf593817079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.586033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:07.586400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Updating router e851d132-4fbb-4429-8860-31033d2d74ee port d6f5ebdd-ea36-4400-a64c-9502f8f13172 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:07.655304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.658224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.686487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.693148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.754692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.763329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.776049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cf62c94d-a7ca-4351-b3fc-4679f920a4bc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:07.815963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.820382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Pushing event updated for resources: {'Port': ['ID=5b6cfa1e-d336-4240-a495-00995c37af42,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:07.840605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e27ab42a-841e-4ef1-8c2b-1cf593817079 None None] Port 5b6cfa1e-d336-4240-a495-00995c37af42 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:07.972512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:07.973884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:08.038721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Allocated IP 172.26.7.200 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/77c6bd9e-51fa-4613-a8d1-07df88b584df) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:08.067047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port cf62c94d-a7ca-4351-b3fc-4679f920a4bc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:08.103647 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:08.143764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cf62c94d-a7ca-4351-b3fc-4679f920a4bc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:08.144340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.190971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd661a-d3c4-4e96-ad46-48aebb72ecae req-446698db-99dd-423e-87af-a74b40c0e1d9 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:08.192755 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3efd661a-d3c4-4e96-ad46-48aebb72ecae req-446698db-99dd-423e-87af-a74b40c0e1d9 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 945 time: 0.4759550 Feb 16 17:04:08.290177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:08.449474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3efd661a-d3c4-4e96-ad46-48aebb72ecae req-38412da2-579d-4c92-bc46-f9eaf159b46c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494757 Feb 16 17:04:08.489471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57788) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:08.496621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.533504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b11cf920-7963-4f92-832a-4369b5057e7c None None] Provisioning complete for port 5b6cfa1e-d336-4240-a495-00995c37af42 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:08.533987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b11cf920-7963-4f92-832a-4369b5057e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.606346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.638844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.649464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port cf62c94d-a7ca-4351-b3fc-4679f920a4bc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:08.666458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.667263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a0cdf086-fc84-4a38-842e-38feb906a19a up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:08.668488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:08.678202 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8342364b-7440-44de-842f-4c834f1c10ae admin admin] 10.222.0.43 "PUT /v2.0/routers/23c2617b-306d-42b6-bfab-bf3efbac6f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8386054 Feb 16 17:04:08.686587 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:08.698785 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:08.699973 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:08.746668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:08.772961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Transition to ACTIVE for port object d6f5ebdd-ea36-4400-a64c-9502f8f13172 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:08.778861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.784521 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-840e4243-b625-4752-8c08-916f01f86211 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 934 time: 2.8182614 Feb 16 17:04:08.784794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57794) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:08.787653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b11cf920-7963-4f92-832a-4369b5057e7c None None] Port 5b6cfa1e-d336-4240-a495-00995c37af42 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:08.820645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.922425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a0cdf086-fc84-4a38-842e-38feb906a19a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:08.922765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.985545 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:08.987837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-160d1b79-8a3b-46fa-a648-fd833910955f tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/floatingips/873b6e1c-7143-48ae-9bbe-a7aa3d359e7c HTTP/1.1" status: 200 len: 993 time: 0.4951913 Feb 16 17:04:09.019385 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a19b1d2f-cda7-4f22-a003-cb91829844d7 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 934 time: 0.2325161 Feb 16 17:04:09.023162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57802) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:09.030773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'routes': None}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:09.039152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.062714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.186400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:09.189856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:09.208384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:09.262112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Attempting to bind port d6f5ebdd-ea36-4400-a64c-9502f8f13172 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:09.276429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Attempting to bind port d6f5ebdd-ea36-4400-a64c-9502f8f13172 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:09.277239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Attempting to bind port d6f5ebdd-ea36-4400-a64c-9502f8f13172 on network 521cd6af-c416-48e9-b91e-07860b575b2b {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:09.332786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:09.333190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Checking segment: {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:09.333634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.334055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Bound using segment: {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:09.334892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Bound port: d6f5ebdd-ea36-4400-a64c-9502f8f13172, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f819f4-111e-41a0-9314-6bf16b58ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:09.335642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.363630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Pushing event updated for resources: {'Port': ['ID=77c6bd9e-51fa-4613-a8d1-07df88b584df,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.377465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816334-9ee8-4905-9cfc-6f73e6a4ef17 None None] Pushing event updated for resources: {'Port': ['ID=d6f5ebdd-ea36-4400-a64c-9502f8f13172,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.392176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.497572 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 2, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:09.503239 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:09.503831 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Updating router 23c2617b-306d-42b6-bfab-bf3efbac6f93 port 5b6cfa1e-d336-4240-a495-00995c37af42 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:09.546128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] For port d6f5ebdd-ea36-4400-a64c-9502f8f13172, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:09.549717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] For port d6f5ebdd-ea36-4400-a64c-9502f8f13172, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d6f5ebdd-ea36-4400-a64c-9502f8f13172,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:09.553737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.560805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.626939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57814) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:09.627931 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.649314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cf62c94d-a7ca-4351-b3fc-4679f920a4bc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:09.650131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1029024191-network', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:09.663188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:09.672211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Usage tracker for resource:network and tenant:10365703d5034feb84ce6e7a39a6b0b2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:09.677383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:09.698165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:09.725362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Made reservation on behalf of 10365703d5034feb84ce6e7a39a6b0b2 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:09.728222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.747695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:09.748332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:09.823216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.854758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:09.860334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Usage tracker for resource:security_group_rule and tenant:10365703d5034feb84ce6e7a39a6b0b2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:09.865306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:09.875646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:09.970736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.989666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.022202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:10.031294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added routes are [] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 17:04:10.031928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.extraroute_db [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87721) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 17:04:10.038087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:10.067562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f015508-3aa0-4f4a-ba70-34a587e90163,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.083180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.083741 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Added segment f3e91ab9-0bf3-491e-808e-90e71028b1b7 of type vlan for network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 Feb 16 17:04:10.095349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.127449 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.129081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.142421 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Transition to ACTIVE for port object 5b6cfa1e-d336-4240-a495-00995c37af42 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:10.154767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.171177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.191175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816334-9ee8-4905-9cfc-6f73e6a4ef17 None None] Pushing event updated for resources: {'Port': ['ID=d6f5ebdd-ea36-4400-a64c-9502f8f13172,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.193248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.293546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cf62c94d-a7ca-4351-b3fc-4679f920a4bc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:10.294168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.347003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.348126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:10.348986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.415394 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba6b0a-8c0f-43c5-a183-a3df21037d29 None None] Pushing event updated for resources: {'Port': ['ID=5b6cfa1e-d336-4240-a495-00995c37af42,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.487197 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Attempting to bind port 5b6cfa1e-d336-4240-a495-00995c37af42 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:10.487720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Attempting to bind port 5b6cfa1e-d336-4240-a495-00995c37af42 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:10.488067 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Attempting to bind port 5b6cfa1e-d336-4240-a495-00995c37af42 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:10.493686 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:10.495754 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Checking segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:10.495754 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.495754 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Bound using segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:10.495754 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Bound port: 5b6cfa1e-d336-4240-a495-00995c37af42, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:10.496271 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.504612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] Pushing event updated for resources: {'Network': ['ID=524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.535166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Pushing event updated for resources: {'Port': ['ID=77c6bd9e-51fa-4613-a8d1-07df88b584df,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.551190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:10.568315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.572859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.577691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.606448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c3e7b5aa-3c55-4a63-899d-bd7bcfaf18ea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9783583 Feb 16 17:04:10.607966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57818) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:10.613056 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] For port 5b6cfa1e-d336-4240-a495-00995c37af42, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:10.615304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Request body: {'subnet': {'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1029024191-subnet', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:10.616743 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] For port 5b6cfa1e-d336-4240-a495-00995c37af42, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b6cfa1e-d336-4240-a495-00995c37af42,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:10.621654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.623271 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5fc5a5f9-50b5-432b-9553-dbbafa31db74 tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1193340 Feb 16 17:04:10.624478 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.625814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57822) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:10.629937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:10.701484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Usage tracker for resource:subnet and tenant:10365703d5034feb84ce6e7a39a6b0b2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:10.718470 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba6b0a-8c0f-43c5-a183-a3df21037d29 None None] Pushing event updated for resources: {'Port': ['ID=5b6cfa1e-d336-4240-a495-00995c37af42,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.722877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:10.724777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 6, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f5ebdd-ea36-4400-a64c-9502f8f13172', 'name': '', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:62:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:01Z', 'updated_at': '2022-02-16T17:04:09Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:10.734171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:10.740387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44e6d0-cd82-4646-8f96-af41d1d71ca5 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 6, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f5ebdd-ea36-4400-a64c-9502f8f13172', 'name': '', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:62:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:01Z', 'updated_at': '2022-02-16T17:04:09Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:10.751787 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:10.752661 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:10.766205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Made reservation on behalf of 10365703d5034feb84ce6e7a39a6b0b2 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:10.768338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.844707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:10.888572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ad6b47af-2bfe-49b8-a6d2-55fea9102149 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2602870 Feb 16 17:04:10.894981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57826) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:11.007093 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:11.070494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:11.129655 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e0e0ebf3-b617-4c4b-b796-7f6f9ae35c93 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2334552 Feb 16 17:04:11.133395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57830) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:11.210297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:11.211266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.362811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:11.387026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.388475 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-093011c3-268b-40ba-9142-8348c61ddeb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 700 time: 2.3641963 Feb 16 17:04:11.390931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57834) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:11.462128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.522698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:04:11.543020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Deleting port 77c6bd9e-51fa-4613-a8d1-07df88b584df {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:11.543972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.555339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:11.575753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.592474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.658256 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-71282ec1-d55f-4a07-be5d-7018eed53830 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 700 time: 0.2660162 Feb 16 17:04:11.658912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57842) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:11.694278 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:10Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:11.703014 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'code': 200} Feb 16 17:04:11.704148 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cceca74-bfd4-4088-a7f4-6b2dec96fadd None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:10Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:11.739190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6f5ebdd-ea36-4400-a64c-9502f8f13172 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:11.840977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:11.844962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d6f5ebdd-ea36-4400-a64c-9502f8f13172 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:11.850784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d6f5ebdd-ea36-4400-a64c-9502f8f13172 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:11.851152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.863303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Checking segment: {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:11.863961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Network hostable DHCP agents. Network: 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:11.878112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483534f3-9670-4d7d-9019-ae045b8a41da,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:11.939389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:11.988206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:11.997725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:11.998451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.004009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61595cc2-9313-4031-9d4c-46ede6d6fbe7 None None] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:12.004988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.005437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.113892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:12.129896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:12.130508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:12.180636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.200944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Calling delete_port for 77c6bd9e-51fa-4613-a8d1-07df88b584df owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:12.243041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5965e510-ed20-4422-bf57-4061dbe287b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6303806 Feb 16 17:04:12.247699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57850) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:12.262291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:12.276753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:12.293790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Usage tracker for resource:router and tenant:10365703d5034feb84ce6e7a39a6b0b2 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:12.298634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:12.309530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:12.342524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.344207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.452617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.455694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.493061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:12.522091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Pushing event deleted for resources: {'Port': ['ID=77c6bd9e-51fa-4613-a8d1-07df88b584df,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:12.612710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.816188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port d6f5ebdd-ea36-4400-a64c-9502f8f13172, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d6f5ebdd-ea36-4400-a64c-9502f8f13172,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:12.820489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.829517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.905843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.917923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.921477 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c47d76e1-83fc-4041-94ab-d03821237b4b tempest-FloatingIPAdminTestJSON-531637138 tempest-FloatingIPAdminTestJSON-531637138-project] 10.222.0.43 "DELETE /v2.0/floatingips/74bb9d17-b5a4-4308-8ac5-297746712f3d HTTP/1.1" status: 204 len: 168 time: 1.7846465 Feb 16 17:04:12.933458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57856) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:12.936098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548', 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'fixed_ips': [{'subnet_id': '483534f3-9670-4d7d-9019-ae045b8a41da'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:12.937092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.051674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=d6f5ebdd-ea36-4400-a64c-9502f8f13172,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:13.080608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port d6f5ebdd-ea36-4400-a64c-9502f8f13172 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:13.081788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.210440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Allocated IP 172.20.0.2 (524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548/483534f3-9670-4d7d-9019-ae045b8a41da/29cc7ecb-26e6-4eab-b735-027ab54549c9) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:13.312688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port d6f5ebdd-ea36-4400-a64c-9502f8f13172, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d6f5ebdd-ea36-4400-a64c-9502f8f13172,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:13.313794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.321241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Deleting port 2d4e5930-6de4-4c5e-abae-c3d0d1eba2f7 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:13.321241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.328557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:10Z', 'revision_number': 7, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f5ebdd-ea36-4400-a64c-9502f8f13172', 'name': '', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:62:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:01Z', 'updated_at': '2022-02-16T17:04:09Z', 'revision_number': 4, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:13.343112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:13.377538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:13.378170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:13.446445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for d6f5ebdd-ea36-4400-a64c-9502f8f13172 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:13.540391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.541426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.630835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:13.724188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Calling delete_port for 2d4e5930-6de4-4c5e-abae-c3d0d1eba2f7 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:13.779203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.806356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Transition to ACTIVE for port object 29cc7ecb-26e6-4eab-b735-027ab54549c9 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:13.828307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Transition to ACTIVE for port object 29cc7ecb-26e6-4eab-b735-027ab54549c9 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:13.847602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b6cfa1e-d336-4240-a495-00995c37af42 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:13.888130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.932854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.983302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=d6f5ebdd-ea36-4400-a64c-9502f8f13172,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:14.100334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:14.118033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.124773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.135117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:14.142677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:14.224869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.317012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Pushing event updated for resources: {'Port': ['ID=29cc7ecb-26e6-4eab-b735-027ab54549c9,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:14.337880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.403337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Attempting to bind port 29cc7ecb-26e6-4eab-b735-027ab54549c9 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:14.404154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Attempting to bind port 29cc7ecb-26e6-4eab-b735-027ab54549c9 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:14.404839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Attempting to bind port 29cc7ecb-26e6-4eab-b735-027ab54549c9 on network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:14.411378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 5b6cfa1e-d336-4240-a495-00995c37af42 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:14.416884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d4e5930-6de4-4c5e-abae-c3d0d1eba2f7,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:14.436246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:14.437053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Checking segment: {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:14.437643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.438498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Bound using segment: {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:14.439165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Bound port: 29cc7ecb-26e6-4eab-b735-027ab54549c9, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:14.439751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.513364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Allocated IP 172.26.7.143 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/9109f476-f916-4ccc-b80b-af13b3636fdd) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:14.524771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.537876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5b6cfa1e-d336-4240-a495-00995c37af42 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:14.538245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.617527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.623302 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-03e25360-08ce-4972-bbfc-c8d43c7c6f52 tempest-FloatingIPAdminTestJSON-901755705 tempest-FloatingIPAdminTestJSON-901755705-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/e9901dba-52ba-4c71-b460-1287062c749a HTTP/1.1" status: 204 len: 168 time: 1.6822937 Feb 16 17:04:14.623737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57860) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:14.727290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting port 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:14.729277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.755464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:14.805343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] For port 29cc7ecb-26e6-4eab-b735-027ab54549c9, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:14.813293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.824347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] For port 29cc7ecb-26e6-4eab-b735-027ab54549c9, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29cc7ecb-26e6-4eab-b735-027ab54549c9,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:14.835511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.847293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.942586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:14.945548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:10Z', 'revision_number': 7, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f5ebdd-ea36-4400-a64c-9502f8f13172', 'name': '', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:62:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:01Z', 'updated_at': '2022-02-16T17:04:12Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:14.956574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 5b6cfa1e-d336-4240-a495-00995c37af42, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b6cfa1e-d336-4240-a495-00995c37af42,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:14.965573 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a0c6c634-df37-40f6-bc61-29234c88a268 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026512 Feb 16 17:04:14.965810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8226-0418-4db4-8e53-16f69ee3fd49 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:10Z', 'revision_number': 7, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f5ebdd-ea36-4400-a64c-9502f8f13172', 'name': '', 'network_id': '521cd6af-c416-48e9-b91e-07860b575b2b', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:62:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:01Z', 'updated_at': '2022-02-16T17:04:12Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': 'd99f707c-eb91-4a0b-8899-617a839024ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:14.965810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.966078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57864) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:14.966985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6f5ebdd-ea36-4400-a64c-9502f8f13172 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:15.001474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbf107-eeb7-4dd7-b74b-d7c388f11116 None None] Pushing event updated for resources: {'Port': ['ID=29cc7ecb-26e6-4eab-b735-027ab54549c9,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.085158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet d99f707c-eb91-4a0b-8899-617a839024ae {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:04:15.089503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.093171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d6f5ebdd-ea36-4400-a64c-9502f8f13172 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:15.093171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6f5ebdd-ea36-4400-a64c-9502f8f13172 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 17:04:15.141062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Port d6f5ebdd-ea36-4400-a64c-9502f8f13172 not found, will not notify nova. {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 17:04:15.141283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.168660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=5b6cfa1e-d336-4240-a495-00995c37af42,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.199374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.239381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:15.253364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:15.258038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:15.327788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Pushing event updated for resources: {'Port': ['ID=9109f476-f916-4ccc-b80b-af13b3636fdd,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.339171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.344294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.410521 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:15.424419 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:15.425214 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:15.455122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.501185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=d99f707c-eb91-4a0b-8899-617a839024ae,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.505559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.516499 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1623f31d-262e-4c1c-bef5-9a418d574745 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/d99f707c-eb91-4a0b-8899-617a839024ae HTTP/1.1" status: 204 len: 168 time: 0.5473402 Feb 16 17:04:15.516651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Calling delete_port for 53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:15.517134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57868) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:15.518892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa3f0b-17f3-4b82-a526-6b21fadbf8ed None None] Network 521cd6af-c416-48e9-b91e-07860b575b2b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:15.596854 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:15.895961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.916224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port a0cdf086-fc84-4a38-842e-38feb906a19a {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:15.916577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.926234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29cc7ecb-26e6-4eab-b735-027ab54549c9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:16.038484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 29cc7ecb-26e6-4eab-b735-027ab54549c9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:16.053359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b6cfa1e-d336-4240-a495-00995c37af42 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:16.103456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.105058 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 8, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:16.109892 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:16.128839 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:16.129470 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:16.147832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] DHCP port deletion for 521cd6af-c416-48e9-b91e-07860b575b2b request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:04:16.158054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Deleting port a0cdf086-fc84-4a38-842e-38feb906a19a {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:16.158578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.209948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Port': ['ID=53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:16.226536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5b6cfa1e-d336-4240-a495-00995c37af42 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:16.227074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.341934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port a0cdf086-fc84-4a38-842e-38feb906a19a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a0cdf086-fc84-4a38-842e-38feb906a19a,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:16.342513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.367392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.401168 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:16.526630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.537252 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0866ac0e-c72e-48a9-a86e-4b394f7e2fc0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "DELETE /v2.0/ports/53af80e9-15b2-4ed7-b55e-c3fd4e2ba40a HTTP/1.1" status: 204 len: 168 time: 1.9125202 Feb 16 17:04:16.538223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57872) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:16.538343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0052498-203d-4f41-a6f3-354b8b3d9c7b None None] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:16.555280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for a0cdf086-fc84-4a38-842e-38feb906a19a owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:16.655927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.721727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=a0cdf086-fc84-4a38-842e-38feb906a19a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:16.727642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port a0cdf086-fc84-4a38-842e-38feb906a19a on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:16.750807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc8b7f-59cd-4e2b-b0b7-fc60c8cfd6d6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:16.752025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7cbc8b7f-59cd-4e2b-b0b7-fc60c8cfd6d6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Synchronizing usage tracker for tenant:bc646cbe60c446cbb708d2917a54d5d5 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:16.761080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] For port a0cdf086-fc84-4a38-842e-38feb906a19a, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a0cdf086-fc84-4a38-842e-38feb906a19a,segment=NetworkSegment(70f819f4-111e-41a0-9314-6bf16b58ede0),segment_id=70f819f4-111e-41a0-9314-6bf16b58ede0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:16.761471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.768649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] Provisioning for port 29cc7ecb-26e6-4eab-b735-027ab54549c9 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:16.802844 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 8, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:16.807611 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4003ff-5a2d-438f-bebc-11ea36774600 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 8, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed59e81-d074-47c5-a891-b55df35704df', 'name': '', 'network_id': 'fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:c5:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:52Z', 'updated_at': '2022-02-16T17:04:01Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '55bf23a1-62ca-4cc2-bbf2-89c6747aa239', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:16.843263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] Provisioning complete for port 29cc7ecb-26e6-4eab-b735-027ab54549c9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:16.843263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.887003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.914103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521cd6af-c416-48e9-b91e-07860b575b2b']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:16.927447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f819f4-111e-41a0-9314-6bf16b58ede0') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:16.927744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f819f4-111e-41a0-9314-6bf16b58ede0') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:16.941155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.959550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.967365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:16.967887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:16.983070 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:17.003128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Calling delete_port for a0cdf086-fc84-4a38-842e-38feb906a19a owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:17.069227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.093259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.102719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.106977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7cbc8b7f-59cd-4e2b-b0b7-fc60c8cfd6d6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Unset dirty status for tenant:bc646cbe60c446cbb708d2917a54d5d5 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:17.109146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=521cd6af-c416-48e9-b91e-07860b575b2b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.111180 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7cbc8b7f-59cd-4e2b-b0b7-fc60c8cfd6d6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "GET /v2.0/ports?device_id=d47f9cbb-0a2f-41c3-9e48-9807f6f067da HTTP/1.1" status: 200 len: 913 time: 0.5632484 Feb 16 17:04:17.111997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57876) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:17.117854 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-51af8dd4-2b42-4d0d-b7e2-edb37a215990 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/521cd6af-c416-48e9-b91e-07860b575b2b HTTP/1.1" status: 204 len: 168 time: 1.5958982 Feb 16 17:04:17.118079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57880) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: from cryptography.utils import int_from_bytes Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: from cryptography.utils import int_from_bytes Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn_limited( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn_limited( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:17.171565 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:04:17.236806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:17.237162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:17.325276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.373592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] For port 29cc7ecb-26e6-4eab-b735-027ab54549c9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29cc7ecb-26e6-4eab-b735-027ab54549c9,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:17.380848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.473314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9642c-a0aa-487a-a336-10771817f9d0 None None] Pushing event updated for resources: {'Port': ['ID=29cc7ecb-26e6-4eab-b735-027ab54549c9,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.634250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29cc7ecb-26e6-4eab-b735-027ab54549c9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:17.734360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.739157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Deleting port a0cdf086-fc84-4a38-842e-38feb906a19a {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:17.739528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.765224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:04:17.769087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-45ef0226-cf5c-4cd9-9607-e3cbaa430241 None None] Provisioning complete for port 29cc7ecb-26e6-4eab-b735-027ab54549c9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:17.769449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45ef0226-cf5c-4cd9-9607-e3cbaa430241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.864422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1d40e0a4-cbbe-415f-9be6-f57a1a01bbc6 None None] The port 'a0cdf086-fc84-4a38-842e-38feb906a19a' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:04:17.896776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 29cc7ecb-26e6-4eab-b735-027ab54549c9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:17.896776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.058511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:18.074312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Sync routers for ids ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:18.083301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.087412 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8ed426d8-d8ee-40c7-9b5c-642812a5f162 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8386452 Feb 16 17:04:18.088314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57884) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:18.109826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Routers {'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:18.110900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:18.203849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 7ed59e81-d074-47c5-a891-b55df35704df {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:18.204109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.328684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Set router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:18.381126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6f5ebdd-ea36-4400-a64c-9502f8f13172 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:18.430895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port 7ed59e81-d074-47c5-a891-b55df35704df, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7ed59e81-d074-47c5-a891-b55df35704df,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:18.432071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.483025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d6f5ebdd-ea36-4400-a64c-9502f8f13172 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:18.483886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6f5ebdd-ea36-4400-a64c-9502f8f13172 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:18.483886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a0cdf086-fc84-4a38-842e-38feb906a19a no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:18.485726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.517252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a0cdf086-fc84-4a38-842e-38feb906a19a {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:18.517586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a0cdf086-fc84-4a38-842e-38feb906a19a not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:18.573705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 7ed59e81-d074-47c5-a891-b55df35704df owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:18.719400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:04:15Z', 'revision_number': 3, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:18.723295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Checking router: bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:18.724049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Updating router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 port 9109f476-f916-4ccc-b80b-af13b3636fdd binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:18.766604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.781148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.818242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=7ed59e81-d074-47c5-a891-b55df35704df,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.096358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.281860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.296661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Transition to ACTIVE for port object 9109f476-f916-4ccc-b80b-af13b3636fdd will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:19.305129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.404861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Attempting to bind port 9109f476-f916-4ccc-b80b-af13b3636fdd on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:19.405376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Attempting to bind port 9109f476-f916-4ccc-b80b-af13b3636fdd by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:19.405838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Attempting to bind port 9109f476-f916-4ccc-b80b-af13b3636fdd on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:19.412954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting port 285c1d1c-02d6-4d25-b64b-58c291e5cc71 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:19.413937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.420662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:19.421031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:19.421429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.421817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:19.422290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Bound port: 9109f476-f916-4ccc-b80b-af13b3636fdd, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:19.422681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.465345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18edb0-da75-4f42-a963-ccbfefa4a04a None None] Pushing event updated for resources: {'Port': ['ID=9109f476-f916-4ccc-b80b-af13b3636fdd,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.512432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] For port 9109f476-f916-4ccc-b80b-af13b3636fdd, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:19.515702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] For port 9109f476-f916-4ccc-b80b-af13b3636fdd, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9109f476-f916-4ccc-b80b-af13b3636fdd,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:19.521205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.611560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Routers {'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:19.612316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:19.633758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:19.662823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.708510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18edb0-da75-4f42-a963-ccbfefa4a04a None None] Pushing event updated for resources: {'Port': ['ID=9109f476-f916-4ccc-b80b-af13b3636fdd,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.748484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.799005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:19.815644 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9516c3bd-ee10-4182-b7be-fdace9d20919 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934428 Feb 16 17:04:19.815900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57888) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:19.816295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] Set router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:19.816697 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:19.832090 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:19.832996 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:19.896283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet 55bf23a1-62ca-4cc2-bbf2-89c6747aa239 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:04:19.901253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.974380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.048446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Calling delete_port for 285c1d1c-02d6-4d25-b64b-58c291e5cc71 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:20.065434 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:20.091948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.188026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.208923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:04:15Z', 'revision_number': 3, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:20.213498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875135e-35ae-4acb-bfba-0031e0fa18a1 None None] The sync data for ids ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'] in dv-neutron-829527-2-hyperv is: [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:04:15Z', 'revision_number': 3, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:20.231928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=55bf23a1-62ca-4cc2-bbf2-89c6747aa239,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:20.248794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.252179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83eca8b-f2d3-4c74-af40-f85353c6ab34 None None] Network fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:20.262648 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b08867db-cdfe-4567-ab5d-fba9104007fe tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/55bf23a1-62ca-4cc2-bbf2-89c6747aa239 HTTP/1.1" status: 204 len: 168 time: 0.4449003 Feb 16 17:04:20.264609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57892) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:20.363440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Allocated IP 172.20.0.1 (524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548/483534f3-9670-4d7d-9019-ae045b8a41da/0545ea4f-eb03-4503-b398-dfa7022682b4) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:20.454939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.474668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:20.475016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.515135 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:18Z', 'revision_number': 9, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:20.521151 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:20.534895 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:20.535790 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:20.650472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.658148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.693256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c8939-399a-4272-9195-1476743d532f None None] DHCP port deletion for fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:04:20.698986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Deleting port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:20.699490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.734729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Port': ['ID=285c1d1c-02d6-4d25-b64b-58c291e5cc71,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:20.737309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Transition to ACTIVE for port object 0545ea4f-eb03-4503-b398-dfa7022682b4 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:20.799534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:20.800037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.801062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.801426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.801755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.802089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.802416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.802771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.803096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.803577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.803906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.804225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.804546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.804863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:20.895642 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:20.977168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.043433 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 444f5b00-d680-4f58-a8d3-c5c621ab2dfa owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:21.058696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8b0c8939-399a-4272-9195-1476743d532f None None] For port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,segment=NetworkSegment(cfd57bea-a626-4eb2-af0b-c8c4ac12f123),segment_id=cfd57bea-a626-4eb2-af0b-c8c4ac12f123)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:21.059090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.078705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:21.089641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:21.105478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:21.177331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.217220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.285467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:21.357466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Pushing event updated for resources: {'Port': ['ID=0545ea4f-eb03-4503-b398-dfa7022682b4,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.364288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=444f5b00-d680-4f58-a8d3-c5c621ab2dfa,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.412302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.412652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.412969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.413436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.413605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.413926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.414242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.414572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.414890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.415206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.416070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.416578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:21.444176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Calling delete_port for 444f5b00-d680-4f58-a8d3-c5c621ab2dfa owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:21.501081 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:18Z', 'revision_number': 9, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:21.508226 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb1704-ac7a-4f59-ab0c-56ebf2d37b79 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:18Z', 'revision_number': 9, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cddc8aec-917f-458f-a706-2924eb52711e', 'name': '', 'network_id': '1f23ba28-e047-4ccf-b7f2-9db7fd6fde46', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:6c:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:46Z', 'updated_at': '2022-02-16T17:04:02Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:21.560582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.562893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1c6eb26-ca4e-4f50-960a-8cb28b1091b8 None None] Provisioning for port 0545ea4f-eb03-4503-b398-dfa7022682b4 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:21.582899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1c6eb26-ca4e-4f50-960a-8cb28b1091b8 None None] Provisioning complete for port 0545ea4f-eb03-4503-b398-dfa7022682b4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:21.583264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c6eb26-ca4e-4f50-960a-8cb28b1091b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.612582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:21.628457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:21.629177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd57bea-a626-4eb2-af0b-c8c4ac12f123') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:21.629838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.645441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.658722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6eb26-ca4e-4f50-960a-8cb28b1091b8 None None] Port 0545ea4f-eb03-4503-b398-dfa7022682b4 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:21.670118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.676968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:21.677389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.688344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:21.688911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:21.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:21.890920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.913689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.918234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.934824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.937740 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-abcae8b0-416e-4092-af17-170d302c1e95 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/fa27cba7-89ad-4a8d-a3f9-d69ad4fc561a HTTP/1.1" status: 204 len: 168 time: 1.6720445 Feb 16 17:04:21.940464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57896) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:21.979308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9109f476-f916-4ccc-b80b-af13b3636fdd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:22.053231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 9109f476-f916-4ccc-b80b-af13b3636fdd completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:22.060866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9109f476-f916-4ccc-b80b-af13b3636fdd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:22.061606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.223980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Deleting port 444f5b00-d680-4f58-a8d3-c5c621ab2dfa {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:22.224664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8939-399a-4272-9195-1476743d532f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.267536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.286436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 9109f476-f916-4ccc-b80b-af13b3636fdd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9109f476-f916-4ccc-b80b-af13b3636fdd,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:22.325152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.332735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8939-399a-4272-9195-1476743d532f None None] The port '444f5b00-d680-4f58-a8d3-c5c621ab2dfa' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:04:22.393493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 444f5b00-d680-4f58-a8d3-c5c621ab2dfa no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:22.436822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 444f5b00-d680-4f58-a8d3-c5c621ab2dfa {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:22.437029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 444f5b00-d680-4f58-a8d3-c5c621ab2dfa not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:22.458545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=9109f476-f916-4ccc-b80b-af13b3636fdd,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:22.472632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Router d47f9cbb-0a2f-41c3-9e48-9807f6f067da has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:22.582956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.652741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.671088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.797488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:22.799407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.802970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Pushing event updated for resources: {'Port': ['ID=0545ea4f-eb03-4503-b398-dfa7022682b4,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:22.810504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] Sync routers for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:22.819736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:22.820343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:22.888422 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6a1254af-17d2-435c-875a-a65ff9f4bcc6 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "PUT /v2.0/routers/d47f9cbb-0a2f-41c3-9e48-9807f6f067da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7728908 Feb 16 17:04:22.888645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:22.888778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57900) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:22.897020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] Routers {'d47f9cbb-0a2f-41c3-9e48-9807f6f067da'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:22.897628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:22.956084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:22.958207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:22.966513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:22.967263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe805d-b0f4-414d-b1c0-11b15d4cd606 None None] The sync data for ids ['d47f9cbb-0a2f-41c3-9e48-9807f6f067da'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:23.100661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port cddc8aec-917f-458f-a706-2924eb52711e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:23.101265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.190452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:23.199430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-57b1e429-a1a6-43d2-a650-456607b29c17 None None] Provisioning complete for port 0545ea4f-eb03-4503-b398-dfa7022682b4 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:23.200031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-57b1e429-a1a6-43d2-a650-456607b29c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.215851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.268291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-57b1e429-a1a6-43d2-a650-456607b29c17 None None] Port 0545ea4f-eb03-4503-b398-dfa7022682b4 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:23.401879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:23.410483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00271c47-ce06-45c0-a712-94d091429992 admin admin] 10.222.0.43 "PUT /v2.0/routers/bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3197551 Feb 16 17:04:23.412850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Sync routers for ids ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:23.424778 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Routers {'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:23.425606 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:23.626052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port cddc8aec-917f-458f-a706-2924eb52711e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cddc8aec-917f-458f-a706-2924eb52711e,segment=NetworkSegment(ac02297d-214b-41e1-b1b4-1eb539d485fb),segment_id=ac02297d-214b-41e1-b1b4-1eb539d485fb)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:23.626410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.639802 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Set router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:23.644812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9109f476-f916-4ccc-b80b-af13b3636fdd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:23.750857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9109f476-f916-4ccc-b80b-af13b3636fdd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:23.751685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.762507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.771979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for cddc8aec-917f-458f-a706-2924eb52711e owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:23.825045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting port 9e1b6428-64cb-4944-820e-2a927f931437 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:23.825949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.932624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ed59e81-d074-47c5-a891-b55df35704df no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:23.970864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 7ed59e81-d074-47c5-a891-b55df35704df {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:23.971350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7ed59e81-d074-47c5-a891-b55df35704df not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:24.071090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.073286 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:04:21Z', 'revision_number': 4, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '0545ea4f-eb03-4503-b398-dfa7022682b4', 'name': '', 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'mac_address': 'fa:16:3e:c5:d9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '483534f3-9670-4d7d-9019-ae045b8a41da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:19Z', 'updated_at': '2022-02-16T17:04:22Z', 'revision_number': 2, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'subnets': [{'id': '483534f3-9670-4d7d-9019-ae045b8a41da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:24.078077 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Checking router: bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:24.078374 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Updating router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 port 0545ea4f-eb03-4503-b398-dfa7022682b4 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:24.143720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.238912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57910) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:24.243540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Calling delete_port for 9e1b6428-64cb-4944-820e-2a927f931437 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:24.248089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914999918', 'description': 'tempest-secgroup-smoke-1914999918 description', 'project_id': '08e7d041b859443b93057783e0379b34'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:24.254505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:24.258204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:24.263946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:24.271532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:24.298354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.319378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:24.324493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:24.327910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:24.330452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.334500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:24.417679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=cddc8aec-917f-458f-a706-2924eb52711e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:24.458871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.466020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.475875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.542392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36c20d-7ebd-4b7a-ac23-a0648f79be02,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:24.557537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.559042 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-30662c7e-627c-4cf7-9aaa-551b69bb9f05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3182008 Feb 16 17:04:24.562183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57914) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:24.568073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group_rule': {'security_group_id': '4e36c20d-7ebd-4b7a-ac23-a0648f79be02', 'project_id': '08e7d041b859443b93057783e0379b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:24.576890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:24.581188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:24.584839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:24.592160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:24.613494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.707294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.716874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.721536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.756024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60b8282-b179-4657-bb79-55ad11c4a4a4,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:24.764429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.767160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8ec73e65-c86a-474f-ba3e-4c254f398bdb tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039425 Feb 16 17:04:24.768436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57918) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:24.774026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group_rule': {'security_group_id': '4e36c20d-7ebd-4b7a-ac23-a0648f79be02', 'project_id': '08e7d041b859443b93057783e0379b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:24.790042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:24.795454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:24.798836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:24.800169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.807266 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Transition to ACTIVE for port object 0545ea4f-eb03-4503-b398-dfa7022682b4 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:24.808975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.810209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:24.821334 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.834330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.935270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.951880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.987584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c3a9bd-57c4-458c-a216-736c14b0c578,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.019441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.026051 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9918925f-158f-46e4-83b9-4c0f39948eed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2562013 Feb 16 17:04:25.027031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57922) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:25.032680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group_rule': {'security_group_id': '4e36c20d-7ebd-4b7a-ac23-a0648f79be02', 'project_id': '08e7d041b859443b93057783e0379b34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:25.039487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:25.049901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:25.050162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Port': ['ID=9e1b6428-64cb-4944-820e-2a927f931437,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.052574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:25.061163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:25.086452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.095850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a438fe-ab9a-4139-8169-fe5d1445e9c9 None None] Pushing event updated for resources: {'Port': ['ID=0545ea4f-eb03-4503-b398-dfa7022682b4,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.129632 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Attempting to bind port 0545ea4f-eb03-4503-b398-dfa7022682b4 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:25.130213 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Attempting to bind port 0545ea4f-eb03-4503-b398-dfa7022682b4 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:25.130893 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Attempting to bind port 0545ea4f-eb03-4503-b398-dfa7022682b4 on network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:25.138958 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:25.139368 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Checking segment: {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:25.139666 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.140032 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Bound using segment: {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:25.140480 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Bound port: 0545ea4f-eb03-4503-b398-dfa7022682b4, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e91ab9-0bf3-491e-808e-90e71028b1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:25.140841 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.170404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.177484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.232287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.236311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57926) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:25.236811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087786 Feb 16 17:04:25.243096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b45977-317c-460b-8993-a3b4d1b07a1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fd7a65-868a-40b9-bb51-420699de5287,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.250533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group_rule': {'security_group_id': '4e36c20d-7ebd-4b7a-ac23-a0648f79be02', 'project_id': '08e7d041b859443b93057783e0379b34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:25.268909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:25.285528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:25.288555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.301085 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] For port 0545ea4f-eb03-4503-b398-dfa7022682b4, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:25.306677 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] For port 0545ea4f-eb03-4503-b398-dfa7022682b4, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0545ea4f-eb03-4503-b398-dfa7022682b4,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:25.318693 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.337743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:25.398062 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Routers {'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:25.398621 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:25.458589 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a438fe-ab9a-4139-8169-fe5d1445e9c9 None None] Pushing event updated for resources: {'Port': ['ID=0545ea4f-eb03-4503-b398-dfa7022682b4,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.504158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:25.538246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.588448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.611303 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] Set router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:25.638126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.661650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.661650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Fanout notify agent at l3_agent the message router_deleted on router d47f9cbb-0a2f-41c3-9e48-9807f6f067da {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:04:25.699050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:25.720706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.721777 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41389aa5-a053-407c-93ed-c42b3eb60a31 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "DELETE /v2.0/routers/d47f9cbb-0a2f-41c3-9e48-9807f6f067da HTTP/1.1" status: 204 len: 168 time: 2.8321903 Feb 16 17:04:25.724530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57930) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:25.894740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.902124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.934578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9992c41-01f6-4e1c-a7e6-2491c585ef0e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.951111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:25.953471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.958624 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-04bf257c-5e1a-44cc-a113-dd9ba6a095fc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7153342 Feb 16 17:04:25.961187 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c4715451-2a6a-4ac3-8e4e-49e011e7d7a9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0194449 Feb 16 17:04:25.962817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57934) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:25.963243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57936) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:25.965245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting subnet 00d3b825-8489-4e24-b940-6a031015a8d6 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:04:25.970168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:25.981672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.991832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:25.992475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.008161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group_rule': {'security_group_id': '4e36c20d-7ebd-4b7a-ac23-a0648f79be02', 'project_id': '08e7d041b859443b93057783e0379b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:26.017413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:26.028496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:26.033437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:26.043380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:26.052495 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:04:21Z', 'revision_number': 4, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '0545ea4f-eb03-4503-b398-dfa7022682b4', 'name': '', 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'mac_address': 'fa:16:3e:c5:d9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '483534f3-9670-4d7d-9019-ae045b8a41da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:19Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 4, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'subnets': [{'id': '483534f3-9670-4d7d-9019-ae045b8a41da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.058036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.060420 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a709649-d2a1-44b0-b26b-3e04feaa78c0 None None] The sync data for ids ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'] in dv-neutron-829527-2-hyperv is: [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:04:21Z', 'revision_number': 4, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '0545ea4f-eb03-4503-b398-dfa7022682b4', 'name': '', 'network_id': '524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'mac_address': 'fa:16:3e:c5:d9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '483534f3-9670-4d7d-9019-ae045b8a41da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:19Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 4, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'subnets': [{'id': '483534f3-9670-4d7d-9019-ae045b8a41da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:26.075703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet 0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:04:26.079517 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Project 08e7d041b859443b93057783e0379b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:04:26.086958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.124853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.237303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:26.251173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.261242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.382982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.393251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.395844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.440495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff1b2d5-a0fe-483d-80c5-b23c54dfd631,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:26.456957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.470315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Subnet': ['ID=00d3b825-8489-4e24-b940-6a031015a8d6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:26.478701 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-55981810-b568-467d-841d-f57f96fe099c tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "DELETE /v2.0/subnets/00d3b825-8489-4e24-b940-6a031015a8d6 HTTP/1.1" status: 204 len: 168 time: 0.7498257 Feb 16 17:04:26.479381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 57942) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:26.483303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea2704-007c-4bc3-9dfc-c8d07f2a137b None None] Network 58e0529a-735f-41e8-9fd1-879ba4c295c4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:26.485694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.534610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.538607 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1238b610-6d92-4eae-a47f-efa1dc7f1130 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5715642 Feb 16 17:04:26.539077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57946) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:26.545069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'security_group_rule': {'security_group_id': '4e36c20d-7ebd-4b7a-ac23-a0648f79be02', 'project_id': '08e7d041b859443b93057783e0379b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:26.551453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:26.557517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:security_group_rule and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:26.561150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:26.568501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:26.582299 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Project 08e7d041b859443b93057783e0379b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:04:26.589913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.677800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.683389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.708797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70933e57-a1b9-48bc-969b-e728598c25af,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:26.711005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.737622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.740366 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c4f07ad0-b564-49be-ab9f-bdeec5a4408c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2003167 Feb 16 17:04:26.744392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting port 9775f178-1075-47d7-98d4-5bfd7a206f8e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:26.744781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.946999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.976842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:24Z', 'revision_number': 10, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.982316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:26.992078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:26.992755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.022697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:27.026543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.067670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2d43e-e3f9-4e2a-ac25-75196e2c8df4 None None] Network 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:27.081459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] DHCP port deletion for 58e0529a-735f-41e8-9fd1-879ba4c295c4 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:04:27.086754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-937d467b-ea97-40a3-8264-2ad8866e1a9f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77 HTTP/1.1" status: 204 len: 168 time: 1.1207197 Feb 16 17:04:27.091610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 57982) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:27.206167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Deleting port 9775f178-1075-47d7-98d4-5bfd7a206f8e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:27.206451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.274148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] For port 9775f178-1075-47d7-98d4-5bfd7a206f8e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9775f178-1075-47d7-98d4-5bfd7a206f8e,segment=NetworkSegment(922b19e4-dd74-4b22-8eee-4358bf465245),segment_id=922b19e4-dd74-4b22-8eee-4358bf465245)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:27.276991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.382853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.414476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:27.414834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.441938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Calling delete_port for 9775f178-1075-47d7-98d4-5bfd7a206f8e owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:27.558297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.562605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:27.691070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] No DVR routers for this DVR port 9775f178-1075-47d7-98d4-5bfd7a206f8e on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:27.692917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Port': ['ID=9775f178-1075-47d7-98d4-5bfd7a206f8e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:27.747906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0545ea4f-eb03-4503-b398-dfa7022682b4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:27.796571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port 722af131-46b5-4d5a-bb4d-3dfa87aecee8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=722af131-46b5-4d5a-bb4d-3dfa87aecee8,segment=NetworkSegment(ac02297d-214b-41e1-b1b4-1eb539d485fb),segment_id=ac02297d-214b-41e1-b1b4-1eb539d485fb)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:27.796947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.920322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.983936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e0529a-735f-41e8-9fd1-879ba4c295c4']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.998022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 722af131-46b5-4d5a-bb4d-3dfa87aecee8 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:28.002044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922b19e4-dd74-4b22-8eee-4358bf465245') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.002341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922b19e4-dd74-4b22-8eee-4358bf465245') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.016955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.027291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863500cd-61c8-430d-a1c7-77e9a28ee4af None None] DHCP port deletion for 1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:04:28.044973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.045200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-863500cd-61c8-430d-a1c7-77e9a28ee4af None None] Deleting port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:28.045200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-863500cd-61c8-430d-a1c7-77e9a28ee4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.047290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:28.047692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.096283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.097315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] For port 9775f178-1075-47d7-98d4-5bfd7a206f8e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9775f178-1075-47d7-98d4-5bfd7a206f8e,segment=NetworkSegment(922b19e4-dd74-4b22-8eee-4358bf465245),segment_id=922b19e4-dd74-4b22-8eee-4358bf465245)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:28.097704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:28.157042 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:28.160235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.189229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.200408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Network': ['ID=58e0529a-735f-41e8-9fd1-879ba4c295c4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.209432 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6620d7fc-7578-4528-abc7-a435f2150db0 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "DELETE /v2.0/networks/58e0529a-735f-41e8-9fd1-879ba4c295c4 HTTP/1.1" status: 204 len: 168 time: 1.7277558 Feb 16 17:04:28.211845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=722af131-46b5-4d5a-bb4d-3dfa87aecee8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.213859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58002) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:28.222736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port 722af131-46b5-4d5a-bb4d-3dfa87aecee8 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:28.398740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Deleting port 49baa38d-cd1b-4395-8790-3ca3c5e383f9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:28.398740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.399453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Calling delete_port for 9775f178-1075-47d7-98d4-5bfd7a206f8e owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:28.432764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.468731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-863500cd-61c8-430d-a1c7-77e9a28ee4af None None] The port '722af131-46b5-4d5a-bb4d-3dfa87aecee8' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:04:28.469455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f23ba28-e047-4ccf-b7f2-9db7fd6fde46']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.484872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac02297d-214b-41e1-b1b4-1eb539d485fb') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.485217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac02297d-214b-41e1-b1b4-1eb539d485fb') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.498825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 0545ea4f-eb03-4503-b398-dfa7022682b4 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:28.499564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.507901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0545ea4f-eb03-4503-b398-dfa7022682b4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:28.508372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.519010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.526618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:28.527096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.621288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.621613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:28.623221 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:28.650871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.659547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.667234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:28.667831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:28.695810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=1f23ba28-e047-4ccf-b7f2-9db7fd6fde46,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.713484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2ac0756e-087a-4d7f-aade-d3781904ff0e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/1f23ba28-e047-4ccf-b7f2-9db7fd6fde46 HTTP/1.1" status: 204 len: 168 time: 1.6177802 Feb 16 17:04:28.713915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58038) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:28.753351 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.776551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:24Z', 'revision_number': 10, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.779597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Calling delete_port for 49baa38d-cd1b-4395-8790-3ca3c5e383f9 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:28.786879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9df6c-ec83-4f26-bbed-ba5349704c70 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:24Z', 'revision_number': 10, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None, '_interfaces': [{'id': '61462baf-221f-425d-8f12-e6082345b58b', 'name': '', 'network_id': '13393043-58fe-452e-b74a-54dc13192b9e', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'mac_address': 'fa:16:3e:1b:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:41Z', 'updated_at': '2022-02-16T17:03:55Z', 'revision_number': 5, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'subnets': [{'id': '58dde1ff-4929-4f12-bd48-fa314b3185ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:28.809314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 0545ea4f-eb03-4503-b398-dfa7022682b4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0545ea4f-eb03-4503-b398-dfa7022682b4,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:28.817019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.900761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=0545ea4f-eb03-4503-b398-dfa7022682b4,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:29.115573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.169827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Deleting port 9775f178-1075-47d7-98d4-5bfd7a206f8e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:29.170323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.191840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Pushing event deleted for resources: {'Port': ['ID=49baa38d-cd1b-4395-8790-3ca3c5e383f9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:29.219892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9775f178-1075-47d7-98d4-5bfd7a206f8e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:29.331568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 9775f178-1075-47d7-98d4-5bfd7a206f8e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:29.331916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9775f178-1075-47d7-98d4-5bfd7a206f8e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:29.340030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8a113c21-264f-476c-929b-c356fa5771aa None None] The port '9775f178-1075-47d7-98d4-5bfd7a206f8e' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:04:29.381434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.397110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.400830 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff007abc-b63f-40fb-907c-16fb1440a9f9 tempest-FloatingIPAdminTestJSON-1523947656 tempest-FloatingIPAdminTestJSON-1523947656-project] 10.222.0.43 "DELETE /v2.0/floatingips/e5da1362-83f7-4add-84c1-0fabdd316edf HTTP/1.1" status: 204 len: 168 time: 1.1842430 Feb 16 17:04:29.621716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.656084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0545ea4f-eb03-4503-b398-dfa7022682b4 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:29.734789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0545ea4f-eb03-4503-b398-dfa7022682b4 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:29.735148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.882715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58050) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:29.939017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 722af131-46b5-4d5a-bb4d-3dfa87aecee8 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:29.984768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 722af131-46b5-4d5a-bb4d-3dfa87aecee8 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:29.985243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 722af131-46b5-4d5a-bb4d-3dfa87aecee8 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:29.985676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cddc8aec-917f-458f-a706-2924eb52711e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:30.038944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: cddc8aec-917f-458f-a706-2924eb52711e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:30.039396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cddc8aec-917f-458f-a706-2924eb52711e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:30.079219 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a9d6e285-78c7-43bd-9ee4-480a0ae170a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc646cbe60c446cbb708d2917a54d5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950417 Feb 16 17:04:30.081678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58056) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:30.096337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 61462baf-221f-425d-8f12-e6082345b58b {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:30.096775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.143985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d19b570c-43ba-4fd5-b368-ba6df6def6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.172658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d19b570c-43ba-4fd5-b368-ba6df6def6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.241796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d19b570c-43ba-4fd5-b368-ba6df6def6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.260530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b570c-43ba-4fd5-b368-ba6df6def6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec24b42-b9f6-4c4c-aa63-eff02d2ad634,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:30.265402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d19b570c-43ba-4fd5-b368-ba6df6def6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.266509 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d19b570c-43ba-4fd5-b368-ba6df6def6b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cec24b42-b9f6-4c4c-aa63-eff02d2ad634 HTTP/1.1" status: 204 len: 168 time: 0.1839333 Feb 16 17:04:30.351196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port 61462baf-221f-425d-8f12-e6082345b58b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=61462baf-221f-425d-8f12-e6082345b58b,segment=NetworkSegment(bdc9ee69-06eb-40e1-ad40-27bdef070de7),segment_id=bdc9ee69-06eb-40e1-ad40-27bdef070de7)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:30.351544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.500169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 61462baf-221f-425d-8f12-e6082345b58b owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:30.636292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58066) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:30.652854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.668911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:30.672954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4001d2b59f407da03157d74feaedc4 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:30.675987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:30.683119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:30.792930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.800299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.839532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b285db-1ce4-40f2-ac8b-d18d73e8aecc,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:30.872757 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-741614c3-9854-4e6c-b70c-0d8a1a9d85c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae4001d2b59f407da03157d74feaedc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366412 Feb 16 17:04:30.875968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58070) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:30.877668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fe836edf-4dc0-4457-b7bb-a18848b94610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.918996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.986331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=61462baf-221f-425d-8f12-e6082345b58b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:31.213969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2b3288a-8e4e-4b55-be83-defc6e6d6f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.261721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2b3288a-8e4e-4b55-be83-defc6e6d6f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.422430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.577752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2b3288a-8e4e-4b55-be83-defc6e6d6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.648776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3288a-8e4e-4b55-be83-defc6e6d6f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b285db-1ce4-40f2-ac8b-d18d73e8aecc,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:31.737826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2b3288a-8e4e-4b55-be83-defc6e6d6f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.741272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b2b3288a-8e4e-4b55-be83-defc6e6d6f8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0b285db-1ce4-40f2-ac8b-d18d73e8aecc HTTP/1.1" status: 204 len: 168 time: 0.8614016 Feb 16 17:04:31.751374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:31.893421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:31.899065 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8db64b97-b127-40ee-9735-a609783bbede tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1841855 Feb 16 17:04:31.902870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58078) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:31.906581 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:31.918174 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:31.918960 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:31.998124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting subnet 58dde1ff-4929-4f12-bd48-fa314b3185ed {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:04:32.001404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.065563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.091617 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:32.182996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.197335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58084) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:32.218859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.241284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:32.247739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Usage tracker for resource:security_group_rule and tenant:56d54daff8ef430783a530747ca0671f is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:32.259724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:32.271110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:32.293433 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 11, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:32.300320 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:32.301336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.317848 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:32.318544 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:32.350944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.355678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Subnet': ['ID=58dde1ff-4929-4f12-bd48-fa314b3185ed,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.358262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a46d0-146e-40f2-ba86-d220c4adbff1 None None] Network 13393043-58fe-452e-b74a-54dc13192b9e requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:32.371905 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aa0cc335-4fe7-4cdb-b5c6-bdb5bdf0c6bf tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/58dde1ff-4929-4f12-bd48-fa314b3185ed HTTP/1.1" status: 204 len: 168 time: 0.4653695 Feb 16 17:04:32.372525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58088) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:32.404253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.409602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.475349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56d54daff8ef430783a530747ca0671f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738190 Feb 16 17:04:32.475349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4f8a-6ede-4326-874b-25e5ccea2162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1cf1f2-37c5-4108-93ab-75a72589cc47,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.476942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58094) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:32.538188 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:32.582857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-22dc76f5-9223-44cd-9e71-f2ae60f72810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.614968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-22dc76f5-9223-44cd-9e71-f2ae60f72810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.615584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.640703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Deleting port 89f1405c-adf8-491a-90ff-18d6377c95e8 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:32.642068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.684150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-22dc76f5-9223-44cd-9e71-f2ae60f72810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.696180 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 11, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:32.701411 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd566-5d2d-4651-a477-9c9118dc8544 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 11, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:32.732119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc76f5-9223-44cd-9e71-f2ae60f72810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1cf1f2-37c5-4108-93ab-75a72589cc47,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.741604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-22dc76f5-9223-44cd-9e71-f2ae60f72810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.742770 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-22dc76f5-9223-44cd-9e71-f2ae60f72810 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae1cf1f2-37c5-4108-93ab-75a72589cc47 HTTP/1.1" status: 204 len: 168 time: 0.2649105 Feb 16 17:04:32.918489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] For port 89f1405c-adf8-491a-90ff-18d6377c95e8, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=89f1405c-adf8-491a-90ff-18d6377c95e8,segment=NetworkSegment(bdc9ee69-06eb-40e1-ad40-27bdef070de7),segment_id=bdc9ee69-06eb-40e1-ad40-27bdef070de7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:32.919187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.053868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Calling delete_port for 89f1405c-adf8-491a-90ff-18d6377c95e8 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:33.081802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed7d03-f2ca-433c-8c66-f7cae32877bc None None] DHCP port deletion for 13393043-58fe-452e-b74a-54dc13192b9e request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:04:33.089042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-84ed7d03-f2ca-433c-8c66-f7cae32877bc None None] Deleting port 89f1405c-adf8-491a-90ff-18d6377c95e8 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:33.089463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-84ed7d03-f2ca-433c-8c66-f7cae32877bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.184440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.276415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Port': ['ID=89f1405c-adf8-491a-90ff-18d6377c95e8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:33.280719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No DVR routers for this DVR port 89f1405c-adf8-491a-90ff-18d6377c95e8 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:33.288579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-84ed7d03-f2ca-433c-8c66-f7cae32877bc None None] The port '89f1405c-adf8-491a-90ff-18d6377c95e8' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:04:33.429415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.471360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13393043-58fe-452e-b74a-54dc13192b9e']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.492206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc9ee69-06eb-40e1-ad40-27bdef070de7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.492655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc9ee69-06eb-40e1-ad40-27bdef070de7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.506671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.532868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.540439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:33.540835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:33.558859 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:33.588850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-808665f7-cfcb-4504-9c51-2a3f267a4184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.682413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.711898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 89f1405c-adf8-491a-90ff-18d6377c95e8 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:33.728755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.739059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Pushing event deleted for resources: {'Network': ['ID=13393043-58fe-452e-b74a-54dc13192b9e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:33.750377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 89f1405c-adf8-491a-90ff-18d6377c95e8 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:33.750377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 89f1405c-adf8-491a-90ff-18d6377c95e8 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:33.750871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 61462baf-221f-425d-8f12-e6082345b58b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:04:33.760720 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ba58cad-99a7-4a58-bfcb-05f5095ae4f2 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/networks/13393043-58fe-452e-b74a-54dc13192b9e HTTP/1.1" status: 204 len: 168 time: 1.3869309 Feb 16 17:04:33.764787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58114) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:33.775386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'routes': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:33.790520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 61462baf-221f-425d-8f12-e6082345b58b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:04:33.791076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 61462baf-221f-425d-8f12-e6082345b58b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:04:34.164112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.extraroute_db [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Added routes are [] {{(pid=87720) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 17:04:34.165493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.extraroute_db [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Removed routes are [] {{(pid=87720) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 17:04:34.166123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.254851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.653040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.656875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.828898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router e851d132-4fbb-4429-8860-31033d2d74ee has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:35.012128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.037045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:35.045203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.049076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58142) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.050039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-33aec42b-a901-40e6-9a9f-43a9c58977ed tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 701 time: 1.2826529 Feb 16 17:04:35.052369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] Sync routers for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:35.067685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:35.068387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.110167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-840daace-d4e6-44ed-a98c-d4375b6dee0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:35.130031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-840daace-d4e6-44ed-a98c-d4375b6dee0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:35.131363 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-840daace-d4e6-44ed-a98c-d4375b6dee0b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 205 time: 0.0811253 Feb 16 17:04:35.133839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58148) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.263899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:35.317625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58154) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.389165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 11, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.394886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] Checking router: e851d132-4fbb-4429-8860-31033d2d74ee for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:35.408714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] Routers {'e851d132-4fbb-4429-8860-31033d2d74ee'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:35.409668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['e851d132-4fbb-4429-8860-31033d2d74ee'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.455485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-dafa5a08-a9b2-4846-8fac-f5d4023cd5c6 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:35.459263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.499019 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dafa5a08-a9b2-4846-8fac-f5d4023cd5c6 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "PUT /v2.0/quotas/e16afa6fe3a440808f2f7ccb8cf07acb HTTP/1.1" status: 200 len: 366 time: 0.1780510 Feb 16 17:04:35.499993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58160) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.516187 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7f0177f4-db6b-41ac-b6ec-495b33255ff8 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0125210 Feb 16 17:04:35.516401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.531023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f6a4e8d3-3ef8-4d57-bd1d-755f6416868e tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "GET /v2.0/quotas/e16afa6fe3a440808f2f7ccb8cf07acb HTTP/1.1" status: 200 len: 366 time: 0.0113127 Feb 16 17:04:35.531621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58168) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.564354 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b646b049-67f7-4f1f-b8cf-c7b725cfaed6 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/e16afa6fe3a440808f2f7ccb8cf07acb HTTP/1.1" status: 204 len: 168 time: 0.0255558 Feb 16 17:04:35.566592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58172) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.591093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e04aa949-07b9-4826-a0cd-d30d7aee600d tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0222840 Feb 16 17:04:35.591784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58176) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.607111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] Set router e851d132-4fbb-4429-8860-31033d2d74ee gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:35.614148 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c9ba46de-60f2-4859-9c54-9bfc326e6ce0 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "GET /v2.0/quotas/e16afa6fe3a440808f2f7ccb8cf07acb HTTP/1.1" status: 200 len: 370 time: 0.0187523 Feb 16 17:04:35.614788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.629099 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-24a7c60c-ee75-483b-bc1d-5b655734b14a tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "GET /v2.0/quotas/e16afa6fe3a440808f2f7ccb8cf07acb/default HTTP/1.1" status: 200 len: 370 time: 0.0107529 Feb 16 17:04:35.631161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58184) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.647873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-e3c12d65-d18c-4ba7-8ebe-883fa6288044 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] delete failed (client error): The resource could not be found. Feb 16 17:04:35.652359 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e3c12d65-d18c-4ba7-8ebe-883fa6288044 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/e16afa6fe3a440808f2f7ccb8cf07acb HTTP/1.1" status: 404 len: 348 time: 0.0170376 Feb 16 17:04:35.802852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 11, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.817042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993db05-b866-4cc1-a5a2-e873b6988a95 None None] The sync data for ids ['e851d132-4fbb-4429-8860-31033d2d74ee'] in dv-neutron-829527-2-hyperv is: [{'id': 'e851d132-4fbb-4429-8860-31033d2d74ee', 'name': 'tempest-RoutersTest-router-2071837325', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:39Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 11, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:35.828955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.837410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.861855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58190) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.867801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.869762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router e851d132-4fbb-4429-8860-31033d2d74ee {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:04:35.894911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:network and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:35.898183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.899519 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2c2cb683-04ca-4f07-824a-49c93c46f916 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 204 len: 168 time: 0.7643290 Feb 16 17:04:35.904823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:35.906395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58196) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:35.915165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1913546587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:35.924831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:35.928586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:subnet and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:35.939613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Usage tracker for resource:router and tenant:40854e354a664b47a76f07c4fa2c9302 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:35.942488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:35.944726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:35.953388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:35.965164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:subnetpool and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:35.971389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:35.981055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:port and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:35.983746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.987099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.992542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:36.010214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.012243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:router and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:36.022732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:36.039510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:floatingip and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:36.044965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:36.050903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.154944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.159097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58200) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:36.161802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d8c3cb8b-54fc-4eca-8b1e-c2c9bc8548e9 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2544141 Feb 16 17:04:36.166972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:36.201649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:security_group and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:36.215030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:36.221836 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-488a4bdb-6c24-45a4-8f20-47b22e4ba6ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1619446 Feb 16 17:04:36.232307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Usage tracker for resource:security_group_rule and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:36.242703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:36.249533 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-43e23614-50e1-4e97-9af8-b16f31ba8ed3 tempest-QuotasTest-2130774708 tempest-QuotasTest-2130774708-project-admin] 10.222.0.43 "GET /v2.0/quotas/62d4cc525e414efbaa4bf7fde56c2cff/details.json HTTP/1.1" status: 200 len: 703 time: 0.3864114 Feb 16 17:04:36.413372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-77dd3ba7-4a43-408c-af28-d62bf41b25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:36.414929 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-77dd3ba7-4a43-408c-af28-d62bf41b25b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1099 time: 0.0891283 Feb 16 17:04:36.615601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-1c6bd070-1f3d-44bf-a27a-7fb8ff2168a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:36.617251 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-1c6bd070-1f3d-44bf-a27a-7fb8ff2168a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 897 time: 0.1807175 Feb 16 17:04:36.622366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.637107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.659949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.705470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58208) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:36.768857 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-9195a83e-d4e4-4b48-a7cf-67b9718dce5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 1002 time: 0.1449108 Feb 16 17:04:36.824081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Router 61bc1092-65f9-4ee0-b25c-f3e30be1c252 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:04:36.851603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-918912ba-3b7d-46ee-95ad-3c55e61d106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:36.854060 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-918912ba-3b7d-46ee-95ad-3c55e61d106b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 200 len: 835 time: 0.0788500 Feb 16 17:04:36.950288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-4ec83eee-63d0-4773-9f60-29d2fce98eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:36.952416 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-4ec83eee-63d0-4773-9f60-29d2fce98eca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922310 Feb 16 17:04:36.966176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.993906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:36.996240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:37.000507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Usage tracker for resource:security_group_rule and tenant:d8811378d694404480f76511f60c8b83 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:37.007776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.008874 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] Sync routers for ids ['61bc1092-65f9-4ee0-b25c-f3e30be1c252'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:37.009562 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-367906b6-cfbe-47ad-a09b-e00bfbc1f79a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "PUT /v2.0/routers/61bc1092-65f9-4ee0-b25c-f3e30be1c252 HTTP/1.1" status: 200 len: 694 time: 0.8488126 Feb 16 17:04:37.009930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:37.012719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58216) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:37.023561 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] Routers {'61bc1092-65f9-4ee0-b25c-f3e30be1c252'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:37.024184 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['61bc1092-65f9-4ee0-b25c-f3e30be1c252'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.206062 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] Set router 61bc1092-65f9-4ee0-b25c-f3e30be1c252 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:37.207393 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-718d7269-d28c-49a5-9fa1-d538092ec132 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476368 Feb 16 17:04:37.209698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:37.327338 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bc1092-65f9-4ee0-b25c-f3e30be1c252', 'name': 'tempest-RoutersTest-router-1913546587', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:35Z', 'updated_at': '2022-02-16T17:04:36Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.330044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-646a5f4f-ca51-4fa6-a242-6fd3ffd040d6 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/routers/61bc1092-65f9-4ee0-b25c-f3e30be1c252 HTTP/1.1" status: 200 len: 700 time: 0.3164196 Feb 16 17:04:37.332359 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] Checking router: 61bc1092-65f9-4ee0-b25c-f3e30be1c252 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:37.332631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58220) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:37.343557 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] Routers {'61bc1092-65f9-4ee0-b25c-f3e30be1c252'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:37.343926 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['61bc1092-65f9-4ee0-b25c-f3e30be1c252'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.382265 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-052f2a14-8f63-49af-ab62-45f2e6754b5d tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=61bc1092-65f9-4ee0-b25c-f3e30be1c252 HTTP/1.1" status: 200 len: 205 time: 0.0485461 Feb 16 17:04:37.386617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58224) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:37.481064 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] Set router 61bc1092-65f9-4ee0-b25c-f3e30be1c252 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:04:37.538655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.595055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8000fca3-1837-4b4d-828e-0b0fc3f686bd req-c935f767-5b35-47c1-8336-7b4ecee7ec16 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805721 Feb 16 17:04:37.604312 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bc1092-65f9-4ee0-b25c-f3e30be1c252', 'name': 'tempest-RoutersTest-router-1913546587', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:35Z', 'updated_at': '2022-02-16T17:04:36Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.609514 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1806a-d770-43b7-9ebb-03aa70db6efd None None] The sync data for ids ['61bc1092-65f9-4ee0-b25c-f3e30be1c252'] in dv-neutron-829527-2-hyperv is: [{'id': '61bc1092-65f9-4ee0-b25c-f3e30be1c252', 'name': 'tempest-RoutersTest-router-1913546587', 'tenant_id': '40854e354a664b47a76f07c4fa2c9302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:35Z', 'updated_at': '2022-02-16T17:04:36Z', 'revision_number': 2, 'project_id': '40854e354a664b47a76f07c4fa2c9302', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:37.883477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.885834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.888602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.891934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.952996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.953508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Fanout notify agent at l3_agent the message router_deleted on router 61bc1092-65f9-4ee0-b25c-f3e30be1c252 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:04:37.955356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf5468-0b52-4a6a-b21a-105e87acb9bd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:37.968836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58228) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:37.969359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d6ced8e-a8d1-4bfa-843c-0c2d75f74196 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8811378d694404480f76511f60c8b83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2623434 Feb 16 17:04:37.990807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.991873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-161c7ca3-ee83-4613-b55c-ab7740eaad81 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/61bc1092-65f9-4ee0-b25c-f3e30be1c252 HTTP/1.1" status: 204 len: 168 time: 0.6042953 Feb 16 17:04:37.995351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58232) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.042665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76f517ad-7fe2-4bc7-abd8-5e0ac370afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.046480 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d329bc7e-b4cc-49aa-8bd9-894849393bb0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=61bc1092-65f9-4ee0-b25c-f3e30be1c252 HTTP/1.1" status: 200 len: 205 time: 0.0493162 Feb 16 17:04:38.049477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58236) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.075302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76f517ad-7fe2-4bc7-abd8-5e0ac370afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.125830 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-297f6fd9-0a54-4ea0-b9cd-b46addf39a11 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:38.127153 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-297f6fd9-0a54-4ea0-b9cd-b46addf39a11 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/61bc1092-65f9-4ee0-b25c-f3e30be1c252 HTTP/1.1" status: 404 len: 336 time: 0.0761507 Feb 16 17:04:38.130313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.157255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76f517ad-7fe2-4bc7-abd8-5e0ac370afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.179021 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4230ad4-67d2-4efd-982a-9054aeb94f75 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:38.179770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4230ad4-67d2-4efd-982a-9054aeb94f75 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:38.181910 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b4230ad4-67d2-4efd-982a-9054aeb94f75 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/d99f707c-eb91-4a0b-8899-617a839024ae HTTP/1.1" status: 404 len: 337 time: 0.0504520 Feb 16 17:04:38.184426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f517ad-7fe2-4bc7-abd8-5e0ac370afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf5468-0b52-4a6a-b21a-105e87acb9bd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:38.192725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58246) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.192871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-76f517ad-7fe2-4bc7-abd8-5e0ac370afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.196779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-76f517ad-7fe2-4bc7-abd8-5e0ac370afe5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fcf5468-0b52-4a6a-b21a-105e87acb9bd HTTP/1.1" status: 204 len: 168 time: 0.2240283 Feb 16 17:04:38.257831 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72aa7c3-70a1-4834-959d-30ad0ad5ae4b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:38.258332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72aa7c3-70a1-4834-959d-30ad0ad5ae4b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:38.260664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f72aa7c3-70a1-4834-959d-30ad0ad5ae4b tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/55bf23a1-62ca-4cc2-bbf2-89c6747aa239 HTTP/1.1" status: 404 len: 337 time: 0.0612137 Feb 16 17:04:38.263331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58252) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.304976 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4343ac-7a67-4022-b24c-f511c911f000 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:38.305471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4343ac-7a67-4022-b24c-f511c911f000 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:38.307509 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5c4343ac-7a67-4022-b24c-f511c911f000 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/0c28a8d7-b2a0-4d2f-9ea0-7aadcfd7db77 HTTP/1.1" status: 404 len: 337 time: 0.0432608 Feb 16 17:04:38.309859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58256) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.353539 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d8194b-dda3-4028-95ed-76a420b9e572 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:38.353994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d8194b-dda3-4028-95ed-76a420b9e572 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:38.355985 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-89d8194b-dda3-4028-95ed-76a420b9e572 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/58dde1ff-4929-4f12-bd48-fa314b3185ed HTTP/1.1" status: 404 len: 337 time: 0.0449324 Feb 16 17:04:38.358442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58260) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.405133 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1eba8ed5-acbe-4a33-8fda-c54b6e320cb8 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 200 len: 205 time: 0.0455685 Feb 16 17:04:38.407937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58266) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.511225 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-f2d082f6-1710-4390-9eec-1b9b2ccf947f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:38.513244 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2d082f6-1710-4390-9eec-1b9b2ccf947f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/e851d132-4fbb-4429-8860-31033d2d74ee HTTP/1.1" status: 404 len: 336 time: 0.1041934 Feb 16 17:04:38.516095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58270) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.564466 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0098b7e1-8f99-458a-aed3-55f9139daf3c tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d59ee4a-80cd-415e-8936-be21ca9d8f0e HTTP/1.1" status: 200 len: 205 time: 0.0472274 Feb 16 17:04:38.566855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58274) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.634342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58278) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.653692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.662788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-d2262934-1fb7-4a94-b4e2-c9c61b4847f0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:38.666542 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d2262934-1fb7-4a94-b4e2-c9c61b4847f0 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/8d59ee4a-80cd-415e-8936-be21ca9d8f0e HTTP/1.1" status: 404 len: 336 time: 0.0960324 Feb 16 17:04:38.666709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58282) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.705548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:38.712436 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ba4bd1-895d-417a-b21f-5ccccdf485b1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:38.712890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ba4bd1-895d-417a-b21f-5ccccdf485b1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:38.716877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a8ba4bd1-895d-417a-b21f-5ccccdf485b1 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/799f071a-f852-4021-88d5-24225e689eef HTTP/1.1" status: 404 len: 337 time: 0.0472443 Feb 16 17:04:38.716877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Usage tracker for resource:security_group_rule and tenant:62d4cc525e414efbaa4bf7fde56c2cff is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:38.717273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58286) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.718682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:38.724860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:38.774132 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-55bdefbe-156f-4682-91ba-1ee8011e4f2d tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 200 len: 205 time: 0.0555696 Feb 16 17:04:38.775588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58290) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.819625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.824720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.887211 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62d4cc525e414efbaa4bf7fde56c2cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516305 Feb 16 17:04:38.888105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58294) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:38.888774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19073fcd-0f22-4328-8916-642db1b55c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134f6ce2-6c27-41cc-809b-0c5a5bba1d72,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:38.959368 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-eb6772c4-6a92-4a03-9ea9-69ee6ed73379 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:38.963914 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eb6772c4-6a92-4a03-9ea9-69ee6ed73379 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/ce9ec018-c01c-4e56-94bc-f9fff8336d0c HTTP/1.1" status: 404 len: 336 time: 0.1873672 Feb 16 17:04:38.964170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58298) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.010476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64c2e33c-b160-4c22-844d-5e3db6bec04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.013971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c7db5019-719c-428d-82c7-65431d07f614 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Synchronizing usage tracker for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:39.042712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c7db5019-719c-428d-82c7-65431d07f614 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] Unset dirty status for tenant:40854e354a664b47a76f07c4fa2c9302 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:39.043758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c7db5019-719c-428d-82c7-65431d07f614 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6625eec-fa67-408d-975b-6421d2a3436b HTTP/1.1" status: 200 len: 205 time: 0.0787759 Feb 16 17:04:39.046382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58302) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.052627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64c2e33c-b160-4c22-844d-5e3db6bec04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.120822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64c2e33c-b160-4c22-844d-5e3db6bec04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.123866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-5fef652c-be55-4d50-8398-2057056a5603 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:39.124882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5fef652c-be55-4d50-8398-2057056a5603 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/e6625eec-fa67-408d-975b-6421d2a3436b HTTP/1.1" status: 404 len: 336 time: 0.0773439 Feb 16 17:04:39.127561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58306) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.140377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2e33c-b160-4c22-844d-5e3db6bec04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f6ce2-6c27-41cc-809b-0c5a5bba1d72,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:39.149199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-64c2e33c-b160-4c22-844d-5e3db6bec04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.153097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-64c2e33c-b160-4c22-844d-5e3db6bec04c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/134f6ce2-6c27-41cc-809b-0c5a5bba1d72 HTTP/1.1" status: 204 len: 168 time: 0.2593529 Feb 16 17:04:39.188499 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-14461a3d-ba4c-458b-a3de-408661ab9b65 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:39.188948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14461a3d-ba4c-458b-a3de-408661ab9b65 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:39.191595 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-14461a3d-ba4c-458b-a3de-408661ab9b65 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/ddc48dd4-0824-45f4-91f0-748e71c25f45 HTTP/1.1" status: 404 len: 337 time: 0.0622659 Feb 16 17:04:39.193321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58314) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.245137 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-07d30df3-8127-4958-9eff-e6fa284ff026 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 HTTP/1.1" status: 200 len: 205 time: 0.0483911 Feb 16 17:04:39.245592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58318) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.322845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-c52da856-b512-4b6d-b9c9-fbef65ebd0fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:39.323898 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c52da856-b512-4b6d-b9c9-fbef65ebd0fc tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/6a2fe313-c87f-4bfe-83b4-6c1f6d6944c6 HTTP/1.1" status: 404 len: 336 time: 0.0771656 Feb 16 17:04:39.326636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58322) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.387944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d7e1d1-f6cf-4414-b6a2-18603b96264f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:39.388916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d7e1d1-f6cf-4414-b6a2-18603b96264f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:39.391290 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b5d7e1d1-f6cf-4414-b6a2-18603b96264f tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/3bc1e397-1bc4-4403-8fd9-b45afb209d0d HTTP/1.1" status: 404 len: 337 time: 0.0637667 Feb 16 17:04:39.395041 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58326) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.447820 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-40a6fdc6-c46c-4e47-80c6-24e396d10d7e tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d098622-0839-4cdb-9bae-cc2beb16236d HTTP/1.1" status: 200 len: 205 time: 0.0510156 Feb 16 17:04:39.450056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58332) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.531615 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-caeedb4f-29d7-458b-b58a-b0f542ada172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] delete failed (client error): The resource could not be found. Feb 16 17:04:39.532319 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-caeedb4f-29d7-458b-b58a-b0f542ada172 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/routers/6d098622-0839-4cdb-9bae-cc2beb16236d HTTP/1.1" status: 404 len: 336 time: 0.0813692 Feb 16 17:04:39.535134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58336) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.591775 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cd9c0d-6943-46fb-b6aa-d76274f8b069 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:39.592326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cd9c0d-6943-46fb-b6aa-d76274f8b069 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:39.596374 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-81cd9c0d-6943-46fb-b6aa-d76274f8b069 tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/cf9e1c37-79c0-4309-8122-208ec31feb46 HTTP/1.1" status: 404 len: 337 time: 0.0580928 Feb 16 17:04:39.596639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58342) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:39.651319 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc324a8c-eba0-40bd-8d83-d1aa5649966a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:39.651796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc324a8c-eba0-40bd-8d83-d1aa5649966a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:39.654609 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cc324a8c-eba0-40bd-8d83-d1aa5649966a tempest-RoutersTest-1542606178 tempest-RoutersTest-1542606178-project] 10.222.0.43 "DELETE /v2.0/subnets/b4b6d1f3-15cf-4e17-9b93-68d86da37479 HTTP/1.1" status: 404 len: 337 time: 0.0551653 Feb 16 17:04:39.908547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58358) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.095555 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c5df291-cb7e-4749-89a5-ae9aacaf6b52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40854e354a664b47a76f07c4fa2c9302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858046 Feb 16 17:04:40.098167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58370) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.167178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-67e26232-b1e5-4a72-b380-47ba464ed7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.194734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-67e26232-b1e5-4a72-b380-47ba464ed7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.204974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58374) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.264255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-67e26232-b1e5-4a72-b380-47ba464ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.281262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e26232-b1e5-4a72-b380-47ba464ed7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd4bb6-5b0b-480c-95a7-cb3c6c525d8d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.292537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-67e26232-b1e5-4a72-b380-47ba464ed7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.292537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-67e26232-b1e5-4a72-b380-47ba464ed7c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5dd4bb6-5b0b-480c-95a7-cb3c6c525d8d HTTP/1.1" status: 204 len: 168 time: 0.1900938 Feb 16 17:04:40.343168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-482672bd-54ab-48d6-9546-6da3c215d9d9 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.346935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-482672bd-54ab-48d6-9546-6da3c215d9d9 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1382186 Feb 16 17:04:40.347087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58384) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.352224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-e361f8a5-32d1-4a43-a0f4-97d738a373c0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.361183 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e361f8a5-32d1-4a43-a0f4-97d738a373c0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0105753 Feb 16 17:04:40.361427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58388) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.367176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-9ab7ae8b-5b1a-4732-b61b-8bb7f6a1d9b0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.368625 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9ab7ae8b-5b1a-4732-b61b-8bb7f6a1d9b0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056646 Feb 16 17:04:40.371711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58392) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.379997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-b893b979-0a86-4d24-b6e8-5dab74db1c2d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.384533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b893b979-0a86-4d24-b6e8-5dab74db1c2d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0086746 Feb 16 17:04:40.385325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58396) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.391505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-f476434b-c315-454d-b2e8-bdcff75e0068 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.395163 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f476434b-c315-454d-b2e8-bdcff75e0068 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062943 Feb 16 17:04:40.395548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58400) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.401456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-817b65e6-0432-4f68-a7a3-9b48e456ecfe tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.402380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-817b65e6-0432-4f68-a7a3-9b48e456ecfe tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058899 Feb 16 17:04:40.404847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58404) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.410335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-f8c699b5-46bb-4c55-ad94-10bb96f0c551 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.411279 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f8c699b5-46bb-4c55-ad94-10bb96f0c551 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055749 Feb 16 17:04:40.413515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58408) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.420265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-fea9aadf-2af1-49b8-b44c-d0e8869294ab tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.421189 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fea9aadf-2af1-49b8-b44c-d0e8869294ab tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068252 Feb 16 17:04:40.423820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58412) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.428985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-c93ade1a-6ede-4338-a7f3-d9bfe4d143ef tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.432550 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c93ade1a-6ede-4338-a7f3-d9bfe4d143ef tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052421 Feb 16 17:04:40.432666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58416) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.441943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-cf5bfd8e-81d4-432e-8fb9-39ef0006cb92 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.445246 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cf5bfd8e-81d4-432e-8fb9-39ef0006cb92 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0094802 Feb 16 17:04:40.446674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58420) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.452978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-bcf2aea4-adea-4024-b76e-412aca480abf tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.454669 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bcf2aea4-adea-4024-b76e-412aca480abf tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061271 Feb 16 17:04:40.456646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58424) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.461045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-344c9539-2d10-47e3-b9d9-6b221f0b0478 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.462590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-344c9539-2d10-47e3-b9d9-6b221f0b0478 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047698 Feb 16 17:04:40.465121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58428) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.470107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-e62f56f3-1c0c-40dc-884f-4d07ebcf0de5 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.471118 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e62f56f3-1c0c-40dc-884f-4d07ebcf0de5 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049992 Feb 16 17:04:40.475356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58432) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.480251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-d8c80e81-5f89-47a5-b886-05a3818fa140 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.481692 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d8c80e81-5f89-47a5-b886-05a3818fa140 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0072207 Feb 16 17:04:40.484435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58436) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.490057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-729e00ad-e188-45ad-9293-04df91ec2300 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.490982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-729e00ad-e188-45ad-9293-04df91ec2300 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055785 Feb 16 17:04:40.493648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58440) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.498956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-59515790-9d0d-41a8-b48c-b4d2de4a9252 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.501425 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-59515790-9d0d-41a8-b48c-b4d2de4a9252 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068016 Feb 16 17:04:40.503933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58444) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.509658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-859dd1d6-65a7-4c28-9a43-333dac0eaf03 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.513439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58448) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.513611 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-859dd1d6-65a7-4c28-9a43-333dac0eaf03 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085955 Feb 16 17:04:40.519047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-faf2a8aa-66dd-452c-abec-f7402fe0cd7f tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.519953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-faf2a8aa-66dd-452c-abec-f7402fe0cd7f tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050938 Feb 16 17:04:40.522816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58452) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.527924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-473df44f-677a-47ca-bfcf-2d2e6d9e3630 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.528701 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-473df44f-677a-47ca-bfcf-2d2e6d9e3630 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056441 Feb 16 17:04:40.531235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58456) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.538418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-5da178cf-d2f0-4877-ad30-e5b3443444b0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.541990 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5da178cf-d2f0-4877-ad30-e5b3443444b0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072439 Feb 16 17:04:40.542347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58462) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.550617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-721ddbe6-8e92-4d4a-b854-e3116f1d7d94 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.550617 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-721ddbe6-8e92-4d4a-b854-e3116f1d7d94 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053945 Feb 16 17:04:40.552386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58466) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.557316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-8ee45ca7-8f17-4f1d-94eb-0098efb1a358 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.560874 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ee45ca7-8f17-4f1d-94eb-0098efb1a358 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062749 Feb 16 17:04:40.561117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58470) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.566043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-28d38464-33cd-433d-8a08-03135c16d25c tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.567371 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-28d38464-33cd-433d-8a08-03135c16d25c tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052643 Feb 16 17:04:40.569568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58474) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.575277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-27757a04-0a0c-42f4-a117-2ebc51671b9d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.578822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58478) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.579049 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-27757a04-0a0c-42f4-a117-2ebc51671b9d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086038 Feb 16 17:04:40.584113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-4c46039e-7e68-482f-b569-a3f20452cb5d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.586637 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4c46039e-7e68-482f-b569-a3f20452cb5d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049379 Feb 16 17:04:40.588189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.593174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-6761efcf-e30c-4e35-aebd-ef99cdeb697e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.594601 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6761efcf-e30c-4e35-aebd-ef99cdeb697e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049946 Feb 16 17:04:40.596713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58486) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.607925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-82c140e4-6a7b-4fa0-939e-075eaaf5bb08 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.611264 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-82c140e4-6a7b-4fa0-939e-075eaaf5bb08 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0134137 Feb 16 17:04:40.612146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.617263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-286dea55-23af-4bf8-a57a-501bb4767e30 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.618785 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-286dea55-23af-4bf8-a57a-501bb4767e30 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055625 Feb 16 17:04:40.621531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58494) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.627328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-aad96492-c8c7-4931-a5a7-485412906b74 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.630722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58498) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.631051 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aad96492-c8c7-4931-a5a7-485412906b74 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083768 Feb 16 17:04:40.637372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-baf1deb9-d719-430b-956a-04bc587cd692 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.638969 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-baf1deb9-d719-430b-956a-04bc587cd692 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068185 Feb 16 17:04:40.641690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58502) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.647135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-d5fe0426-931c-4dab-a7d5-874fd8ef191f tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.648049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d5fe0426-931c-4dab-a7d5-874fd8ef191f tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054507 Feb 16 17:04:40.650660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58506) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.655217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-68f504b6-4021-45cc-bf6a-818e8b9add32 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.655949 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-68f504b6-4021-45cc-bf6a-818e8b9add32 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044549 Feb 16 17:04:40.658579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58510) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.662876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-4ecce2b5-bb28-4e7a-9fb5-47df5eb2ef30 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.663969 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4ecce2b5-bb28-4e7a-9fb5-47df5eb2ef30 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043819 Feb 16 17:04:40.666538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58516) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.671038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-bab1572f-d264-4594-9efc-b8287ac7e35d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.673890 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bab1572f-d264-4594-9efc-b8287ac7e35d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045352 Feb 16 17:04:40.674432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58520) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.679428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-8c806d02-ade5-4c53-a1e3-95ee515a3c82 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.683390 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8c806d02-ade5-4c53-a1e3-95ee515a3c82 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079360 Feb 16 17:04:40.686127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58524) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.692359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-f1824942-ce65-4795-b96f-dccc222a7cae tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.695648 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f1824942-ce65-4795-b96f-dccc222a7cae tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064473 Feb 16 17:04:40.695801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58528) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.702396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-131792b9-9e63-4a8f-ad36-75e7ebcac4e0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.703376 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-131792b9-9e63-4a8f-ad36-75e7ebcac4e0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065672 Feb 16 17:04:40.705951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58532) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.710530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-a86d27a6-fe52-49e2-a099-44845cceaea7 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.711479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a86d27a6-fe52-49e2-a099-44845cceaea7 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046902 Feb 16 17:04:40.713691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58536) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.718398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-d5d13b51-6b72-4732-aaf9-177a0bfa8506 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.721736 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d5d13b51-6b72-4732-aaf9-177a0bfa8506 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072322 Feb 16 17:04:40.721926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58542) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.726911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-02009fb0-05ea-4ced-9855-3894eee52596 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.730981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58546) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.731189 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02009fb0-05ea-4ced-9855-3894eee52596 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084074 Feb 16 17:04:40.736161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-f2580d9f-1504-4015-901f-75dca66ff7e8 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.737093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2580d9f-1504-4015-901f-75dca66ff7e8 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048900 Feb 16 17:04:40.739524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58550) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.744456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-b2c0ea56-d981-4777-8dae-39ca3cc43161 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.747497 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b2c0ea56-d981-4777-8dae-39ca3cc43161 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050209 Feb 16 17:04:40.747803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58554) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.752528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-c80939f8-f5bb-4d6a-a459-ce6a333a01da tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.753417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c80939f8-f5bb-4d6a-a459-ce6a333a01da tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047195 Feb 16 17:04:40.755816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58558) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.760932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-90623ef6-d0f5-47cc-ad57-00018d2e82d1 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.761834 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-90623ef6-d0f5-47cc-ad57-00018d2e82d1 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052173 Feb 16 17:04:40.764286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58564) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.771232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-e7703681-cf1a-49b0-a0cb-421927265d47 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.775280 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e7703681-cf1a-49b0-a0cb-421927265d47 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0098765 Feb 16 17:04:40.775568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58568) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.780748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-c3f017da-f62e-4c66-b45e-9cdd28b85f1e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.782688 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c3f017da-f62e-4c66-b45e-9cdd28b85f1e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051923 Feb 16 17:04:40.784304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58572) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.789578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-fafbd2da-4173-4fb7-80e5-4135ded8609e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.791232 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fafbd2da-4173-4fb7-80e5-4135ded8609e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059144 Feb 16 17:04:40.793814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58576) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.798852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-fb8e1554-7656-413f-9614-c61da295ee6a tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.802424 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fb8e1554-7656-413f-9614-c61da295ee6a tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050611 Feb 16 17:04:40.802955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58580) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.809438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-259c18ca-507c-4b4d-994e-2326c2c5729f tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.812983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58584) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.813100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-259c18ca-507c-4b4d-994e-2326c2c5729f tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089178 Feb 16 17:04:40.818147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-3056b085-deb4-42f2-96a9-40577da6fe0a tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.821019 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3056b085-deb4-42f2-96a9-40577da6fe0a tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051801 Feb 16 17:04:40.821321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58590) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.829898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-37d3883e-a51e-441e-b422-30a5b489b452 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.831008 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37d3883e-a51e-441e-b422-30a5b489b452 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086851 Feb 16 17:04:40.833527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58594) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.839117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-688f78a5-66ea-481c-837a-ad1e2abf1aaf tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.840154 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-688f78a5-66ea-481c-837a-ad1e2abf1aaf tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057657 Feb 16 17:04:40.842344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58598) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.846743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-2cf7b1ee-c065-4914-89d9-30925b2d1736 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.847626 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2cf7b1ee-c065-4914-89d9-30925b2d1736 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044327 Feb 16 17:04:40.849963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58602) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.858480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-8f920584-70e4-45f8-8f66-6e9e723ea49d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.859398 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8f920584-70e4-45f8-8f66-6e9e723ea49d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083389 Feb 16 17:04:40.861921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58606) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.866356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-734b5be9-ab9e-4f54-a3ef-f679d47edb5d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.867292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-734b5be9-ab9e-4f54-a3ef-f679d47edb5d tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045180 Feb 16 17:04:40.869800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58610) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.875945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-ecece621-59d8-4c22-b23e-ebcf8226eb03 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.877122 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ecece621-59d8-4c22-b23e-ebcf8226eb03 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059817 Feb 16 17:04:40.879650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58614) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.886637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-906bc164-2cf0-453c-aec9-edf7e454fc5b tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.890372 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-906bc164-2cf0-453c-aec9-edf7e454fc5b tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096233 Feb 16 17:04:40.891040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58618) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.896408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-6bc826e6-0ac5-46bc-86b3-5679fc779686 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.900566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6bc826e6-0ac5-46bc-86b3-5679fc779686 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084569 Feb 16 17:04:40.900890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58622) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.905681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-f160eb9b-6a67-47f7-a241-ecdc5c45c058 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.906970 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f160eb9b-6a67-47f7-a241-ecdc5c45c058 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050247 Feb 16 17:04:40.909291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58626) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.914469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-07a588e2-c282-42d0-9cd5-4e4d659a8093 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.916133 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-07a588e2-c282-42d0-9cd5-4e4d659a8093 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057540 Feb 16 17:04:40.918898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58630) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.923490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-96faf85b-f298-4430-a0e7-30ba6dd92b8e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.926396 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-96faf85b-f298-4430-a0e7-30ba6dd92b8e tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046606 Feb 16 17:04:40.926805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58634) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.937074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-1bacd96f-7488-45aa-8699-017bfb80dcca tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.942081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58638) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.944034 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1bacd96f-7488-45aa-8699-017bfb80dcca tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0141366 Feb 16 17:04:40.957821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-b880957e-0ae3-42ee-ab93-a03fbf84dfcd tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.961605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58642) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.963199 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b880957e-0ae3-42ee-ab93-a03fbf84dfcd tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0153582 Feb 16 17:04:40.967750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-deacb3a8-0115-4524-a746-70d1877ec6e6 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.968650 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-deacb3a8-0115-4524-a746-70d1877ec6e6 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054419 Feb 16 17:04:40.971119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58648) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.976619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-b32842c0-c512-47b2-9c5c-8d3364880647 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.980875 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b32842c0-c512-47b2-9c5c-8d3364880647 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047381 Feb 16 17:04:40.981159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58652) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.988462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [None req-ecb3ba84-b6ff-4076-abdb-b60509837dd3 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.990119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58656) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:40.990353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ecb3ba84-b6ff-4076-abdb-b60509837dd3 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080793 Feb 16 17:04:40.995107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-8174c7b6-2439-4185-a23d-bca892789db5 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:40.996036 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8174c7b6-2439-4185-a23d-bca892789db5 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049446 Feb 16 17:04:40.998506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58660) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:41.003318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-dbcaff59-d9a5-4b0c-8070-201ac3788b09 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:41.006288 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dbcaff59-d9a5-4b0c-8070-201ac3788b09 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048552 Feb 16 17:04:41.006792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58666) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:41.011520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [None req-f42b781b-4ecd-4a46-85db-05b5fa078ec0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:04:41.012685 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f42b781b-4ecd-4a46-85db-05b5fa078ec0 tempest-ExtensionsTestJSON-286455420 tempest-ExtensionsTestJSON-286455420-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048447 Feb 16 17:04:41.275600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58678) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:41.317257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58684) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:41.408607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.424411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:41.428365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Usage tracker for resource:security_group_rule and tenant:0eaa49d0ed814f4d9ad70af5505c5430 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:41.435640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-879886635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:41.440631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:41.447831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:41.450236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:41.454480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:router and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:41.458841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:41.468820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:41.493566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.494655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.525590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.568281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.586737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.596644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.624383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.625529 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2a49f4e9-e8f6-404c-acbd-918b3aaf3151 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3073261 Feb 16 17:04:41.628507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58692) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:41.637157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1382819718'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:41.641930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:41.646856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:network and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:41.651429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:41.656633 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0eaa49d0ed814f4d9ad70af5505c5430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777466 Feb 16 17:04:41.656633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53a4cf-0a7c-4355-8525-d836cd79cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d810e7-6e15-4c3b-a104-0b5d67e39fe0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:41.657327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58696) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:41.661204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:41.703039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Made reservation on behalf of eae826bb87f54e6db4dda41830975fa0 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:41.706399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.723729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.747977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:41.755363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:security_group_rule and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:41.759633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:41.762291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbf9-3c77-442d-9848-67ffd977c7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.767156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:41.804488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbf9-3c77-442d-9848-67ffd977c7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.895837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbf9-3c77-442d-9848-67ffd977c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.922048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2fbf9-3c77-442d-9848-67ffd977c7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d810e7-6e15-4c3b-a104-0b5d67e39fe0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:41.925553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.934430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.954913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbf9-3c77-442d-9848-67ffd977c7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.956092 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-17a2fbf9-3c77-442d-9848-67ffd977c7de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9d810e7-6e15-4c3b-a104-0b5d67e39fe0 HTTP/1.1" status: 204 len: 168 time: 0.2969079 Feb 16 17:04:41.976709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:41.979444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d03965a-332f-4c40-a01e-26dd6165c455,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:41.990199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.990567 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Added segment 0677097b-40e2-41bc-a769-6e9131b75e00 of type vlan for network dc0db738-a855-42fe-92f6-ba3585e42f54 Feb 16 17:04:42.020029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.052453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.059032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:42.059825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.162964 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5329931 Feb 16 17:04:42.165916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58712) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:42.171900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'subnet': {'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:42.218857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e01729-7b7f-4db9-ad43-8b75b7f23a7e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Network': ['ID=dc0db738-a855-42fe-92f6-ba3585e42f54,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:42.236551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network dc0db738-a855-42fe-92f6-ba3585e42f54 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:42.309829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:42.314031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:subnet and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:42.317410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:42.324271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:42.336524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Made reservation on behalf of eae826bb87f54e6db4dda41830975fa0 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:42.341051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.604226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.687045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Subnet': ['ID=5b6c62c0-f1ce-419f-bb80-2c2160eed8e7,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:42.696033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Checking segment: {'id': '0677097b-40e2-41bc-a769-6e9131b75e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:42.696694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network hostable DHCP agents. Network: dc0db738-a855-42fe-92f6-ba3585e42f54, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:42.717192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network dc0db738-a855-42fe-92f6-ba3585e42f54 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:42.730249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, dc0db738-a855-42fe-92f6-ba3585e42f54) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:42.734841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:42.735424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.745754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089e3c8-f6ce-4519-b5ea-a1dd37912084 None None] Network dc0db738-a855-42fe-92f6-ba3585e42f54 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:42.777175 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f4774230-79e3-4e74-8652-7c4bf6f246b0 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6101134 Feb 16 17:04:42.780841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:42.788561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'network': {'name': 'tempest-router-network01--997942925'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:42.794839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:42.800203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:network and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:42.804218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:42.812517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:42.812691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58746) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:42.830753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Made reservation on behalf of eae826bb87f54e6db4dda41830975fa0 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:42.835813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.876181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:42.889035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.889844 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Added segment 25dec4eb-860a-42ee-97ec-68986231ca63 of type vlan for network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 Feb 16 17:04:42.914393 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:04:42.936060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.939521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430431907'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:42.945527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:42.958061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:42.965156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:42.972553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.974278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:42.983122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:42.984047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.990461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:42.997387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-dc0db738-a855-42fe-92f6-ba3585e42f54', 'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54', 'tenant_id': 'eae826bb87f54e6db4dda41830975fa0', 'fixed_ips': [{'subnet_id': '5b6c62c0-f1ce-419f-bb80-2c2160eed8e7'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:42.998211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.000605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.025602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.042482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:43.046357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:security_group_rule and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:43.049207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:43.055020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:43.109306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Network': ['ID=c70d50c5-2cb9-44f2-bbe0-26a8aaed7208,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:43.122769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f8303bab-96a1-4acb-888e-71fe05fb49e8 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3384116 Feb 16 17:04:43.123823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58752) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:43.136365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'network': {'name': 'tempest-router-network02--1871695280'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:43.141711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:43.146044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:network and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:43.149645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:43.156556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:43.157674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.163827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.167492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:43.170050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Made reservation on behalf of eae826bb87f54e6db4dda41830975fa0 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:43.178990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:43.179640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.191709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.192729 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 47e0a977-d69d-49e6-8397-e02b2230f1b4 of type vlan for network 3af7be84-c6aa-4473-a76b-106bd0660eff Feb 16 17:04:43.229571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.239434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:43.253526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.254292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Added segment 0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6 of type vlan for network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 Feb 16 17:04:43.280878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.288704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:43.289455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.292184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.325585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Allocated IP 172.20.0.2 (dc0db738-a855-42fe-92f6-ba3585e42f54/5b6c62c0-f1ce-419f-bb80-2c2160eed8e7/ccdcafaa-829b-402d-b917-708e3394979d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:43.332454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.343522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:43.344464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.394429 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2693448 Feb 16 17:04:43.395125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58756) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:43.429949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=3af7be84-c6aa-4473-a76b-106bd0660eff,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:43.441319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417df3de-c993-4611-b5c8-31069ab71beb,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:43.456998 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5865d35a-20d1-4003-a18f-0e28348f35ea tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6431451 Feb 16 17:04:43.465949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'subnet': {'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:43.470431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 3af7be84-c6aa-4473-a76b-106bd0660eff details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:43.589693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547449f-1e65-4f57-b5dd-06653cd6e8fa tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Network': ['ID=b7fc8b1a-0a35-4d93-8881-8bc33fe396a8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:43.592491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58760) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:43.602103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:43.605307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:43.624230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:43.628190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:subnet and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:43.639227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:43.639227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:43.667995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Made reservation on behalf of eae826bb87f54e6db4dda41830975fa0 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:43.667995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.738026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:43.748513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:43.751862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:43.757984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:43.785368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:43.809938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.831541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.851757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Transition to ACTIVE for port object ccdcafaa-829b-402d-b917-708e3394979d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:43.881867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Transition to ACTIVE for port object ccdcafaa-829b-402d-b917-708e3394979d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:43.891650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.970113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Network dc0db738-a855-42fe-92f6-ba3585e42f54 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:43.974212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:43.977050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:44.078268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.089497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Pushing event updated for resources: {'Port': ['ID=ccdcafaa-829b-402d-b917-708e3394979d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:44.100141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.100606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.101034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.101453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.101866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.102541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.103073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.103644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.104038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.104446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.104854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.105382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:44.113620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Attempting to bind port ccdcafaa-829b-402d-b917-708e3394979d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:44.114220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Attempting to bind port ccdcafaa-829b-402d-b917-708e3394979d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '0677097b-40e2-41bc-a769-6e9131b75e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:44.115163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Attempting to bind port ccdcafaa-829b-402d-b917-708e3394979d on network dc0db738-a855-42fe-92f6-ba3585e42f54 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:44.121666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:44.122153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Checking segment: {'id': '0677097b-40e2-41bc-a769-6e9131b75e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:44.129812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.129812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Bound using segment: {'id': '0677097b-40e2-41bc-a769-6e9131b75e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:44.129812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Bound port: ccdcafaa-829b-402d-b917-708e3394979d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0677097b-40e2-41bc-a769-6e9131b75e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dc0db738-a855-42fe-92f6-ba3585e42f54'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:44.129812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.174393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Subnet': ['ID=9794f93c-253b-4a3c-a6fd-417176ce9e74,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:44.199301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.231061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Checking segment: {'id': '25dec4eb-860a-42ee-97ec-68986231ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:44.231061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network hostable DHCP agents. Network: c70d50c5-2cb9-44f2-bbe0-26a8aaed7208, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:44.260737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] For port ccdcafaa-829b-402d-b917-708e3394979d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:44.266626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] For port ccdcafaa-829b-402d-b917-708e3394979d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ccdcafaa-829b-402d-b917-708e3394979d,segment=NetworkSegment(0677097b-40e2-41bc-a769-6e9131b75e00),segment_id=0677097b-40e2-41bc-a769-6e9131b75e00)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:44.268011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:44.275926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.281534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c70d50c5-2cb9-44f2-bbe0-26a8aaed7208) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:44.301150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:44.302108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.310582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=7dce604c-fae6-49a4-ba23-35dca45ee153,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:44.322178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '47e0a977-d69d-49e6-8397-e02b2230f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:44.322908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 3af7be84-c6aa-4473-a76b-106bd0660eff, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:44.337872 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a073da3c-6dc3-4e60-b186-401d5823c407 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9336219 Feb 16 17:04:44.338446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58766) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:44.348665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'subnet': {'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:44.349247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 3af7be84-c6aa-4473-a76b-106bd0660eff is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:44.350607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92021a0b-c119-4233-9472-890364f43c35 None None] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:44.366735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 3af7be84-c6aa-4473-a76b-106bd0660eff) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:44.379854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:44.380705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.398589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd905064-eda3-4e53-89da-1c4a05f777b2 None None] Network 3af7be84-c6aa-4473-a76b-106bd0660eff requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:44.416540 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ae3576e6-6805-4401-b34f-afc9a9d544cc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8228228 Feb 16 17:04:44.420055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58770) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:44.426595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589293855'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:44.433639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:44.441348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:44.444423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:44.450911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:44.467276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:44.471107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.511864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:44.526499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:44.532091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.532679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Usage tracker for resource:subnet and tenant:eae826bb87f54e6db4dda41830975fa0 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:44.533158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 4578469a-1444-473b-9781-975d9876cf41 of type vlan for network f1b74e74-9c85-4e0b-b24e-c60a990f17e8 Feb 16 17:04:44.535697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:44.542514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:44.554817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Made reservation on behalf of eae826bb87f54e6db4dda41830975fa0 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:44.569202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.572207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.612468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.620563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:44.621500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.677737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2565062 Feb 16 17:04:44.692998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58782) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:44.707297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b0b02-32a5-4bec-b46a-c1aa8d4d7c49 None None] Pushing event updated for resources: {'Port': ['ID=ccdcafaa-829b-402d-b917-708e3394979d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:44.779183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': 'f1b74e74-9c85-4e0b-b24e-c60a990f17e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:44.888543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.901581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-c70d50c5-2cb9-44f2-bbe0-26a8aaed7208', 'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208', 'tenant_id': 'eae826bb87f54e6db4dda41830975fa0', 'fixed_ips': [{'subnet_id': '9794f93c-253b-4a3c-a6fd-417176ce9e74'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:44.902414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.930223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-3af7be84-c6aa-4473-a76b-106bd0660eff', 'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '7dce604c-fae6-49a4-ba23-35dca45ee153'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:44.933091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.991031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cc5bd-34fd-49fa-a777-7c682a62decc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=f1b74e74-9c85-4e0b-b24e-c60a990f17e8,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.050804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:45.055058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:45.063539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:45.066388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network f1b74e74-9c85-4e0b-b24e-c60a990f17e8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:45.105268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:45.110796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Subnet': ['ID=3d08aa09-a862-4698-a7e7-f86f9063ef42,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.141576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Checking segment: {'id': '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:45.142023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network hostable DHCP agents. Network: b7fc8b1a-0a35-4d93-8881-8bc33fe396a8, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:45.153699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:45.159600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.177783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:45.202099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, b7fc8b1a-0a35-4d93-8881-8bc33fe396a8) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:45.206457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:45.207179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.227723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459197c-afff-4358-a96e-a0c0a0eb0ac6 None None] Network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:45.247073 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-438ba63e-bf2d-49b8-9458-eff511e5aafb tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9052739 Feb 16 17:04:45.248619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58788) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:45.510211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.587104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Allocated IP 172.20.0.2 (c70d50c5-2cb9-44f2-bbe0-26a8aaed7208/9794f93c-253b-4a3c-a6fd-417176ce9e74/c5d0fbcb-e431-4c30-9efb-b078aa50b648) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:45.615671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Allocated IP 172.20.255.242 (3af7be84-c6aa-4473-a76b-106bd0660eff/7dce604c-fae6-49a4-ba23-35dca45ee153/2a8df093-286a-445d-b739-5c149ff6b261) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:45.650909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '4578469a-1444-473b-9781-975d9876cf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1b74e74-9c85-4e0b-b24e-c60a990f17e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:45.651298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: f1b74e74-9c85-4e0b-b24e-c60a990f17e8, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:45.722615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=b132b14c-7859-4a50-905d-30ecea77f109,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.726632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network f1b74e74-9c85-4e0b-b24e-c60a990f17e8 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:45.726884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ccdcafaa-829b-402d-b917-708e3394979d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:45.739997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, f1b74e74-9c85-4e0b-b24e-c60a990f17e8) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:45.747250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:45.747967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.773340 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fd4b3448-c5c9-48b1-93ba-37a8399cb6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0789287 Feb 16 17:04:45.776339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58792) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:45.885265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7df05f-bade-4e49-a5cd-d7e941508f7e None None] Network f1b74e74-9c85-4e0b-b24e-c60a990f17e8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:45.949917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.001649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.094720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.217190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ccdcafaa-829b-402d-b917-708e3394979d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:46.253177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-b7fc8b1a-0a35-4d93-8881-8bc33fe396a8', 'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8', 'tenant_id': 'eae826bb87f54e6db4dda41830975fa0', 'fixed_ips': [{'subnet_id': '3d08aa09-a862-4698-a7e7-f86f9063ef42'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:46.254007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.279356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.362908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=b132b14c-7859-4a50-905d-30ecea77f109,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:46.427126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.443792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Transition to ACTIVE for port object c5d0fbcb-e431-4c30-9efb-b078aa50b648 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:46.451592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.482723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b74e74-9c85-4e0b-b24e-c60a990f17e8']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:46.486467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c681e-6bcf-4911-9bd6-915e7b0e59ba None None] Network dc0db738-a855-42fe-92f6-ba3585e42f54 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:46.502195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4578469a-1444-473b-9781-975d9876cf41') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:46.502195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4578469a-1444-473b-9781-975d9876cf41') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:46.518066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.538287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.546796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:46.548682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:46.565940 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:46.659224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.664413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.685036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Transition to ACTIVE for port object c5d0fbcb-e431-4c30-9efb-b078aa50b648 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:46.692586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=f1b74e74-9c85-4e0b-b24e-c60a990f17e8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:46.696841 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bfef6815-84d3-4da1-a80a-c92b8e142975 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/f1b74e74-9c85-4e0b-b24e-c60a990f17e8 HTTP/1.1" status: 204 len: 168 time: 0.9191179 Feb 16 17:04:46.700342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58798) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:46.706194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020252959'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:46.712849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:46.717904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:46.721016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:46.727697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:46.739955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:46.741909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] Provisioning for port ccdcafaa-829b-402d-b917-708e3394979d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:46.745215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.766687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.777801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:46.786873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.787209 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 4d1d78c6-c309-486c-97c4-28592401d446 of type vlan for network 4250795a-d464-4388-871c-66c668d207a4 Feb 16 17:04:46.807591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Allocated IP 172.20.0.1 (c70d50c5-2cb9-44f2-bbe0-26a8aaed7208/9794f93c-253b-4a3c-a6fd-417176ce9e74/c053274e-6bd0-441c-be4c-a43d9a2c5286) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:46.815500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.854411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.859685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.860263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.875611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] Provisioning complete for port ccdcafaa-829b-402d-b917-708e3394979d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:46.875972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.946696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dfdc8a-9f19-44cd-b3a7-ba214bd69fe5 None None] Network f1b74e74-9c85-4e0b-b24e-c60a990f17e8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:47.086227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:47.090620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.101214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:47.103413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dfdc8a-9f19-44cd-b3a7-ba214bd69fe5 None None] Network f1b74e74-9c85-4e0b-b24e-c60a990f17e8 could not be found, it might have been deleted concurrently. {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 17:04:47.112314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:47.117230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Transition to ACTIVE for port object c053274e-6bd0-441c-be4c-a43d9a2c5286 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:47.138288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Pushing event updated for resources: {'Port': ['ID=c5d0fbcb-e431-4c30-9efb-b078aa50b648,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:47.165287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=4250795a-d464-4388-871c-66c668d207a4,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:47.179569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.189335 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4da6af1e-123c-4ea6-b187-a2eef79f1488 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4878159 Feb 16 17:04:47.193051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58804) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:47.209591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '4250795a-d464-4388-871c-66c668d207a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:47.228912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4250795a-d464-4388-871c-66c668d207a4 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:47.259917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:47.263322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:47.273064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:47.325500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Port': ['ID=c053274e-6bd0-441c-be4c-a43d9a2c5286,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:47.367373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.458077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:47.466124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:47.472264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:47.480707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:47.497758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:47.503666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.506617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.526872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.564083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Allocated IP 172.20.0.2 (b7fc8b1a-0a35-4d93-8881-8bc33fe396a8/3d08aa09-a862-4698-a7e7-f86f9063ef42/fa004826-3842-42c9-8879-44321f84e138) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:47.566489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Transition to ACTIVE for port object 2a8df093-286a-445d-b739-5c149ff6b261 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:47.647619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing IP validity checks on allocation pools {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:04:47.650215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:04:47.702376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Attempting to bind port c5d0fbcb-e431-4c30-9efb-b078aa50b648 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:47.703120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Attempting to bind port c5d0fbcb-e431-4c30-9efb-b078aa50b648 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '25dec4eb-860a-42ee-97ec-68986231ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:47.703258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Attempting to bind port c5d0fbcb-e431-4c30-9efb-b078aa50b648 on network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:47.723497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Transition to ACTIVE for port object 2a8df093-286a-445d-b739-5c149ff6b261 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:47.812077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:47.812443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Checking segment: {'id': '25dec4eb-860a-42ee-97ec-68986231ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:47.812840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.813231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Bound using segment: {'id': '25dec4eb-860a-42ee-97ec-68986231ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:47.813719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Bound port: c5d0fbcb-e431-4c30-9efb-b078aa50b648, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dec4eb-860a-42ee-97ec-68986231ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c70d50c5-2cb9-44f2-bbe0-26a8aaed7208'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:47.814085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.840352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.877346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.904668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.004861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=35594dbb-ce9a-4f1d-aee7-797b243545eb,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.017522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '4d1d78c6-c309-486c-97c4-28592401d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4250795a-d464-4388-871c-66c668d207a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:48.017888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 4250795a-d464-4388-871c-66c668d207a4, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:48.020051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Network 3af7be84-c6aa-4473-a76b-106bd0660eff is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:48.037561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:48.052073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 4250795a-d464-4388-871c-66c668d207a4 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:48.059085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:48.071625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.073341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4250795a-d464-4388-871c-66c668d207a4) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:48.076136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Pushing event updated for resources: {'Port': ['ID=2a8df093-286a-445d-b739-5c149ff6b261,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.078495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.079190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.084341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.101611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5a985-bcd4-4bf4-9642-2a6b856124f6 None None] Network 4250795a-d464-4388-871c-66c668d207a4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:48.116809 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f42ca737-b97e-49e7-8142-bd095fab2997 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9206669 Feb 16 17:04:48.120957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58808) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:48.244605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] For port ccdcafaa-829b-402d-b917-708e3394979d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ccdcafaa-829b-402d-b917-708e3394979d,segment=NetworkSegment(0677097b-40e2-41bc-a769-6e9131b75e00),segment_id=0677097b-40e2-41bc-a769-6e9131b75e00)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:48.275026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.278831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Port': ['ID=c053274e-6bd0-441c-be4c-a43d9a2c5286,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.315034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.331374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.348661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] For port c5d0fbcb-e431-4c30-9efb-b078aa50b648, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:48.401936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.495209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:48.496429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:48.506702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.544355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d45e3-82c6-4314-9379-5ca97d175bc8 None None] Pushing event updated for resources: {'Port': ['ID=ccdcafaa-829b-402d-b917-708e3394979d,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.549395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] For port c5d0fbcb-e431-4c30-9efb-b078aa50b648, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c5d0fbcb-e431-4c30-9efb-b078aa50b648,segment=NetworkSegment(25dec4eb-860a-42ee-97ec-68986231ca63),segment_id=25dec4eb-860a-42ee-97ec-68986231ca63)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:48.558721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Attempting to bind port 2a8df093-286a-445d-b739-5c149ff6b261 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:48.559094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Attempting to bind port 2a8df093-286a-445d-b739-5c149ff6b261 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '47e0a977-d69d-49e6-8397-e02b2230f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:48.559453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Attempting to bind port 2a8df093-286a-445d-b739-5c149ff6b261 on network 3af7be84-c6aa-4473-a76b-106bd0660eff {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:48.572873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.582356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=35594dbb-ce9a-4f1d-aee7-797b243545eb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.673148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:48.673587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Checking segment: {'id': '47e0a977-d69d-49e6-8397-e02b2230f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:48.673911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.674309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Bound using segment: {'id': '47e0a977-d69d-49e6-8397-e02b2230f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:48.674834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Bound port: 2a8df093-286a-445d-b739-5c149ff6b261, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e0a977-d69d-49e6-8397-e02b2230f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3af7be84-c6aa-4473-a76b-106bd0660eff'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:48.675208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.702987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.735722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.763540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bb36f-faf9-4f92-9753-b5b148feca95 None None] Pushing event updated for resources: {'Port': ['ID=c5d0fbcb-e431-4c30-9efb-b078aa50b648,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.764732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Router ca456c2a-7301-47b4-8c77-420718b99a79 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:04:48.767928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Transition to ACTIVE for port object fa004826-3842-42c9-8879-44321f84e138 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:48.819451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4250795a-d464-4388-871c-66c668d207a4']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:48.848634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1d78c6-c309-486c-97c4-28592401d446') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:48.848964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1d78c6-c309-486c-97c4-28592401d446') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:48.876339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.878741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] For port 2a8df093-286a-445d-b739-5c149ff6b261, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:48.923261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.939770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:48.940209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:48.959818 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:48.972733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] For port 2a8df093-286a-445d-b739-5c149ff6b261, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2a8df093-286a-445d-b739-5c149ff6b261,segment=NetworkSegment(47e0a977-d69d-49e6-8397-e02b2230f1b4),segment_id=47e0a977-d69d-49e6-8397-e02b2230f1b4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:48.984758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037b3e6-8650-4d99-a619-f82aa07cd2af None None] Network 4250795a-d464-4388-871c-66c668d207a4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:49.008992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.016476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Transition to ACTIVE for port object fa004826-3842-42c9-8879-44321f84e138 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:49.113028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.127475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:49.146574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] Sync routers for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:49.149861 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-10894cef-c2a9-4d43-a0ea-44b3b97458be tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9007900 Feb 16 17:04:49.152895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58816) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:49.157034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5aa7bbc0-f853-4a0a-8b4c-518fd12e743b None None] Provisioning complete for port ccdcafaa-829b-402d-b917-708e3394979d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:49.158006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5aa7bbc0-f853-4a0a-8b4c-518fd12e743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.172528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.180052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=4250795a-d464-4388-871c-66c668d207a4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:49.188040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.192009 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-486495f3-df06-4133-b555-a5ce66715158 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/4250795a-d464-4388-871c-66c668d207a4 HTTP/1.1" status: 204 len: 168 time: 1.0665236 Feb 16 17:04:49.192204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58820) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:49.199892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-743650733'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:49.208935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:49.218276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:49.221898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:49.229762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:49.244624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:49.250196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.294447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:49.307827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.308708 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment cbaa3c7b-061a-4b73-9bc4-6b18ffc4a189 of type vlan for network 2829bf79-5af3-46fd-a309-b7b8424cffaf Feb 16 17:04:49.347626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.408091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:49.411140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:49.427584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.434944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:49.435799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.487136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:49.507646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:49.530529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b28eb6-754a-484b-b061-cc03e5e657c8 None None] Pushing event updated for resources: {'Port': ['ID=2a8df093-286a-445d-b739-5c149ff6b261,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:49.605361 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4080250 Feb 16 17:04:49.608396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58828) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:49.620162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '2829bf79-5af3-46fd-a309-b7b8424cffaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:49.674675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6e269-6c8f-435c-8d9d-36f442c1d7c9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=2829bf79-5af3-46fd-a309-b7b8424cffaf,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:49.855048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:49.877085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 2829bf79-5af3-46fd-a309-b7b8424cffaf details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:49.883953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:49.889408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:49.892702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:49.902769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:49.920314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:49.924425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.021725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2a8df093-286a-445d-b739-5c149ff6b261 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:50.061628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:50.281522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.292892 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-62efabdf-a724-4f11-a939-076d5ff44196 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:04:50.294189 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-62efabdf-a724-4f11-a939-076d5ff44196 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1400025 Feb 16 17:04:50.299051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58840) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:50.433790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b25b3-a492-4d2a-be8f-112ede76002c None None] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:50.447505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Pushing event updated for resources: {'Port': ['ID=fa004826-3842-42c9-8879-44321f84e138,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:50.457096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:50.457740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:50.540491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:50.540924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782fb67-6e06-4387-a481-55ce49cc367f None None] The sync data for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:50.585976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=986c2574-0713-42b9-82d0-468fef3c79cb,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:50.590771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': 'cbaa3c7b-061a-4b73-9bc4-6b18ffc4a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2829bf79-5af3-46fd-a309-b7b8424cffaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:50.591114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 2829bf79-5af3-46fd-a309-b7b8424cffaf, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:50.597766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-d96e165d-11f1-4dda-8eaa-ca92ec3873a9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:50.616974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-41055e81-f3f8-4cc3-8c18-af3434e50c11 None None] Provisioning for port c5d0fbcb-e431-4c30-9efb-b078aa50b648 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:50.631529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-d96e165d-11f1-4dda-8eaa-ca92ec3873a9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:50.635572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Attempting to bind port fa004826-3842-42c9-8879-44321f84e138 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:50.636213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Attempting to bind port fa004826-3842-42c9-8879-44321f84e138 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:50.636804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Attempting to bind port fa004826-3842-42c9-8879-44321f84e138 on network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:50.640228 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-d96e165d-11f1-4dda-8eaa-ca92ec3873a9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914999918&fields=id&tenant_id=08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 267 time: 0.2976069 Feb 16 17:04:50.643142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 2829bf79-5af3-46fd-a309-b7b8424cffaf is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:50.651314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 2a8df093-286a-445d-b739-5c149ff6b261 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:50.661367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:50.663173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Checking segment: {'id': '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:50.663656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.664254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Bound using segment: {'id': '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:50.665441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Bound port: fa004826-3842-42c9-8879-44321f84e138, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b7fc8b1a-0a35-4d93-8881-8bc33fe396a8'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:50.666019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.674852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 2829bf79-5af3-46fd-a309-b7b8424cffaf) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:50.730696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:50.731263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.743094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c5d0fbcb-e431-4c30-9efb-b078aa50b648 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:50.771393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197574f-d721-4cd4-98ac-f56e29e3581a None None] Network 2829bf79-5af3-46fd-a309-b7b8424cffaf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:50.782860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-339fad40-bf6b-4e93-abb0-81aeaa1d7b6b tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1734505 Feb 16 17:04:50.787688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58844) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:50.808525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95de79-ed22-4814-8aff-4038f4a5c448 None None] Network 3af7be84-c6aa-4473-a76b-106bd0660eff requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:50.823451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-2b0f783e-0c3a-43a5-8cf5-dbeabf354967 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:50.823859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-2b0f783e-0c3a-43a5-8cf5-dbeabf354967 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:50.842246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-2b0f783e-0c3a-43a5-8cf5-dbeabf354967 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:50.843479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-2b0f783e-0c3a-43a5-8cf5-dbeabf354967 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 812 time: 0.2024701 Feb 16 17:04:50.861781 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-716fe27d-edea-47af-b59e-04b3090a2522 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/quotas/08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 375 time: 0.0112879 Feb 16 17:04:50.954750 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-c60b78fd-c07c-4cf8-a0ab-880e6665dc6a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868700 Feb 16 17:04:51.115205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-885de969-09ab-4cc6-8ccc-75873b1b3622 service neutron] 10.222.0.43 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461065 Feb 16 17:04:51.130028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] Provisioning for port 2a8df093-286a-445d-b739-5c149ff6b261 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:51.141730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.167590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] Provisioning complete for port 2a8df093-286a-445d-b739-5c149ff6b261 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:51.167955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.253145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] For port fa004826-3842-42c9-8879-44321f84e138, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:51.268816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-75240c04-997d-4cf7-ae3e-71c0a028852c service neutron] 10.222.0.43 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465023 Feb 16 17:04:51.280652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.296634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] For port fa004826-3842-42c9-8879-44321f84e138, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fa004826-3842-42c9-8879-44321f84e138,segment=NetworkSegment(0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6),segment_id=0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:51.319683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.360225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.420013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port c5d0fbcb-e431-4c30-9efb-b078aa50b648 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:51.471399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c5d0fbcb-e431-4c30-9efb-b078aa50b648 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:51.471661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.561237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.755282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1cb9c-42cd-40ac-9734-e802769ee4be None None] Pushing event updated for resources: {'Port': ['ID=fa004826-3842-42c9-8879-44321f84e138,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:51.801605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.820077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb812d60-2ab1-4af9-bd06-fe2f60ca3b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-2829bf79-5af3-46fd-a309-b7b8424cffaf', 'network_id': '2829bf79-5af3-46fd-a309-b7b8424cffaf', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '986c2574-0713-42b9-82d0-468fef3c79cb'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:51.820955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb812d60-2ab1-4af9-bd06-fe2f60ca3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.829328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2829bf79-5af3-46fd-a309-b7b8424cffaf']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:51.863627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaa3c7b-061a-4b73-9bc4-6b18ffc4a189') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:51.864072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaa3c7b-061a-4b73-9bc4-6b18ffc4a189') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:51.879754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.896469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.903845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:51.904159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.940139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=986c2574-0713-42b9-82d0-468fef3c79cb,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:51.944786 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:51.984745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.044416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.065290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] For port 2a8df093-286a-445d-b739-5c149ff6b261, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2a8df093-286a-445d-b739-5c149ff6b261,segment=NetworkSegment(47e0a977-d69d-49e6-8397-e02b2230f1b4),segment_id=47e0a977-d69d-49e6-8397-e02b2230f1b4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:52.090736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.120663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-17eea2a2-e5c1-4d2c-874e-39fb299b58c8 req-3bbce9ad-a838-443b-8e81-54e0801e3dc1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:52.163784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-eb812d60-2ab1-4af9-bd06-fe2f60ca3b17 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 17:04:52.163784 dv-neutron-829527-2-hyperv neutron-server[87722]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 16 17:04:52.163784 dv-neutron-829527-2-hyperv neutron-server[87722]: [parameters: {'project_id': '63ce3df302064b0fa3e0341c03ad6568', 'id': 'faa04f03-4d07-45be-82e3-361c6e063529', 'name': '', 'network_id': '2829bf79-5af3-46fd-a309-b7b8424cffaf', 'mac_address': 'fa:16:3e:e9:f1:79', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-2829bf79-5af3-46fd-a309-b7b8424cffaf', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1240}] Feb 16 17:04:52.163784 dv-neutron-829527-2-hyperv neutron-server[87722]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:52.165613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-eb812d60-2ab1-4af9-bd06-fe2f60ca3b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:52.174028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port c5d0fbcb-e431-4c30-9efb-b078aa50b648, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c5d0fbcb-e431-4c30-9efb-b078aa50b648,segment=NetworkSegment(25dec4eb-860a-42ee-97ec-68986231ca63),segment_id=25dec4eb-860a-42ee-97ec-68986231ca63)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:52.181499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.182276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ccdcafaa-829b-402d-b917-708e3394979d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:52.183766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.228262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.243080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=2829bf79-5af3-46fd-a309-b7b8424cffaf,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.247470 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5538e415-2299-439c-bedf-69a522c0a0a0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/2829bf79-5af3-46fd-a309-b7b8424cffaf HTTP/1.1" status: 204 len: 168 time: 1.4587016 Feb 16 17:04:52.251119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58866) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:52.260555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981541194'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:52.265892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-17eea2a2-e5c1-4d2c-874e-39fb299b58c8 req-3bbce9ad-a838-443b-8e81-54e0801e3dc1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:52.283091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17eea2a2-e5c1-4d2c-874e-39fb299b58c8 req-3bbce9ad-a838-443b-8e81-54e0801e3dc1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 210 time: 0.4913690 Feb 16 17:04:52.291333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:52.310006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:52.316628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:52.331803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:52.344649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b8b32-32f4-41e1-9dac-71a033f5ef1c None None] Pushing event updated for resources: {'Port': ['ID=2a8df093-286a-445d-b739-5c149ff6b261,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.358515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:52.368467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.422989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a89a53bd-a029-4d9e-bb0a-47e7f9328b65 None None] Provisioning for port c053274e-6bd0-441c-be4c-a43d9a2c5286 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:52.434103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:52.450128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.450679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8 of type vlan for network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 Feb 16 17:04:52.458318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting port c053274e-6bd0-441c-be4c-a43d9a2c5286 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:52.460465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.473003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a89a53bd-a029-4d9e-bb0a-47e7f9328b65 None None] Provisioning complete for port c053274e-6bd0-441c-be4c-a43d9a2c5286 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:52.474031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a89a53bd-a029-4d9e-bb0a-47e7f9328b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.503491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.544021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ccdcafaa-829b-402d-b917-708e3394979d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:52.544389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.545513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.551465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:52.552087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.650324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=c5d0fbcb-e431-4c30-9efb-b078aa50b648,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.669506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eb812d60-2ab1-4af9-bd06-fe2f60ca3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.669727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4141369 Feb 16 17:04:52.669727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58870) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:52.681239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:52.700358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a89a53bd-a029-4d9e-bb0a-47e7f9328b65 None None] Port c053274e-6bd0-441c-be4c-a43d9a2c5286 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:52.714652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b664e5-43a9-47ef-941c-3a5a94acf63c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=0afa01db-34c0-45b0-9cb6-8a8d96d6dc73,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.771144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:52.797528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db1197-9110-4d78-b0cd-17a35e4a4372 None None] Network 2829bf79-5af3-46fd-a309-b7b8424cffaf requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:52.843336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.876368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:52.884522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:52.888378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:52.904074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:52.931116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:52.936071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.938330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db1197-9110-4d78-b0cd-17a35e4a4372 None None] Network 2829bf79-5af3-46fd-a309-b7b8424cffaf could not be found, it might have been deleted concurrently. {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 17:04:52.939779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a89a53bd-a029-4d9e-bb0a-47e7f9328b65 None None] Provisioning complete for port c5d0fbcb-e431-4c30-9efb-b078aa50b648 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:52.940136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a89a53bd-a029-4d9e-bb0a-47e7f9328b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.038759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Calling delete_port for c053274e-6bd0-441c-be4c-a43d9a2c5286 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:53.147886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fd147-91c5-4157-a90e-cb64b41b87c1 None None] Network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:53.268369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.293044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-40f73a76-25ec-4f97-8d7b-c57eacff125e None None] Provisioning for port fa004826-3842-42c9-8879-44321f84e138 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:53.347878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2a8df093-286a-445d-b739-5c149ff6b261 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:53.353294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Port': ['ID=c053274e-6bd0-441c-be4c-a43d9a2c5286,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.471445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-40f73a76-25ec-4f97-8d7b-c57eacff125e None None] Could not find standard attr ID for object c053274e-6bd0-441c-be4c-a43d9a2c5286. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:04:53.527134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d12e000-ff52-438c-a770-a19e31b782a4 req-8013288a-5985-4c7a-b00c-cb991bf534d5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 210 time: 0.0877402 Feb 16 17:04:53.544299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.557546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-40f73a76-25ec-4f97-8d7b-c57eacff125e None None] Provisioning complete for port 2a8df093-286a-445d-b739-5c149ff6b261 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:53.558162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-40f73a76-25ec-4f97-8d7b-c57eacff125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.730290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=89beeac9-3515-4e4c-8265-d72864896353,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.735401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:53.735749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:53.739505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 2a8df093-286a-445d-b739-5c149ff6b261 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:53.740407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.789163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.791031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-3d296f20-10f4-48ae-b39a-21bb74174da1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:53.792947 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-3d296f20-10f4-48ae-b39a-21bb74174da1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 812 time: 0.3512564 Feb 16 17:04:53.793638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:53.804613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:53.810148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:53.810803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.817866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b103a185-58e0-48ee-b4c0-f3ec08d6db5d None None] Network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:53.839529 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-082aa0cd-3e25-40e6-8f53-72f33db60563 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1650665 Feb 16 17:04:53.839939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58876) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:53.982593 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-f542896b-66d9-40a5-9d16-4d930de57cf2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 380 time: 0.0626128 Feb 16 17:04:54.020557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'port': {'device_id': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'admin_state_up': True, 'tenant_id': '08e7d041b859443b93057783e0379b34', 'security_groups': ['4e36c20d-7ebd-4b7a-ac23-a0648f79be02']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:54.073488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fa004826-3842-42c9-8879-44321f84e138 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:54.083385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Router ca456c2a-7301-47b4-8c77-420718b99a79 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:54.298188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:54.309981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6effa9b3-a08d-456b-b37b-1daeb4aabd6f tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0097930 Feb 16 17:04:54.316266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58884) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:54.324334 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] Sync routers for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:54.341900 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:54.342919 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:54.450150 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:54.459411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-0afa01db-34c0-45b0-9cb6-8a8d96d6dc73', 'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '89beeac9-3515-4e4c-8265-d72864896353'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:54.460268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.465401 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:54.466883 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:54.472123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.473589 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-0d8c3d0f-6a83-4048-89d4-f5fdc44d2f40 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] delete failed (client error): The resource could not be found. Feb 16 17:04:54.481188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d8c3d0f-6a83-4048-89d4-f5fdc44d2f40 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1718443958 HTTP/1.1" status: 404 len: 335 time: 0.1574006 Feb 16 17:04:54.481188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58888) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:54.485971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-feac7bcd-0474-45fb-8f40-3f4352749e44 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca456c2a-7301-47b4-8c77-420718b99a79'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:54.488048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port fa004826-3842-42c9-8879-44321f84e138 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:54.506475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fa004826-3842-42c9-8879-44321f84e138 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:54.506881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.515208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:54.535253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:54.554744 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:54.555634 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b9dbf-adeb-4d27-b45e-3b371f6291ec None None] The sync data for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:54.621429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Made reservation on behalf of 08e7d041b859443b93057783e0379b34 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:54.625300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.635689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.725614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.794993 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de0431de-fa1c-4a6e-aa0e-fe1281f45044 req-39360194-9c70-48fb-a7c6-aa67c63e11a4 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 210 time: 0.0600264 Feb 16 17:04:54.810895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port fa004826-3842-42c9-8879-44321f84e138, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fa004826-3842-42c9-8879-44321f84e138,segment=NetworkSegment(0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6),segment_id=0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:54.819631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.824136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Allocated IP 172.20.0.2 (0afa01db-34c0-45b0-9cb6-8a8d96d6dc73/89beeac9-3515-4e4c-8265-d72864896353/91db34d4-20ac-48b7-88cc-bba0c76718ca) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:54.826241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.827020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c5d0fbcb-e431-4c30-9efb-b078aa50b648 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:54.922981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Allocated IP 172.20.0.8 (35c04ff5-79f1-4ca1-b464-8868ba1703fc/ca649115-db81-4704-938d-ff6a00ce08d3/a8c23482-81d7-4223-9a7d-8eacc27d5308) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:55.024449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=fa004826-3842-42c9-8879-44321f84e138,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.069212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c5d0fbcb-e431-4c30-9efb-b078aa50b648 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:55.069552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.204578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.219701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.227677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Transition to ACTIVE for port object a8c23482-81d7-4223-9a7d-8eacc27d5308 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:55.250064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-feac7bcd-0474-45fb-8f40-3f4352749e44 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.263611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.274740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Transition to ACTIVE for port object 91db34d4-20ac-48b7-88cc-bba0c76718ca will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:55.294188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-feac7bcd-0474-45fb-8f40-3f4352749e44 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] update failed (client error): The resource could not be found. Feb 16 17:04:55.302793 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-feac7bcd-0474-45fb-8f40-3f4352749e44 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79 HTTP/1.1" status: 404 len: 339 time: 0.8195879 Feb 16 17:04:55.304296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58894) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:55.307806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Transition to ACTIVE for port object 91db34d4-20ac-48b7-88cc-bba0c76718ca will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:55.326871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.363556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:55.367345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:55.388394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.393322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:55.406190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:55.409542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:55.413296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:55.454221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fa004826-3842-42c9-8879-44321f84e138 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:04:55.488837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Pushing event updated for resources: {'Port': ['ID=91db34d4-20ac-48b7-88cc-bba0c76718ca,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.538379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=89beeac9-3515-4e4c-8265-d72864896353,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.546761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=a8c23482-81d7-4223-9a7d-8eacc27d5308,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.604061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Attempting to bind port 91db34d4-20ac-48b7-88cc-bba0c76718ca on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:55.604291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Attempting to bind port 91db34d4-20ac-48b7-88cc-bba0c76718ca by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:55.604596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Attempting to bind port 91db34d4-20ac-48b7-88cc-bba0c76718ca on network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:55.617876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:55.618327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Checking segment: {'id': '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:55.618837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.619282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Bound using segment: {'id': '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:55.619808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Bound port: 91db34d4-20ac-48b7-88cc-bba0c76718ca, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:55.620178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.639861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fa004826-3842-42c9-8879-44321f84e138 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:55.639861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.661925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:55.662604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.673016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.717105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afa01db-34c0-45b0-9cb6-8a8d96d6dc73']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:55.732357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:55.732683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:55.744894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-a28f7d21-7101-4479-931a-0b54046ed829 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7500808 Feb 16 17:04:55.748740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.764622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Request body: {'port': {'device_id': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:55.835880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.843580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:55.844087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.853640 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] For port 91db34d4-20ac-48b7-88cc-bba0c76718ca, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:55.893088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-77947916-1619-44e4-865e-44e129605885 None None] Provisioning for port a8c23482-81d7-4223-9a7d-8eacc27d5308 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:55.916090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-77947916-1619-44e4-865e-44e129605885 None None] Provisioning complete for port a8c23482-81d7-4223-9a7d-8eacc27d5308 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:55.919592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-77947916-1619-44e4-865e-44e129605885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.963881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] For port 91db34d4-20ac-48b7-88cc-bba0c76718ca, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=91db34d4-20ac-48b7-88cc-bba0c76718ca,segment=NetworkSegment(7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8),segment_id=7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:55.976040 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:55.981845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.999525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:04:55.999525 dv-neutron-829527-2-hyperv neutron-server[87720]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:04:55.999525 dv-neutron-829527-2-hyperv neutron-server[87720]: [parameters: {'id': '0afa01db-34c0-45b0-9cb6-8a8d96d6dc73'}] Feb 16 17:04:55.999525 dv-neutron-829527-2-hyperv neutron-server[87720]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:55.999966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:56.084225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.101312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-77947916-1619-44e4-865e-44e129605885 None None] Port a8c23482-81d7-4223-9a7d-8eacc27d5308 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:56.115462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.122078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b4303-5fc9-43be-8580-8b394e6064ee req-8d5627a2-ef47-4cbd-b0fb-6632a3097013 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:56.122851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-524b4303-5fc9-43be-8580-8b394e6064ee req-8d5627a2-ef47-4cbd-b0fb-6632a3097013 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:04:56.137160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e5b0-2998-41df-aa7b-63c085400819 None None] Pushing event updated for resources: {'Port': ['ID=91db34d4-20ac-48b7-88cc-bba0c76718ca,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:56.159626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b38546-9a6e-4be1-8196-d449fb06c1a9 None None] Network 0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:56.352815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-524b4303-5fc9-43be-8580-8b394e6064ee req-8d5627a2-ef47-4cbd-b0fb-6632a3097013 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:04:56.353972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-524b4303-5fc9-43be-8580-8b394e6064ee req-8d5627a2-ef47-4cbd-b0fb-6632a3097013 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 931 time: 0.3555684 Feb 16 17:04:56.435035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-524b4303-5fc9-43be-8580-8b394e6064ee req-d7993eb9-1991-445b-8e11-f83ce64e86ef tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648508 Feb 16 17:04:56.464490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea6d45-1251-476f-82bf-2f380c6b28ae None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:04:56.518849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.598191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Allocated IP 172.20.0.1 (dc0db738-a855-42fe-92f6-ba3585e42f54/5b6c62c0-f1ce-419f-bb80-2c2160eed8e7/582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:56.640246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea6d45-1251-476f-82bf-2f380c6b28ae None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:04:56.677099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c23482-81d7-4223-9a7d-8eacc27d5308 {{(pid=87720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:04:56.686235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Deleting port 91db34d4-20ac-48b7-88cc-bba0c76718ca {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:04:56.686880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.717306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.755895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Transition to ACTIVE for port object a8c23482-81d7-4223-9a7d-8eacc27d5308 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:56.792659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.805606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.824003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Transition to ACTIVE for port object 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:56.855410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.946423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Port': ['ID=582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:56.967519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network dc0db738-a855-42fe-92f6-ba3585e42f54 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:56.969225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:56.971610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:04:57.013586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a8c23482-81d7-4223-9a7d-8eacc27d5308,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:57.045307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.224891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] For port 91db34d4-20ac-48b7-88cc-bba0c76718ca, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=91db34d4-20ac-48b7-88cc-bba0c76718ca,segment=NetworkSegment(7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8),segment_id=7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:04:57.227169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.240600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.460409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Calling delete_port for 91db34d4-20ac-48b7-88cc-bba0c76718ca owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:04:57.492346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Attempting to bind port a8c23482-81d7-4223-9a7d-8eacc27d5308 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:57.492624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Attempting to bind port a8c23482-81d7-4223-9a7d-8eacc27d5308 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:57.492972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Attempting to bind port a8c23482-81d7-4223-9a7d-8eacc27d5308 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:57.511814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Port a8c23482-81d7-4223-9a7d-8eacc27d5308 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:04:57.512265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Attempting to bind port a8c23482-81d7-4223-9a7d-8eacc27d5308 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:04:57.522376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:04:57.522881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Checking segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:57.523357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Bound using segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:04:57.524443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Bound port: a8c23482-81d7-4223-9a7d-8eacc27d5308, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:57.524931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.574800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cf29d8ed-4065-4a80-af05-b2662a2e52b2 None None] Provisioning for port 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:57.583058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cf29d8ed-4065-4a80-af05-b2662a2e52b2 None None] Provisioning complete for port 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:57.583644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cf29d8ed-4065-4a80-af05-b2662a2e52b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.643004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.659967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cf29d8ed-4065-4a80-af05-b2662a2e52b2 None None] Port 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:57.696553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] For port a8c23482-81d7-4223-9a7d-8eacc27d5308, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:04:57.707443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Port': ['ID=91db34d4-20ac-48b7-88cc-bba0c76718ca,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:57.709495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No DVR routers for this DVR port 91db34d4-20ac-48b7-88cc-bba0c76718ca on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:57.742444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] For port a8c23482-81d7-4223-9a7d-8eacc27d5308, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:04:57.763886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.854545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7fcda-81e7-42f7-b131-7cffc97cf5ff req-020e9e69-fc60-4ac6-b7c0-0dfb7e5b19a5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:57.856027 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b6d7fcda-81e7-42f7-b131-7cffc97cf5ff req-020e9e69-fc60-4ac6-b7c0-0dfb7e5b19a5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.1898110 Feb 16 17:04:57.896824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:57.897102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.897437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.899089 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] 10.222.0.48 "PUT /v2.0/ports/a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 200 len: 1093 time: 2.1388879 Feb 16 17:04:57.899701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:04:57.913402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.928886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.999211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e04b39-fb8c-4e29-b3b6-337e69b57b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a8c23482-81d7-4223-9a7d-8eacc27d5308,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.004419 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'status': 'completed', 'code': 200} Feb 16 17:04:58.009110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afa01db-34c0-45b0-9cb6-8a8d96d6dc73']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.026683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.027120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7081b47b-62ae-40d5-ab66-7d7b4bb5b9f8') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.028213 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b6d7fcda-81e7-42f7-b131-7cffc97cf5ff req-3b1df44c-5c87-48a1-a51a-044e9cf50590 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558702 Feb 16 17:04:58.045072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.065846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.075336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:58.075903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.098684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.104462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event updated for resources: {'Port': ['ID=582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:58.186197 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:58.195140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.222855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.239356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=0afa01db-34c0-45b0-9cb6-8a8d96d6dc73,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.243647 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-90e968ee-1ebf-4550-bcbc-513612c90bba tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 HTTP/1.1" status: 204 len: 168 time: 4.4027703 Feb 16 17:04:58.247245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58906) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:58.253908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799790352'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:58.260051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:58.264731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:58.268782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:58.277150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Network dc0db738-a855-42fe-92f6-ba3585e42f54 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:58.277702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:58.279029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:58.295045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-8189a7f6-6df3-403c-8770-ccc40b761f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:58.296538 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-8189a7f6-6df3-403c-8770-ccc40b761f1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1096 time: 0.3378553 Feb 16 17:04:58.297311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:58.300662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.381994 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-b1b88b15-6895-49d6-81c1-0999db01b137 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 200 len: 217 time: 0.0697637 Feb 16 17:04:58.446843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:58.468798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.469143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment b11087d2-b463-4f9b-a4c8-8e3764ab49fa of type vlan for network 7da987d9-af08-48d5-9111-181387024d32 Feb 16 17:04:58.477889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-248cd48a-9947-4f28-b7d7-1bb905d1f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:58.479381 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-248cd48a-9947-4f28-b7d7-1bb905d1f058 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0894873 Feb 16 17:04:58.492437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Router ca456c2a-7301-47b4-8c77-420718b99a79 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:04:58.624987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c242d722-e7d2-4eb9-ac02-aa4fcd7a0f5f None None] Provisioning complete for port 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:58.631411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c242d722-e7d2-4eb9-ac02-aa4fcd7a0f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.671185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.677936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:04:58.691418 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] Sync routers for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:58.701172 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-49df4854-7f0c-4793-9a63-f1aadd61c6f4 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3945282 Feb 16 17:04:58.703997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58910) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:58.707417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c242d722-e7d2-4eb9-ac02-aa4fcd7a0f5f None None] Port 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:04:58.713479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:58.714257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.737303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-fb117493-6dce-40c9-97a1-b82e5995e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:58.739499 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-fb117493-6dce-40c9-97a1-b82e5995e721 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2528179 Feb 16 17:04:58.740804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.747413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:58.748157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.779741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.788901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:04:58.790197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.823157 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5720682 Feb 16 17:04:58.856590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58914) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:58.859761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.860160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d03e86d-ab44-4151-ac73-fa7301d70437 None None] The sync data for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:58.871415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '7da987d9-af08-48d5-9111-181387024d32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:58.958501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce87b2-2fa1-4077-80a2-1c941cfc766d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=7da987d9-af08-48d5-9111-181387024d32,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.969763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 7da987d9-af08-48d5-9111-181387024d32 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:04:59.016473 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-27187151-6076-4a4d-9ddc-0f7dead7ded5 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476184 Feb 16 17:04:59.175963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f84c5131-1582-444f-9c88-c9e79d986bbf tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.216825 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2f1b9923-0185-47e3-a7b7-9ee0458ac07c req-5aa7a69d-8dae-4460-8e84-02621ed797eb service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942372 Feb 16 17:04:59.259865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee7fdf-bf06-4684-8f95-5b723c055ad1 req-8c761157-13ea-4ae9-9fb8-b5873de518c6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:59.261310 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-20ee7fdf-bf06-4684-8f95-5b723c055ad1 req-8c761157-13ea-4ae9-9fb8-b5873de518c6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.1134145 Feb 16 17:04:59.293795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:04:59.312159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:04:59.317513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:04:59.325879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:04:59.346523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:59.350052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.360531 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-20ee7fdf-bf06-4684-8f95-5b723c055ad1 req-251d3428-4465-43c4-936e-4efee06bf29e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923233 Feb 16 17:04:59.375510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-f84c5131-1582-444f-9c88-c9e79d986bbf tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 17:04:59.376518 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f84c5131-1582-444f-9c88-c9e79d986bbf tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79 HTTP/1.1" status: 409 len: 329 time: 0.6715639 Feb 16 17:04:59.379607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58920) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:59.442733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-8d7097fe-5c0b-4887-b352-b2c3e4644db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:59.444213 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-8d7097fe-5c0b-4887-b352-b2c3e4644db4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1096 time: 0.1617203 Feb 16 17:04:59.444605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.ipam_backend_mixin [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing IP validity checks on allocation pools {{(pid=87721) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:04:59.445319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.ipam_backend_mixin [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87721) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:04:59.576215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.655151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=6c976e11-2523-4c3c-912d-d8e6e28bcede,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.662800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': 'b11087d2-b463-4f9b-a4c8-8e3764ab49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7da987d9-af08-48d5-9111-181387024d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:04:59.663147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 7da987d9-af08-48d5-9111-181387024d32, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:59.684955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 7da987d9-af08-48d5-9111-181387024d32 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:59.694796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 7da987d9-af08-48d5-9111-181387024d32) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:59.699760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:59.700345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.704123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b65bd3-6189-4302-931a-ba02b2ff44a5 None None] Network 7da987d9-af08-48d5-9111-181387024d32 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:04:59.728518 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bae0c1f6-3840-452f-89f4-cf184cf58350 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8706181 Feb 16 17:04:59.729292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58924) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:04:59.806361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-8b5d83eb-2a8d-48b8-a4c5-646983f370c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:59.807873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-8b5d83eb-2a8d-48b8-a4c5-646983f370c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.3551793 Feb 16 17:04:59.876347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.914757 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-1dd1c92b-5969-4114-ae33-ccc37287fb8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 200 len: 217 time: 0.0969582 Feb 16 17:04:59.938396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b6677-8780-41e3-b120-fe0bd278c5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-7da987d9-af08-48d5-9111-181387024d32', 'network_id': '7da987d9-af08-48d5-9111-181387024d32', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '6c976e11-2523-4c3c-912d-d8e6e28bcede'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:04:59.939296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-462b6677-8780-41e3-b120-fe0bd278c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.952068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.035078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-f84edc82-0e2e-4423-8e29-45dac4cd26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.036645 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-f84edc82-0e2e-4423-8e29-45dac4cd26cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.1129806 Feb 16 17:05:00.038780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.084858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=6c976e11-2523-4c3c-912d-d8e6e28bcede,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server [None req-462b6677-8780-41e3-b120-fe0bd278c5e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c976e11-2523-4c3c-912d-d8e6e28bcede: This subnet is being modified by another concurrent operation. Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c976e11-2523-4c3c-912d-d8e6e28bcede: This subnet is being modified by another concurrent operation. Feb 16 17:05:00.094017 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server Feb 16 17:05:00.151641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce401f68-0e05-4648-aa9c-cfdd3388af2a None None] Network 7da987d9-af08-48d5-9111-181387024d32 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:00.184712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.216634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da987d9-af08-48d5-9111-181387024d32']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:00.236307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11087d2-b463-4f9b-a4c8-8e3764ab49fa') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:00.236660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11087d2-b463-4f9b-a4c8-8e3764ab49fa') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:00.250848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.269246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.275826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:00.276216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:00.292994 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:00.303581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-32f71860-29ee-4e93-bb45-7d81e82889af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.305250 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-32f71860-29ee-4e93-bb45-7d81e82889af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2571120 Feb 16 17:05:00.360268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685747ad-f1a8-4a0e-84bc-46ad723ee1de None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:05:00.381203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.412018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.416691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.425226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=7da987d9-af08-48d5-9111-181387024d32,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.433145 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d00167b2-e077-47ee-9883-8dfb5c849ca7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/7da987d9-af08-48d5-9111-181387024d32 HTTP/1.1" status: 204 len: 168 time: 0.7028234 Feb 16 17:05:00.437020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58932) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:00.443514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30862126'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:00.449080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:00.453789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:00.457761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:00.466494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:00.482750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:00.488869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.521583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685747ad-f1a8-4a0e-84bc-46ad723ee1de None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:05:00.566268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:00.585181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.585579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 33f327b6-da56-4891-8b3a-b6be0de76ca7 of type vlan for network 806dcd26-4baa-4458-b0f6-cc6304a96fed Feb 16 17:05:00.609806 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-1c07769a-87f8-4f4b-b151-e45c23bb90bf service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963531 Feb 16 17:05:00.623185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.637983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290856c-cc90-4536-93e3-34a2d6737cfc req-d1e1cbc6-9149-4952-ae56-4b7e5dead735 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.639513 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e290856c-cc90-4536-93e3-34a2d6737cfc req-d1e1cbc6-9149-4952-ae56-4b7e5dead735 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.1276004 Feb 16 17:05:00.714196 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e290856c-cc90-4536-93e3-34a2d6737cfc req-f9cad15e-c26b-431e-8f81-ce8eb74890af tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656424 Feb 16 17:05:00.715238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.721920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.722648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.768629 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3279204 Feb 16 17:05:00.779246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58936) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:00.791867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:00.848373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173743c0-f088-40e3-896d-f411fb6cd973 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=806dcd26-4baa-4458-b0f6-cc6304a96fed,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.866930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 806dcd26-4baa-4458-b0f6-cc6304a96fed details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:00.958727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e09a6966-d21f-400a-8c89-12948d676f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.967763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:00.972594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc3b539a-8c41-4878-8175-9159b387d8c6 req-641ae5e8-6f86-454b-8af1-95fbe8552653 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555748 Feb 16 17:05:00.976529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:00.981452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:00.989679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:01.034521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:01.037982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.142954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting port 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:01.143205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.394153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.527427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Calling delete_port for 582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:01.731125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.888525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=1ea8d9ed-d58c-4135-9639-2e50eb02f16a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.904370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '33f327b6-da56-4891-8b3a-b6be0de76ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:01.904710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 806dcd26-4baa-4458-b0f6-cc6304a96fed, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:01.978860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 806dcd26-4baa-4458-b0f6-cc6304a96fed is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:02.003524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 806dcd26-4baa-4458-b0f6-cc6304a96fed) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:02.013441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be864f14-1253-4670-b317-8f0feb37312e None None] Network 806dcd26-4baa-4458-b0f6-cc6304a96fed requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:02.018438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673b447-35f5-431d-907f-5c9987054348 req-6486aa62-8cae-429a-bb19-f260079d7b9b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:02.019931 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a673b447-35f5-431d-907f-5c9987054348 req-6486aa62-8cae-429a-bb19-f260079d7b9b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.1934476 Feb 16 17:05:02.021127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:02.021699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.050104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.121900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Port': ['ID=582b51a2-a2e7-4331-ba6d-9c7ab2dd9fac,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.207563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58944) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:02.208097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-924719c9-b2fa-4e6f-b52f-20dbf6b3e619 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4274311 Feb 16 17:05:02.223965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a673b447-35f5-431d-907f-5c9987054348 req-4eb6f61d-73fc-4527-bc6e-f735af075315 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954067 Feb 16 17:05:02.263322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-806dcd26-4baa-4458-b0f6-cc6304a96fed', 'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '1ea8d9ed-d58c-4135-9639-2e50eb02f16a'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:05:02.264164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.406808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.412875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.438211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Allocated IP 172.20.0.1 (806dcd26-4baa-4458-b0f6-cc6304a96fed/1ea8d9ed-d58c-4135-9639-2e50eb02f16a/d807d3f7-5e1d-48d8-a3ed-cf737535d81b) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:02.483462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.660435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.670917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Transition to ACTIVE for port object d807d3f7-5e1d-48d8-a3ed-cf737535d81b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:02.690924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Transition to ACTIVE for port object d807d3f7-5e1d-48d8-a3ed-cf737535d81b will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:02.691145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Router ca456c2a-7301-47b4-8c77-420718b99a79 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:05:02.697654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.714579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.759076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea8d9ed-d58c-4135-9639-2e50eb02f16a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.782431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Pushing event updated for resources: {'Port': ['ID=d807d3f7-5e1d-48d8-a3ed-cf737535d81b,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.786404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Network 806dcd26-4baa-4458-b0f6-cc6304a96fed is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:02.788158 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:02.793189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:02.831239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:05:02.837153 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-636de74c-9a44-4f83-b580-189323ce8c54 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557655 Feb 16 17:05:02.840975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58948) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:02.845408 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] Sync routers for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:02.855054 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:02.855993 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.864001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.896044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806dcd26-4baa-4458-b0f6-cc6304a96fed']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.906408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Attempting to bind port d807d3f7-5e1d-48d8-a3ed-cf737535d81b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:02.906784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Attempting to bind port d807d3f7-5e1d-48d8-a3ed-cf737535d81b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '33f327b6-da56-4891-8b3a-b6be0de76ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:02.907151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Attempting to bind port d807d3f7-5e1d-48d8-a3ed-cf737535d81b on network 806dcd26-4baa-4458-b0f6-cc6304a96fed {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:02.911190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f327b6-da56-4891-8b3a-b6be0de76ca7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.911424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f327b6-da56-4891-8b3a-b6be0de76ca7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.914850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:02.915457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Checking segment: {'id': '33f327b6-da56-4891-8b3a-b6be0de76ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:02.915856 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.916241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Bound using segment: {'id': '33f327b6-da56-4891-8b3a-b6be0de76ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:02.916699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Bound port: d807d3f7-5e1d-48d8-a3ed-cf737535d81b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f327b6-da56-4891-8b3a-b6be0de76ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '806dcd26-4baa-4458-b0f6-cc6304a96fed'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:02.917069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.922048 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-91c09d62-5317-4dd5-9ebd-91811c743876 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] show failed (client error): The resource could not be found. Feb 16 17:05:02.923236 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.926729 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91c09d62-5317-4dd5-9ebd-91811c743876 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1280814399 HTTP/1.1" status: 404 len: 335 time: 0.0845776 Feb 16 17:05:02.927609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58952) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:02.931940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.933328 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] Routers {'ca456c2a-7301-47b4-8c77-420718b99a79'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:02.934017 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:04:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ca456c2a-7301-47b4-8c77-420718b99a79'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.937526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a2746023-000b-4ffc-ad0c-a013bdd0a19c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:02.949456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.955917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:02.956304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:02.973041 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:02.997051 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.997598 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3ae1e3-b00b-416b-81de-31a7bf899c9a None None] The sync data for ids ['ca456c2a-7301-47b4-8c77-420718b99a79'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:03.007403 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-a2746023-000b-4ffc-ad0c-a013bdd0a19c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] update failed (client error): The resource could not be found. Feb 16 17:05:03.015299 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a2746023-000b-4ffc-ad0c-a013bdd0a19c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-361883670 HTTP/1.1" status: 404 len: 334 time: 0.0804598 Feb 16 17:05:03.015759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58956) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:03.045829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] For port d807d3f7-5e1d-48d8-a3ed-cf737535d81b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:03.060666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] For port d807d3f7-5e1d-48d8-a3ed-cf737535d81b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d807d3f7-5e1d-48d8-a3ed-cf737535d81b,segment=NetworkSegment(33f327b6-da56-4891-8b3a-b6be0de76ca7),segment_id=33f327b6-da56-4891-8b3a-b6be0de76ca7)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:03.061231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:05:03.061231 dv-neutron-829527-2-hyperv neutron-server[87721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:05:03.061231 dv-neutron-829527-2-hyperv neutron-server[87721]: [parameters: {'id': '806dcd26-4baa-4458-b0f6-cc6304a96fed'}] Feb 16 17:05:03.061231 dv-neutron-829527-2-hyperv neutron-server[87721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:03.061897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:03.065303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.081877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting subnet 3d08aa09-a862-4698-a7e7-f86f9063ef42 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:05:03.084839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.143507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.185486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a44b5-8e30-4264-a5b1-29820ec3481b None None] Pushing event updated for resources: {'Port': ['ID=d807d3f7-5e1d-48d8-a3ed-cf737535d81b,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:03.222836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bac0f-75ea-43a6-bd81-1b99bbfbc8a2 None None] Network 806dcd26-4baa-4458-b0f6-cc6304a96fed requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:03.361067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.445675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716c905-a89b-4b5a-b48d-73e8a849d82f req-d044cfa6-79d5-47c8-91c9-4d30a0b2fffa tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:03.446423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.447271 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5716c905-a89b-4b5a-b48d-73e8a849d82f req-d044cfa6-79d5-47c8-91c9-4d30a0b2fffa tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.0988212 Feb 16 17:05:03.453635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72013ad2-0597-4e20-9e0d-cc0aea4566cd None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:05:03.489649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Subnet': ['ID=3d08aa09-a862-4698-a7e7-f86f9063ef42,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:03.496713 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5716c905-a89b-4b5a-b48d-73e8a849d82f req-6ba78c25-2c58-480d-ae30-c97a8b43d28d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Feb 16 17:05:03.500489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.511247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b02d2133-4d03-4481-9ae4-c2c63ae66a8c tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/subnets/3d08aa09-a862-4698-a7e7-f86f9063ef42 HTTP/1.1" status: 204 len: 168 time: 0.4944804 Feb 16 17:05:03.511656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58962) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:03.567221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.583564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting subnet 9794f93c-253b-4a3c-a6fd-417176ce9e74 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:05:03.588350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.588860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b57919c0-c288-40c9-8af9-9c3b101a70f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.626886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Deleting port d807d3f7-5e1d-48d8-a3ed-cf737535d81b {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:03.627231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.630990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72013ad2-0597-4e20-9e0d-cc0aea4566cd None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:05:03.691564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.970134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1bab8c-5678-4f2e-9766-263cfde23585 None None] Network b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:04.036797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] For port d807d3f7-5e1d-48d8-a3ed-cf737535d81b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d807d3f7-5e1d-48d8-a3ed-cf737535d81b,segment=NetworkSegment(33f327b6-da56-4891-8b3a-b6be0de76ca7),segment_id=33f327b6-da56-4891-8b3a-b6be0de76ca7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:04.037150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.045372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.202572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Calling delete_port for d807d3f7-5e1d-48d8-a3ed-cf737535d81b owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:04.237780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] DHCP port deletion for b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:05:04.245994 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] Deleting port fa004826-3842-42c9-8879-44321f84e138 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:04.246488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.277131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.306259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.346448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.380517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Subnet': ['ID=9794f93c-253b-4a3c-a6fd-417176ce9e74,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.402134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Port': ['ID=d807d3f7-5e1d-48d8-a3ed-cf737535d81b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.404232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No DVR routers for this DVR port d807d3f7-5e1d-48d8-a3ed-cf737535d81b on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:04.406284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.428821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca09b44-6ada-4b44-bc85-266c7fb404b4 None None] Network c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:04.470829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-867581e0-ce2b-4349-a1b5-c43048531f1e tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/subnets/9794f93c-253b-4a3c-a6fd-417176ce9e74 HTTP/1.1" status: 204 len: 168 time: 0.9577453 Feb 16 17:05:04.473307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58966) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:04.557637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.571720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] For port fa004826-3842-42c9-8879-44321f84e138, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fa004826-3842-42c9-8879-44321f84e138,segment=NetworkSegment(0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6),segment_id=0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:04.572278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.602790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806dcd26-4baa-4458-b0f6-cc6304a96fed']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:04.617896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f327b6-da56-4891-8b3a-b6be0de76ca7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:04.618232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f327b6-da56-4891-8b3a-b6be0de76ca7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:04.631400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.639479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.653663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.661754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:04.662106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:04.679728 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:04.698348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting port fa004826-3842-42c9-8879-44321f84e138 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:04.698707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.737130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] Calling delete_port for fa004826-3842-42c9-8879-44321f84e138 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:04.776618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.797245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.811746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=806dcd26-4baa-4458-b0f6-cc6304a96fed,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.817033 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2364c4b5-f688-4ecf-99fd-4bf2a965a348 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/806dcd26-4baa-4458-b0f6-cc6304a96fed HTTP/1.1" status: 204 len: 168 time: 2.6076634 Feb 16 17:05:04.821277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58972) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:04.828613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254694743'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:04.833880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:04.834744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a776c-9af8-4f32-9798-558abac920d1 req-59a11933-ff1d-405d-95bb-a8edee922bb2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:04.836782 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-be4a776c-9af8-4f32-9798-558abac920d1 req-59a11933-ff1d-405d-95bb-a8edee922bb2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.1928067 Feb 16 17:05:04.838370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:04.841819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:04.853448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:04.867620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:04.872085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.872772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.900944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:04.910769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.912149 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 0209fd27-1254-4b04-8b45-47d76d71dcf4 of type vlan for network fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 Feb 16 17:05:04.925374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] Pushing event deleted for resources: {'Port': ['ID=fa004826-3842-42c9-8879-44321f84e138,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.927354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98756a90-f1e3-46cb-9151-64f62cc06cba None None] No DVR routers for this DVR port fa004826-3842-42c9-8879-44321f84e138 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:04.949851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.986094 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-be4a776c-9af8-4f32-9798-558abac920d1 req-842bc1a1-f9f6-47a4-ad4e-f7bed04cec5a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313167 Feb 16 17:05:04.988684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.995215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] For port fa004826-3842-42c9-8879-44321f84e138, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fa004826-3842-42c9-8879-44321f84e138,segment=NetworkSegment(0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6),segment_id=0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:04.995618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.997032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:04.997909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.011797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.040359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] DHCP port deletion for c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:05:05.045300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] Deleting port c5d0fbcb-e431-4c30-9efb-b078aa50b648 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:05.045662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.119204 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2952495 Feb 16 17:05:05.122333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58976) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:05.127177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2cc96-8473-4426-8ffc-b0a5cf95fc23 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=fb87dc8a-4f3e-4d28-8b35-8cb920a224f2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.128200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': 'fb87dc8a-4f3e-4d28-8b35-8cb920a224f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:05.140983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:05.153048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Calling delete_port for fa004826-3842-42c9-8879-44321f84e138 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:05.315394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:05.319769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:05.323130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:05.323509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:05.324161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:05.335056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:05.351308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:05.355039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.427427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c5d0fbcb-e431-4c30-9efb-b078aa50b648 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:05:05.471037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] For port c5d0fbcb-e431-4c30-9efb-b078aa50b648, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c5d0fbcb-e431-4c30-9efb-b078aa50b648,segment=NetworkSegment(25dec4eb-860a-42ee-97ec-68986231ca63),segment_id=25dec4eb-860a-42ee-97ec-68986231ca63)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:05.471427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.620395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.636021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] Calling delete_port for c5d0fbcb-e431-4c30-9efb-b078aa50b648 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:05.725459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=de2e775b-5710-4baa-88e0-5374dcbb3dd5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.740985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '0209fd27-1254-4b04-8b45-47d76d71dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb87dc8a-4f3e-4d28-8b35-8cb920a224f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:05.741259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: fb87dc8a-4f3e-4d28-8b35-8cb920a224f2, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:05.768390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:05.784199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, fb87dc8a-4f3e-4d28-8b35-8cb920a224f2) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:05.788719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.793442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:05.793649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.805490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85ec30-fe3a-46ac-8559-49a7a5dfee0e None None] Network fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:05.823316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.824502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting port fa004826-3842-42c9-8879-44321f84e138 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:05.825056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.859588 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d084ddd6-da94-42d6-9f20-a3def26e5016 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7359388 Feb 16 17:05:05.862688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58982) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:05.919749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] The port 'fa004826-3842-42c9-8879-44321f84e138' was deleted {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:05:05.939122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] Pushing event deleted for resources: {'Port': ['ID=c5d0fbcb-e431-4c30-9efb-b078aa50b648,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.948788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a546ce-bcf6-4333-84d6-1e116dc3198c None None] No DVR routers for this DVR port c5d0fbcb-e431-4c30-9efb-b078aa50b648 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:06.004722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fa004826-3842-42c9-8879-44321f84e138 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:05:06.051529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: fa004826-3842-42c9-8879-44321f84e138 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:05:06.051835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.052030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fa004826-3842-42c9-8879-44321f84e138 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:05:06.125140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.217702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.255161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db46c6-a017-42c7-bc3d-fa8b206e5514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-fb87dc8a-4f3e-4d28-8b35-8cb920a224f2', 'network_id': 'fb87dc8a-4f3e-4d28-8b35-8cb920a224f2', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': 'de2e775b-5710-4baa-88e0-5374dcbb3dd5'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:05:06.256041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1db46c6-a017-42c7-bc3d-fa8b206e5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.297843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fc8b1a-0a35-4d93-8881-8bc33fe396a8']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.313289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.313717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0fbc17-a1fe-4741-a9ae-7d2ca056c7a6') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.327708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.334685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ac598-a632-4cb4-8de5-d15f8c2dc946 req-2991935c-ee5a-49df-98e2-bd5d307af3b6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:06.336707 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7d1ac598-a632-4cb4-8de5-d15f8c2dc946 req-2991935c-ee5a-49df-98e2-bd5d307af3b6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.1884832 Feb 16 17:05:06.350499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.358886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:06.360546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.363859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: util.warn( Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:06.377464 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server [None req-c1db46c6-a017-42c7-bc3d-fa8b206e5514 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de2e775b-5710-4baa-88e0-5374dcbb3dd5: This subnet is being modified by another concurrent operation. Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de2e775b-5710-4baa-88e0-5374dcbb3dd5: This subnet is being modified by another concurrent operation. Feb 16 17:05:06.397250 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server Feb 16 17:05:06.425367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d4a57-82e5-427b-bb60-1788968e65b5 None None] Network fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:06.427727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=de2e775b-5710-4baa-88e0-5374dcbb3dd5,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.484234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.506900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.515603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Network': ['ID=b7fc8b1a-0a35-4d93-8881-8bc33fe396a8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.520580 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c4940e6b-8da1-40d6-b134-5cfb87a0ba69 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/networks/b7fc8b1a-0a35-4d93-8881-8bc33fe396a8 HTTP/1.1" status: 204 len: 168 time: 2.0456142 Feb 16 17:05:06.523847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 58988) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:06.645149 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7d1ac598-a632-4cb4-8de5-d15f8c2dc946 req-12c26745-d7a6-4851-b56d-a1bb87fac773 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009689 Feb 16 17:05:06.652636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2daf8-b6bb-41d7-9c62-4f1b4071dece None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:05:06.656261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.675519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.704043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.705803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb87dc8a-4f3e-4d28-8b35-8cb920a224f2']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.719356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0209fd27-1254-4b04-8b45-47d76d71dcf4') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.719947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0209fd27-1254-4b04-8b45-47d76d71dcf4') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.736701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.757910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.765693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:06.766205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:06.780908 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:06.796244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2daf8-b6bb-41d7-9c62-4f1b4071dece None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:05:06.812854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.843253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70d50c5-2cb9-44f2-bbe0-26a8aaed7208']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.859118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dec4eb-860a-42ee-97ec-68986231ca63') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.859613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dec4eb-860a-42ee-97ec-68986231ca63') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.871986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.876907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.891215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.895489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.904425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:06.905200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.907387 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 HTTP/1.1" status: 204 len: 168 time: 1.0430324 Feb 16 17:05:06.911394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58992) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:06.914909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e2520-dcac-4d29-8082-aad25c7e9824 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=fb87dc8a-4f3e-4d28-8b35-8cb920a224f2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.920871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-858413642'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:06.925976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:06.928942 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:06.931947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:06.933903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:06.939989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:06.954820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:06.958240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.989906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:07.000231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.000874 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment f2557c57-3777-4a20-a9ce-f5b2a257baad of type vlan for network 15d63311-4f62-48fe-bb92-05b44a264c75 Feb 16 17:05:07.028056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.033084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.047566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555669'] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.059021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Network': ['ID=c70d50c5-2cb9-44f2-bbe0-26a8aaed7208,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.065060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 58996) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:07.065911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e40796b3-f049-46cb-a152-8828f7bb6e4d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/networks/c70d50c5-2cb9-44f2-bbe0-26a8aaed7208 HTTP/1.1" status: 204 len: 168 time: 0.5399277 Feb 16 17:05:07.099996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.106027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:07.106627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.237263 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3247983 Feb 16 17:05:07.240070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59000) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:07.247776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c45913-f631-4515-a5d5-008135877320 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=15d63311-4f62-48fe-bb92-05b44a264c75,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.248370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:07.254517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting subnet 5b6c62c0-f1ce-419f-bb80-2c2160eed8e7 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:05:07.258970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.294930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 15d63311-4f62-48fe-bb92-05b44a264c75 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:07.323895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a8c23482-81d7-4223-9a7d-8eacc27d5308 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:05:07.330794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.470859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.540397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.562951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.569426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.592190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a8c23482-81d7-4223-9a7d-8eacc27d5308, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:07.606255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'port_id': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'mac_address': 'fa:16:3e:8c:45:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:05:07.609855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6c62c0-f1ce-419f-bb80-2c2160eed8e7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.613171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.621513 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-473f9afc-11f4-4859-b41d-6344124f8e1d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/subnets/5b6c62c0-f1ce-419f-bb80-2c2160eed8e7 HTTP/1.1" status: 204 len: 168 time: 0.5553732 Feb 16 17:05:07.624072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59004) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:07.638785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab7ce6-e5e9-4924-b91e-36f01b54f1ad None None] Network dc0db738-a855-42fe-92f6-ba3585e42f54 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:07.659958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 15d63311-4f62-48fe-bb92-05b44a264c75 is not hosted by any dhcp agent {{(pid=87720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 17:05:07.665479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:07.666233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.667812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "PUT /v2.0/networks/15d63311-4f62-48fe-bb92-05b44a264c75 HTTP/1.1" status: 200 len: 723 time: 0.4261067 Feb 16 17:05:07.673979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59008) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:07.683114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:07.766126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.779089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1e6b5-a35e-4d47-acf0-f9878774300a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=15d63311-4f62-48fe-bb92-05b44a264c75,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.793428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.808381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Deleting port ccdcafaa-829b-402d-b917-708e3394979d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:07.809185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.815666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c23482-81d7-4223-9a7d-8eacc27d5308 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:05:07.827647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 15d63311-4f62-48fe-bb92-05b44a264c75 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:07.876018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:07.882128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:07.887161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:07.894715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:07.915468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:07.919059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.950461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a8c23482-81d7-4223-9a7d-8eacc27d5308, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:07.965807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.004815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e8602-3c7a-4f85-8c5c-b087d7e38046 req-5a350cf3-d194-4220-b841-a88cbdeef993 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:08.006296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e9e8602-3c7a-4f85-8c5c-b087d7e38046 req-5a350cf3-d194-4220-b841-a88cbdeef993 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 943 time: 0.2074547 Feb 16 17:05:08.042013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] For port ccdcafaa-829b-402d-b917-708e3394979d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ccdcafaa-829b-402d-b917-708e3394979d,segment=NetworkSegment(0677097b-40e2-41bc-a769-6e9131b75e00),segment_id=0677097b-40e2-41bc-a769-6e9131b75e00)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:08.042669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.068175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a8c23482-81d7-4223-9a7d-8eacc27d5308,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.084104 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e9e8602-3c7a-4f85-8c5c-b087d7e38046 req-907aa297-971f-45ec-b398-0a9c1a4b7b35 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615296 Feb 16 17:05:08.163566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] DHCP port deletion for dc0db738-a855-42fe-92f6-ba3585e42f54 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:05:08.171317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Deleting port ccdcafaa-829b-402d-b917-708e3394979d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:08.172154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.185779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Calling delete_port for ccdcafaa-829b-402d-b917-708e3394979d owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:08.220562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.285306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.314211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=44ecd2d9-848e-4539-95a9-0ebd3f4f211d,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.321316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': 'f2557c57-3777-4a20-a9ce-f5b2a257baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:08.321749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 15d63311-4f62-48fe-bb92-05b44a264c75, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:08.343208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Port': ['ID=ccdcafaa-829b-402d-b917-708e3394979d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.344957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] No DVR routers for this DVR port ccdcafaa-829b-402d-b917-708e3394979d on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:08.347781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 15d63311-4f62-48fe-bb92-05b44a264c75 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:08.360493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 15d63311-4f62-48fe-bb92-05b44a264c75) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:08.365980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:08.367322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.391375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569081cc-d50f-4384-a195-2cbece82a7ec None None] Network 15d63311-4f62-48fe-bb92-05b44a264c75 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:08.399903 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2fddd9c9-4f6d-4f91-b36d-0c4b5174d5f0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7236972 Feb 16 17:05:08.401783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59014) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:08.416685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['a8c23482-81d7-4223-9a7d-8eacc27d5308'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:05:08.452045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:08.620910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] For port ccdcafaa-829b-402d-b917-708e3394979d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ccdcafaa-829b-402d-b917-708e3394979d,segment=NetworkSegment(0677097b-40e2-41bc-a769-6e9131b75e00),segment_id=0677097b-40e2-41bc-a769-6e9131b75e00)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:08.621234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.630230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.698431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0db738-a855-42fe-92f6-ba3585e42f54']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.719725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0677097b-40e2-41bc-a769-6e9131b75e00') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.720000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0677097b-40e2-41bc-a769-6e9131b75e00') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.746494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.764035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7933125'] for subnet, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.792553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Calling delete_port for ccdcafaa-829b-402d-b917-708e3394979d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:08.802830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.815409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:08.815813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:08.830896 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:08.962099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.985967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.994884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Pushing event deleted for resources: {'Network': ['ID=dc0db738-a855-42fe-92f6-ba3585e42f54,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.015650 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-59f261c4-4c01-440b-9301-56540106328d tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/networks/dc0db738-a855-42fe-92f6-ba3585e42f54 HTTP/1.1" status: 204 len: 168 time: 1.3901772 Feb 16 17:05:09.018429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59018) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:09.071077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:09.071451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:09.100643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756730968351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6963641'] for subnet, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.156135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-15d63311-4f62-48fe-bb92-05b44a264c75', 'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '44ecd2d9-848e-4539-95a9-0ebd3f4f211d'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:05:09.157187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.173289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:09.174002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.175300 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "PUT /v2.0/subnets/44ecd2d9-848e-4539-95a9-0ebd3f4f211d HTTP/1.1" status: 200 len: 806 time: 0.7725897 Feb 16 17:05:09.196484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59024) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:09.234882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b697891f-7369-4729-a225-c05f8424f0c7 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Synchronizing usage tracker for tenant:eae826bb87f54e6db4dda41830975fa0 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:09.263688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b697891f-7369-4729-a225-c05f8424f0c7 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Unset dirty status for tenant:eae826bb87f54e6db4dda41830975fa0 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:09.267546 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b697891f-7369-4729-a225-c05f8424f0c7 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca456c2a-7301-47b4-8c77-420718b99a79 HTTP/1.1" status: 200 len: 205 time: 0.2470889 Feb 16 17:05:09.268260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59028) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:09.350507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7a256-9325-4a46-912f-1b3f0f303c40 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=44ecd2d9-848e-4539-95a9-0ebd3f4f211d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.423717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.428458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ccdcafaa-829b-402d-b917-708e3394979d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:05:09.494735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ccdcafaa-829b-402d-b917-708e3394979d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:05:09.495025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ccdcafaa-829b-402d-b917-708e3394979d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:05:09.498194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Allocated IP 172.20.0.2 (15d63311-4f62-48fe-bb92-05b44a264c75/44ecd2d9-848e-4539-95a9-0ebd3f4f211d/50062994-7141-4b47-b60a-01ea49a10172) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:09.530335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827d68-4781-4855-bdbc-f25e828367cc req-8748f6b9-5095-4ec0-bf56-b4177f399c05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:09.531981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d0827d68-4781-4855-bdbc-f25e828367cc req-8748f6b9-5095-4ec0-bf56-b4177f399c05 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 944 time: 0.1782012 Feb 16 17:05:09.535851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.594948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Deleting port ccdcafaa-829b-402d-b917-708e3394979d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:09.594948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.625427 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d0827d68-4781-4855-bdbc-f25e828367cc req-7cb87d43-9502-4437-9a29-ea8c5d7242c6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850616 Feb 16 17:05:09.645356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.679304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a4fb-ee64-4dec-a124-0f7011b0af90 None None] The port 'ccdcafaa-829b-402d-b917-708e3394979d' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:05:09.780376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.782823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.816950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.817586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Fanout notify agent at l3_agent the message router_deleted on router ca456c2a-7301-47b4-8c77-420718b99a79 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:05:09.827393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.835140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.837606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e844b6e3-721a-4c49-8ac0-1490ba3e7216 tempest-RoutersNegativeTest-500605380 tempest-RoutersNegativeTest-500605380-project] 10.222.0.43 "DELETE /v2.0/routers/ca456c2a-7301-47b4-8c77-420718b99a79 HTTP/1.1" status: 204 len: 168 time: 0.5683377 Feb 16 17:05:09.841898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Transition to ACTIVE for port object 50062994-7141-4b47-b60a-01ea49a10172 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:09.870297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Transition to ACTIVE for port object 50062994-7141-4b47-b60a-01ea49a10172 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:09.876965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.894526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.937311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Network 15d63311-4f62-48fe-bb92-05b44a264c75 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:09.943308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=44ecd2d9-848e-4539-95a9-0ebd3f4f211d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.944746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:09.948432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:10.045152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Pushing event updated for resources: {'Port': ['ID=50062994-7141-4b47-b60a-01ea49a10172,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:10.058808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Attempting to bind port 50062994-7141-4b47-b60a-01ea49a10172 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:10.059332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Attempting to bind port 50062994-7141-4b47-b60a-01ea49a10172 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'f2557c57-3777-4a20-a9ce-f5b2a257baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:10.059802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Attempting to bind port 50062994-7141-4b47-b60a-01ea49a10172 on network 15d63311-4f62-48fe-bb92-05b44a264c75 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:10.063921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.066876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:10.067251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Checking segment: {'id': 'f2557c57-3777-4a20-a9ce-f5b2a257baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:10.067642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.068025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Bound using segment: {'id': 'f2557c57-3777-4a20-a9ce-f5b2a257baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:10.068480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Bound port: 50062994-7141-4b47-b60a-01ea49a10172, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2557c57-3777-4a20-a9ce-f5b2a257baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '15d63311-4f62-48fe-bb92-05b44a264c75'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:10.068851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.092086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d63311-4f62-48fe-bb92-05b44a264c75']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:10.108713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2557c57-3777-4a20-a9ce-f5b2a257baad') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:10.109544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2557c57-3777-4a20-a9ce-f5b2a257baad') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:10.122091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.140353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.147952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:10.149743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:10.167639 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:10.184526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:10.187119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] For port 50062994-7141-4b47-b60a-01ea49a10172, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:10.261627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] For port 50062994-7141-4b47-b60a-01ea49a10172, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=50062994-7141-4b47-b60a-01ea49a10172,segment=NetworkSegment(f2557c57-3777-4a20-a9ce-f5b2a257baad),segment_id=f2557c57-3777-4a20-a9ce-f5b2a257baad)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:10.262481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:05:10.262481 dv-neutron-829527-2-hyperv neutron-server[87721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:05:10.262481 dv-neutron-829527-2-hyperv neutron-server[87721]: [parameters: {'id': '15d63311-4f62-48fe-bb92-05b44a264c75'}] Feb 16 17:05:10.262481 dv-neutron-829527-2-hyperv neutron-server[87721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:10.263017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:10.267361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.354502 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2e03b99e-3696-42d0-b886-48375a3783a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eae826bb87f54e6db4dda41830975fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680989 Feb 16 17:05:10.357305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59042) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:10.360377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ccd2-4a3e-4856-94b2-f225f334d516 None None] Pushing event updated for resources: {'Port': ['ID=50062994-7141-4b47-b60a-01ea49a10172,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:10.430407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dda8bc0d-5f09-4b4d-bc95-65990fd3f98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.436420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a053f-9d01-4fd6-821c-726e219193b9 None None] Network 15d63311-4f62-48fe-bb92-05b44a264c75 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:10.457168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dda8bc0d-5f09-4b4d-bc95-65990fd3f98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.521176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dda8bc0d-5f09-4b4d-bc95-65990fd3f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.538318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8bc0d-5f09-4b4d-bc95-65990fd3f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d03965a-332f-4c40-a01e-26dd6165c455,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:10.547684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dda8bc0d-5f09-4b4d-bc95-65990fd3f98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.548789 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dda8bc0d-5f09-4b4d-bc95-65990fd3f98b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d03965a-332f-4c40-a01e-26dd6165c455 HTTP/1.1" status: 204 len: 168 time: 0.1903358 Feb 16 17:05:10.676381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a2435-dc06-4f6b-8ea3-629b368e3b16 None None] Network 15d63311-4f62-48fe-bb92-05b44a264c75 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:10.764022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.781165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Deleting port 50062994-7141-4b47-b60a-01ea49a10172 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:10.781509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.874043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3592-d68c-4069-a945-ffca7123bbcc req-5a1e2461-8ae7-4757-b275-12a7e3f1222f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:10.876413 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10ca3592-d68c-4069-a945-ffca7123bbcc req-5a1e2461-8ae7-4757-b275-12a7e3f1222f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 944 time: 0.1199577 Feb 16 17:05:10.942401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559fd31-ac94-4e87-b1a8-5a6cfb9ed4de None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:05:10.949892 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10ca3592-d68c-4069-a945-ffca7123bbcc req-8fe6308b-c511-49b3-98d1-a54c526397fd tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660269 Feb 16 17:05:11.040615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] For port 50062994-7141-4b47-b60a-01ea49a10172, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=50062994-7141-4b47-b60a-01ea49a10172,segment=NetworkSegment(f2557c57-3777-4a20-a9ce-f5b2a257baad),segment_id=f2557c57-3777-4a20-a9ce-f5b2a257baad)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:11.040967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.060598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7559fd31-ac94-4e87-b1a8-5a6cfb9ed4de None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:05:11.305935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Calling delete_port for 50062994-7141-4b47-b60a-01ea49a10172 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:11.327914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a8c23482-81d7-4223-9a7d-8eacc27d5308 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:11.389326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.437706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Port': ['ID=50062994-7141-4b47-b60a-01ea49a10172,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.441203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No DVR routers for this DVR port 50062994-7141-4b47-b60a-01ea49a10172 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:11.464244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port a8c23482-81d7-4223-9a7d-8eacc27d5308 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:11.471601 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port a8c23482-81d7-4223-9a7d-8eacc27d5308 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:11.471962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.574727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.611998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d63311-4f62-48fe-bb92-05b44a264c75']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:11.625145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2557c57-3777-4a20-a9ce-f5b2a257baad') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:11.625430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2557c57-3777-4a20-a9ce-f5b2a257baad') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:11.637349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.638318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.657176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.665253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:11.665580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.667397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:11.677225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a8c23482-81d7-4223-9a7d-8eacc27d5308, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:11.680656 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:11.685243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.728690 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'code': 200} Feb 16 17:05:11.759252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a8c23482-81d7-4223-9a7d-8eacc27d5308,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.786866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.805841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.817837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=15d63311-4f62-48fe-bb92-05b44a264c75,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.821640 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bad2b30b-f7ef-4803-98ef-da4aa3d5406e tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/15d63311-4f62-48fe-bb92-05b44a264c75 HTTP/1.1" status: 204 len: 168 time: 2.6132913 Feb 16 17:05:11.823604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59052) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:11.850030 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ff5d32-c312-4c88-9930-efa6c3fd954a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:11.850496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ff5d32-c312-4c88-9930-efa6c3fd954a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:11.852674 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a3ff5d32-c312-4c88-9930-efa6c3fd954a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/15d63311-4f62-48fe-bb92-05b44a264c75 HTTP/1.1" status: 404 len: 339 time: 0.0280631 Feb 16 17:05:11.856423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59056) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:11.862168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560952159', 'description': 'd1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:11.868685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:11.873729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:network and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:11.877018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:11.883928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:11.894637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:11.899374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.930831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:11.940925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.941260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 16521327-0fe7-4dc0-8ab7-d8d84061ab7c of type vlan for network b034e444-23c6-447c-b15d-c1a0003d70a4 Feb 16 17:05:11.970919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.013730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7efe7-187c-4ff0-a583-c434069d82b7 req-19e60029-a368-4230-a5bc-546f2d15e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.015256 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15e7efe7-187c-4ff0-a583-c434069d82b7 req-19e60029-a368-4230-a5bc-546f2d15e325 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1098 time: 0.0746951 Feb 16 17:05:12.015935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.021420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.022008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.061407 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15e7efe7-187c-4ff0-a583-c434069d82b7 req-1255f849-8a81-4499-b98a-275a4f55b3db service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 Feb 16 17:05:12.137761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=b034e444-23c6-447c-b15d-c1a0003d70a4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.141450 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-22f7874f-59e5-4e21-8c61-b5af7ef5c676 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2840011 Feb 16 17:05:12.144135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59064) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:12.150330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b034e444-23c6-447c-b15d-c1a0003d70a4 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:12.235538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea5323-61c4-4caa-ab72-184989ff84af req-2b0b5872-57e4-47cf-a43a-9f05feb2f6c6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.237058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f1ea5323-61c4-4caa-ab72-184989ff84af req-2b0b5872-57e4-47cf-a43a-9f05feb2f6c6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.1679504 Feb 16 17:05:12.317376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c7924-7a24-4574-94e0-c042f65103d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.318036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7c4c7924-7a24-4574-94e0-c042f65103d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Synchronizing usage tracker for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:12.330755 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f1ea5323-61c4-4caa-ab72-184989ff84af req-65d3f101-8abb-4f73-affc-919a0e465005 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864246 Feb 16 17:05:12.345864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7c4c7924-7a24-4574-94e0-c042f65103d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Unset dirty status for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:12.347335 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7c4c7924-7a24-4574-94e0-c042f65103d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks?id=b034e444-23c6-447c-b15d-c1a0003d70a4 HTTP/1.1" status: 200 len: 760 time: 0.2020128 Feb 16 17:05:12.349956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59068) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:12.356128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'description': 'd2'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:12.594468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.624365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.649711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network b034e444-23c6-447c-b15d-c1a0003d70a4 is not hosted by any dhcp agent {{(pid=87720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 17:05:12.654940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.655524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.656773 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "PUT /v2.0/networks/b034e444-23c6-447c-b15d-c1a0003d70a4 HTTP/1.1" status: 200 len: 757 time: 0.3059075 Feb 16 17:05:12.663694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59072) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:12.796172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2b23c-cee0-4e4d-8f0e-dfbe752a16a8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.796887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ffa2b23c-cee0-4e4d-8f0e-dfbe752a16a8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Synchronizing usage tracker for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:12.813392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ffa2b23c-cee0-4e4d-8f0e-dfbe752a16a8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Unset dirty status for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:12.814592 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ffa2b23c-cee0-4e4d-8f0e-dfbe752a16a8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks?id=b034e444-23c6-447c-b15d-c1a0003d70a4 HTTP/1.1" status: 200 len: 760 time: 0.1497619 Feb 16 17:05:12.818499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59076) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:12.824033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844382832'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:12.829065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:12.838896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:12.853917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:12.859412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.864761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c92284-af5b-4a2f-b921-d76178d92e51 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=b034e444-23c6-447c-b15d-c1a0003d70a4,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.876311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b034e444-23c6-447c-b15d-c1a0003d70a4 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:12.888501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:12.898240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.898540 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment 49f7925c-130b-4526-abf5-ee7ec096e757 of type vlan for network fe5cacca-49fd-4f0a-8f99-5b0789cce755 Feb 16 17:05:12.926534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.981992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.987424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.988003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.096504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=fe5cacca-49fd-4f0a-8f99-5b0789cce755,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.100446 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2dfd31dd-351f-43d2-9561-76688e9f9294 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2809191 Feb 16 17:05:13.103828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59080) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:13.107686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network fe5cacca-49fd-4f0a-8f99-5b0789cce755 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:13.109108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': 'fe5cacca-49fd-4f0a-8f99-5b0789cce755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:13.235553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:13.238791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Usage tracker for resource:subnet and tenant:63ce3df302064b0fa3e0341c03ad6568 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:13.241681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:13.248525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:13.258914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:13.262395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.559695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.669248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.686596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9576b-505b-4f69-9dd1-eb32347e3edf req-26a57e02-ef15-4a29-86d5-b0a9ecc3fccc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:13.688087 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17a9576b-505b-4f69-9dd1-eb32347e3edf req-26a57e02-ef15-4a29-86d5-b0a9ecc3fccc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.2086775 Feb 16 17:05:13.690920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': '49f7925c-130b-4526-abf5-ee7ec096e757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe5cacca-49fd-4f0a-8f99-5b0789cce755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:13.691276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: fe5cacca-49fd-4f0a-8f99-5b0789cce755, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:13.746611 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17a9576b-505b-4f69-9dd1-eb32347e3edf req-73b1f924-ccd7-4033-90cd-ff35158e0e1e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498724 Feb 16 17:05:13.747707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network fe5cacca-49fd-4f0a-8f99-5b0789cce755 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:13.759768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, fe5cacca-49fd-4f0a-8f99-5b0789cce755) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:13.764201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:13.764829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.785513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f19a96-3886-450b-acfc-7a1b7cf907c2 None None] Network fe5cacca-49fd-4f0a-8f99-5b0789cce755 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:13.794783 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1b4376d6-bb6e-49f0-a6be-b51f1c916755 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6849225 Feb 16 17:05:13.795132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59086) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:13.958666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.021900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c7f32-38f6-4211-9917-95315a62c94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-fe5cacca-49fd-4f0a-8f99-5b0789cce755', 'network_id': 'fe5cacca-49fd-4f0a-8f99-5b0789cce755', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': 'ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:05:14.022745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d32c7f32-38f6-4211-9917-95315a62c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.028626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.113558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server [None req-d32c7f32-38f6-4211-9917-95315a62c94b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66: This subnet is being modified by another concurrent operation. Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66: This subnet is being modified by another concurrent operation. Feb 16 17:05:14.128960 dv-neutron-829527-2-hyperv neutron-server[87722]: ERROR oslo_messaging.rpc.server Feb 16 17:05:14.148969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093aa45a-a715-43a9-97ef-c6127f12f513 None None] Network fe5cacca-49fd-4f0a-8f99-5b0789cce755 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:14.164439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:14.266742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.293561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5cacca-49fd-4f0a-8f99-5b0789cce755']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.306417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f7925c-130b-4526-abf5-ee7ec096e757') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.306748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f7925c-130b-4526-abf5-ee7ec096e757') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.317994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.326066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b246c-dee5-4072-a552-6097506843b3 None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:05:14.337701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.344464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:14.344863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:14.360897 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:14.440604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b246c-dee5-4072-a552-6097506843b3 None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:05:14.446135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.466411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.472542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=fe5cacca-49fd-4f0a-8f99-5b0789cce755,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:14.483784 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bf0e99d1-ca63-4185-a52b-e025410ea394 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/fe5cacca-49fd-4f0a-8f99-5b0789cce755 HTTP/1.1" status: 204 len: 168 time: 0.6862345 Feb 16 17:05:14.487098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59090) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:14.533307 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee944c0-58ed-44f8-9b81-2141739d9066 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] GET failed (client error): The resource could not be found. Feb 16 17:05:14.533720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4ee944c0-58ed-44f8-9b81-2141739d9066 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Synchronizing usage tracker for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:subnet {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:14.552449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4ee944c0-58ed-44f8-9b81-2141739d9066 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Unset dirty status for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:subnet {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:14.553604 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ee944c0-58ed-44f8-9b81-2141739d9066 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/subnets/ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66 HTTP/1.1" status: 404 len: 337 time: 0.0651031 Feb 16 17:05:14.557323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59094) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:14.584291 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-784311dd-b1d0-4181-b5f6-5fd411161dd3 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:14.584755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784311dd-b1d0-4181-b5f6-5fd411161dd3 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:14.587248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-784311dd-b1d0-4181-b5f6-5fd411161dd3 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/fe5cacca-49fd-4f0a-8f99-5b0789cce755 HTTP/1.1" status: 404 len: 339 time: 0.0288591 Feb 16 17:05:14.590981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59098) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:14.857240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05965816-9bde-4722-9c19-9234810d52d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:14.858002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-05965816-9bde-4722-9c19-9234810d52d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Synchronizing usage tracker for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:14.875160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-05965816-9bde-4722-9c19-9234810d52d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Unset dirty status for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:14.876354 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-05965816-9bde-4722-9c19-9234810d52d0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2843671 Feb 16 17:05:14.879033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59104) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:14.922996 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fb0bda7b-db7a-4748-a2d0-7dde05d632e4 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 207 time: 0.0428822 Feb 16 17:05:14.926691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59108) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:14.955610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be350b-4940-4097-9a50-2429c63aa876 req-641d58e6-9056-46d7-a52a-8951894f7620 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:14.957085 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-38be350b-4940-4097-9a50-2429c63aa876 req-641d58e6-9056-46d7-a52a-8951894f7620 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.0895877 Feb 16 17:05:15.004025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-38be350b-4940-4097-9a50-2429c63aa876 req-c85a3b45-fa75-4bc9-99e3-e843ea90441b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402868 Feb 16 17:05:15.078007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fad12-2ec9-42b6-91bc-a48c0a02be49 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.084037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fad12-2ec9-42b6-91bc-a48c0a02be49 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.091589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fad12-2ec9-42b6-91bc-a48c0a02be49 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.097413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fad12-2ec9-42b6-91bc-a48c0a02be49 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.099094 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-731fad12-2ec9-42b6-91bc-a48c0a02be49 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1715338 Feb 16 17:05:15.103087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59114) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.316038 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3bd4a9ad-b8aa-4ca5-9d6c-cf0525077ab5 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2121172 Feb 16 17:05:15.319317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59118) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.328829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a0dfe-7c26-464d-8319-37065ea17919 req-d171efc3-dbf6-4824-a049-9da7125b12e3 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.330594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be3a0dfe-7c26-464d-8319-37065ea17919 req-d171efc3-dbf6-4824-a049-9da7125b12e3 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.2070041 Feb 16 17:05:15.377523 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be3a0dfe-7c26-464d-8319-37065ea17919 req-feb34d90-e26b-477a-b5c4-7e6df0d7a00b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Feb 16 17:05:15.388876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93709067-9564-4188-b298-49518b8645e6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.391308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93709067-9564-4188-b298-49518b8645e6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.392351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-93709067-9564-4188-b298-49518b8645e6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Synchronizing usage tracker for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:15.401820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59122) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.405300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-93709067-9564-4188-b298-49518b8645e6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Unset dirty status for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:15.407484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-93709067-9564-4188-b298-49518b8645e6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0866368 Feb 16 17:05:15.410193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59126) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.484171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceefd92d-8bed-4610-a4ec-dff8f0705bd2 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['shared'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.485661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceefd92d-8bed-4610-a4ec-dff8f0705bd2 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['shared'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.487346 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ceefd92d-8bed-4610-a4ec-dff8f0705bd2 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0761485 Feb 16 17:05:15.490782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59132) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.650226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3160abe8-f4e9-46af-b66d-45cb028df4eb tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.650852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3160abe8-f4e9-46af-b66d-45cb028df4eb tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Synchronizing usage tracker for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:15.663253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3160abe8-f4e9-46af-b66d-45cb028df4eb tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Unset dirty status for tenant:63ce3df302064b0fa3e0341c03ad6568 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:15.665065 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3160abe8-f4e9-46af-b66d-45cb028df4eb tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks/3af7be84-c6aa-4473-a76b-106bd0660eff HTTP/1.1" status: 200 len: 799 time: 0.1732337 Feb 16 17:05:15.669348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59136) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.672026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243fb840-e70b-4dda-92a2-c7afe416b1f5 tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.673522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-243fb840-e70b-4dda-92a2-c7afe416b1f5 tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1093 time: 0.2703347 Feb 16 17:05:15.676573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59140) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.681659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:15.688759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:15.692572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:floatingip and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:15.696252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:15.702218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:15.716961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.831508 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f13e7284-12fa-44ca-9fb5-fd76203320b7 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/networks/3af7be84-c6aa-4473-a76b-106bd0660eff?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1571498 Feb 16 17:05:15.831834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59144) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.862887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.897907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1438f8de-0501-46ce-b5c4-59cb529fa6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.899464 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1438f8de-0501-46ce-b5c4-59cb529fa6e8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/subnets/7dce604c-fae6-49a4-ba23-35dca45ee153 HTTP/1.1" status: 200 len: 811 time: 0.0667021 Feb 16 17:05:15.903186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59148) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.971036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff78de5-4def-4957-8f4b-02a4d7621fb9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['shared'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.972385 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0ff78de5-4def-4957-8f4b-02a4d7621fb9 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "GET /v2.0/subnets/7dce604c-fae6-49a4-ba23-35dca45ee153?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0683138 Feb 16 17:05:15.975940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59152) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:15.981886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1949925403'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:15.986589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:15.996654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:16.006109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:16.007057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Allocated IP 172.26.7.14 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/b7ccaf54-aea4-4770-bd48-a7cff1be0455) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:16.009478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.043200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:16.052434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.052769 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Added segment d93887a6-3c5b-44d1-8f78-842e3f0555d6 of type vlan for network 95aa0177-6965-48db-8858-41de925ac965 Feb 16 17:05:16.079523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.110536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.116046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:16.116708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.163176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.194883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.232319 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2521961 Feb 16 17:05:16.232319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205146a-a66d-4ef3-b4f5-bd4248b7b4ab tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Network': ['ID=95aa0177-6965-48db-8858-41de925ac965,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.233608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59156) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:16.239511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'network_id': '95aa0177-6965-48db-8858-41de925ac965', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:16.245014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 95aa0177-6965-48db-8858-41de925ac965 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:16.261074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:16.263992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:16.268512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:16.312220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=b7ccaf54-aea4-4770-bd48-a7cff1be0455,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.485653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:16.495340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:16.505100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Made reservation on behalf of 63ce3df302064b0fa3e0341c03ad6568 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:16.509192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.600500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing IP validity checks on allocation pools {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:05:16.601006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:05:16.722899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.741163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.832909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=18dacfb4-243d-4688-9af3-23f5d68dfc88,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.839677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Checking segment: {'id': 'd93887a6-3c5b-44d1-8f78-842e3f0555d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95aa0177-6965-48db-8858-41de925ac965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:16.840021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network hostable DHCP agents. Network: 95aa0177-6965-48db-8858-41de925ac965, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:16.861704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Network 95aa0177-6965-48db-8858-41de925ac965 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:16.871935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 95aa0177-6965-48db-8858-41de925ac965) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:16.876175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:16.876761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.882818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed7e4b-5dbf-416d-88f5-1e27fd8bd0bd None None] Network 95aa0177-6965-48db-8858-41de925ac965 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:16.910542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ad020faa-5efd-4eb4-b01f-2f1e40a5c2e0 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6759062 Feb 16 17:05:16.911130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59160) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:16.918452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:16.919765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.049601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11240164'] for subnet, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.108291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-95aa0177-6965-48db-8858-41de925ac965', 'network_id': '95aa0177-6965-48db-8858-41de925ac965', 'tenant_id': '63ce3df302064b0fa3e0341c03ad6568', 'fixed_ips': [{'subnet_id': '18dacfb4-243d-4688-9af3-23f5d68dfc88'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:05:17.109113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.148061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.154729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.266649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=b7ccaf54-aea4-4770-bd48-a7cff1be0455,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.275834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756730968351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12453473'] for subnet, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.284252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.342148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:17.342777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.344058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "PUT /v2.0/subnets/18dacfb4-243d-4688-9af3-23f5d68dfc88 HTTP/1.1" status: 200 len: 877 time: 0.4320223 Feb 16 17:05:17.346925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:17.353331 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Allocated IP 172.20.0.3 (95aa0177-6965-48db-8858-41de925ac965/18dacfb4-243d-4688-9af3-23f5d68dfc88/d823b223-e191-42f1-9890-b7a0b2159ee2) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:17.377327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46cce7-be67-4897-ade1-6ccfd2921672 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event updated for resources: {'Subnet': ['ID=18dacfb4-243d-4688-9af3-23f5d68dfc88,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.481730 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Floating IP 43f84805-69de-48ed-9d6b-e9d033af6832 associated. External IP: 172.26.7.14, port: a8c23482-81d7-4223-9a7d-8eacc27d5308. Feb 16 17:05:17.503133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.576391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.579417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.587189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Transition to ACTIVE for port object d823b223-e191-42f1-9890-b7a0b2159ee2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:17.605660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Transition to ACTIVE for port object d823b223-e191-42f1-9890-b7a0b2159ee2 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:17.613653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.671617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.690117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Network 95aa0177-6965-48db-8858-41de925ac965 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:17.693036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:17.698152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:17.732653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=18dacfb4-243d-4688-9af3-23f5d68dfc88,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.733405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Pushing event updated for resources: {'Port': ['ID=d823b223-e191-42f1-9890-b7a0b2159ee2,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.795361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Attempting to bind port d823b223-e191-42f1-9890-b7a0b2159ee2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:17.795866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Attempting to bind port d823b223-e191-42f1-9890-b7a0b2159ee2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd93887a6-3c5b-44d1-8f78-842e3f0555d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95aa0177-6965-48db-8858-41de925ac965'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:17.796476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Attempting to bind port d823b223-e191-42f1-9890-b7a0b2159ee2 on network 95aa0177-6965-48db-8858-41de925ac965 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:17.801811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:17.802309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Checking segment: {'id': 'd93887a6-3c5b-44d1-8f78-842e3f0555d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95aa0177-6965-48db-8858-41de925ac965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:17.802825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.803301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Bound using segment: {'id': 'd93887a6-3c5b-44d1-8f78-842e3f0555d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95aa0177-6965-48db-8858-41de925ac965'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:17.803844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Bound port: d823b223-e191-42f1-9890-b7a0b2159ee2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93887a6-3c5b-44d1-8f78-842e3f0555d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95aa0177-6965-48db-8858-41de925ac965'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:17.804899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.816724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.844827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95aa0177-6965-48db-8858-41de925ac965']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:17.863158 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93887a6-3c5b-44d1-8f78-842e3f0555d6') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:17.863456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93887a6-3c5b-44d1-8f78-842e3f0555d6') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:17.865753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:05:17.878746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.898094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.904870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:17.905438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.910749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] For port d823b223-e191-42f1-9890-b7a0b2159ee2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:17.921438 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:18.000643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] For port d823b223-e191-42f1-9890-b7a0b2159ee2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d823b223-e191-42f1-9890-b7a0b2159ee2,segment=NetworkSegment(d93887a6-3c5b-44d1-8f78-842e3f0555d6),segment_id=d93887a6-3c5b-44d1-8f78-842e3f0555d6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:18.002667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.db.api [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:05:18.002667 dv-neutron-829527-2-hyperv neutron-server[87720]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:05:18.002667 dv-neutron-829527-2-hyperv neutron-server[87720]: [parameters: {'id': '95aa0177-6965-48db-8858-41de925ac965'}] Feb 16 17:05:18.002667 dv-neutron-829527-2-hyperv neutron-server[87720]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:18.003130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG oslo_db.api [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:18.006367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.055778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:05:18.073975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:18.081526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.130053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:18.130723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:18.152547 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4c414b5b-2eb0-4517-9b81-5a63f189796a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4605622 Feb 16 17:05:18.152547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:18.186985 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'status': 'completed', 'code': 200} Feb 16 17:05:18.213761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c386f3f-daf0-4585-a99e-a3a80bd04f32 None None] Pushing event updated for resources: {'Port': ['ID=d823b223-e191-42f1-9890-b7a0b2159ee2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:18.292529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-cba0ba22-8a9d-47c4-9630-ede711a48857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:18.294022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-cba0ba22-8a9d-47c4-9630-ede711a48857 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1098 time: 0.0819306 Feb 16 17:05:18.294824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b041e-067d-49e6-83aa-721546b6c0f6 None None] Network 95aa0177-6965-48db-8858-41de925ac965 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:18.432370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-b522d9ef-0dd3-43b1-a4af-f48cb7d5123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:18.433733 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-b522d9ef-0dd3-43b1-a4af-f48cb7d5123b service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1328480 Feb 16 17:05:18.463007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:18.509325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.652570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Deleting port d823b223-e191-42f1-9890-b7a0b2159ee2 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:18.652908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.697862 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-68d16e16-c79e-47a4-b131-206c427534b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 200 len: 998 time: 0.2569051 Feb 16 17:05:18.790045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a38a7c-f4df-4d35-917f-db1a73066845 None None] Network 95aa0177-6965-48db-8858-41de925ac965 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:18.814585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-51a0086e-a1d6-4eb9-8c95-aace3b65cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:18.816008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-51a0086e-a1d6-4eb9-8c95-aace3b65cb8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.1111729 Feb 16 17:05:18.968085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] For port d823b223-e191-42f1-9890-b7a0b2159ee2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d823b223-e191-42f1-9890-b7a0b2159ee2,segment=NetworkSegment(d93887a6-3c5b-44d1-8f78-842e3f0555d6),segment_id=d93887a6-3c5b-44d1-8f78-842e3f0555d6)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:18.968338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.061653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '43f84805-69de-48ed-9d6b-e9d033af6832', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:8c:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:16Z', 'updated_at': '2022-02-16T17:05:16Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.067171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e1ede0-673f-4424-b274-b4306a7c4b63 None None] get_active_networks_info from dv-neutron-829527-2-hyperv {{(pid=87722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 17:05:19.091028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:19.101533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Calling delete_port for d823b223-e191-42f1-9890-b7a0b2159ee2 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:19.117923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:19.118526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.155853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-5b0daba7-4ee3-4dc3-9d67-ccf1ef8bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:19.157323 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-5b0daba7-4ee3-4dc3-9d67-ccf1ef8bfe88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3242297 Feb 16 17:05:19.273402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.338339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Port': ['ID=d823b223-e191-42f1-9890-b7a0b2159ee2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:19.341282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No DVR routers for this DVR port d823b223-e191-42f1-9890-b7a0b2159ee2 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:19.348794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e1ede0-673f-4424-b274-b4306a7c4b63 None None] Resources bound (agent type, host, resource id): {{(pid=87722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:05:19.356708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:19.481875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-d246928d-6508-4b31-b7d3-79bf0a349ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023987 Feb 16 17:05:19.568356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.611727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95aa0177-6965-48db-8858-41de925ac965']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.634420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93887a6-3c5b-44d1-8f78-842e3f0555d6') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.634742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93887a6-3c5b-44d1-8f78-842e3f0555d6') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.661024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.691540 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4063352b-ec5c-49ae-9d0e-79b38a2649ca req-073ed6c0-79cc-4f6d-951a-30466f3c7fcd service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990452 Feb 16 17:05:19.692439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.703096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:19.704325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:19.726638 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:19.831552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.850345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.869136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=95aa0177-6965-48db-8858-41de925ac965,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:19.876550 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5037fbff-3dc7-40c4-94f6-c5ff785ca731 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/95aa0177-6965-48db-8858-41de925ac965 HTTP/1.1" status: 204 len: 168 time: 2.5286777 Feb 16 17:05:19.883196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59174) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:19.915964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:05:19.920664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e622d2-d495-40fa-ad1f-30cd223d540f tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:19.921121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e622d2-d495-40fa-ad1f-30cd223d540f tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:19.925048 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-58e622d2-d495-40fa-ad1f-30cd223d540f tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/18dacfb4-243d-4688-9af3-23f5d68dfc88 HTTP/1.1" status: 404 len: 337 time: 0.0382895 Feb 16 17:05:19.925373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59178) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:19.952309 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b1140-cd99-42d0-b18e-278e0090eb92 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:19.952773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47b1140-cd99-42d0-b18e-278e0090eb92 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:19.954453 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a47b1140-cd99-42d0-b18e-278e0090eb92 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/95aa0177-6965-48db-8858-41de925ac965 HTTP/1.1" status: 404 len: 339 time: 0.0281925 Feb 16 17:05:19.956987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59182) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:19.997253 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc176aa9-32db-4bb5-a0de-b870b379063d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:19.997704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc176aa9-32db-4bb5-a0de-b870b379063d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:19.999379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dc176aa9-32db-4bb5-a0de-b870b379063d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/ffcdcc8f-5eac-4627-8fc3-a582e9f7cb66 HTTP/1.1" status: 404 len: 337 time: 0.0415368 Feb 16 17:05:20.001934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59186) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.026447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbb467b-6a90-4c61-bb45-8ffb6fd53b08 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.026957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbb467b-6a90-4c61-bb45-8ffb6fd53b08 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.031057 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-efbb467b-6a90-4c61-bb45-8ffb6fd53b08 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/fe5cacca-49fd-4f0a-8f99-5b0789cce755 HTTP/1.1" status: 404 len: 339 time: 0.0257840 Feb 16 17:05:20.031227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '43f84805-69de-48ed-9d6b-e9d033af6832', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:8c:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:16Z', 'updated_at': '2022-02-16T17:05:16Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.031727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59190) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.046002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ced3-11f0-4915-bbdd-a4949b4a2158 None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '43f84805-69de-48ed-9d6b-e9d033af6832', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:8c:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:16Z', 'updated_at': '2022-02-16T17:05:16Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:20.258201 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e8dfb-a21a-4ccc-a624-a122a58ef093 None None] New status for floating IP 43f84805-69de-48ed-9d6b-e9d033af6832: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:05:20.275393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.406272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.430861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b034e444-23c6-447c-b15d-c1a0003d70a4']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.442546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16521327-0fe7-4dc0-8ab7-d8d84061ab7c') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.442865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16521327-0fe7-4dc0-8ab7-d8d84061ab7c') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.454960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.472148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.478878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:20.479264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:20.493621 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:20.575382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.593535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.604700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=b034e444-23c6-447c-b15d-c1a0003d70a4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.610756 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2b06db2e-e025-4a1f-8ee4-ba707897f6dc tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/b034e444-23c6-447c-b15d-c1a0003d70a4 HTTP/1.1" status: 204 len: 168 time: 0.5785978 Feb 16 17:05:20.614805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59194) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.654117 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c89518f-4b80-423a-b0b7-8607756b6cef tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.654593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c89518f-4b80-423a-b0b7-8607756b6cef tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.656248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9c89518f-4b80-423a-b0b7-8607756b6cef tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/44ecd2d9-848e-4539-95a9-0ebd3f4f211d HTTP/1.1" status: 404 len: 337 time: 0.0405655 Feb 16 17:05:20.659214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59198) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.687846 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da049f9-50b0-483f-a8f1-b0f6b5119c1a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.688300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da049f9-50b0-483f-a8f1-b0f6b5119c1a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.689896 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9da049f9-50b0-483f-a8f1-b0f6b5119c1a tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/15d63311-4f62-48fe-bb92-05b44a264c75 HTTP/1.1" status: 404 len: 339 time: 0.0298955 Feb 16 17:05:20.692419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59202) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.730857 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-592d745f-b32a-4620-86a1-53a84f7c842d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.731303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592d745f-b32a-4620-86a1-53a84f7c842d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.732956 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-592d745f-b32a-4620-86a1-53a84f7c842d tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/de2e775b-5710-4baa-88e0-5374dcbb3dd5 HTTP/1.1" status: 404 len: 337 time: 0.0396824 Feb 16 17:05:20.735547 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59206) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.759482 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd4f608-8570-4a4e-9b53-ded90d6e1e2c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.759938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd4f608-8570-4a4e-9b53-ded90d6e1e2c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.761552 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9bd4f608-8570-4a4e-9b53-ded90d6e1e2c tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/fb87dc8a-4f3e-4d28-8b35-8cb920a224f2 HTTP/1.1" status: 404 len: 339 time: 0.0251377 Feb 16 17:05:20.763988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59210) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.801340 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cbddf3-02c0-4844-ace6-968ad4f01dec tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.801768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cbddf3-02c0-4844-ace6-968ad4f01dec tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.803394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e0cbddf3-02c0-4844-ace6-968ad4f01dec tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/1ea8d9ed-d58c-4135-9639-2e50eb02f16a HTTP/1.1" status: 404 len: 337 time: 0.0385447 Feb 16 17:05:20.806327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59214) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.834144 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8740b7-d665-4d60-8181-93cc0fd44c34 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.834618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8740b7-d665-4d60-8181-93cc0fd44c34 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.836768 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ca8740b7-d665-4d60-8181-93cc0fd44c34 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/806dcd26-4baa-4458-b0f6-cc6304a96fed HTTP/1.1" status: 404 len: 339 time: 0.0295455 Feb 16 17:05:20.839254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59218) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.875739 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a3808b-a47a-4322-ab85-140d5860fbe6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.876184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a3808b-a47a-4322-ab85-140d5860fbe6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.877777 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e7a3808b-a47a-4322-ab85-140d5860fbe6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/6c976e11-2523-4c3c-912d-d8e6e28bcede HTTP/1.1" status: 404 len: 337 time: 0.0376794 Feb 16 17:05:20.880208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59222) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.904621 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68c769f-a9ad-4b83-ba0b-081d13223d61 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.905074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68c769f-a9ad-4b83-ba0b-081d13223d61 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.906671 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e68c769f-a9ad-4b83-ba0b-081d13223d61 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/7da987d9-af08-48d5-9111-181387024d32 HTTP/1.1" status: 404 len: 339 time: 0.0255823 Feb 16 17:05:20.909537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59226) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.946825 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-75325129-8f0d-4f64-8407-1b362bf3f497 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.947268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75325129-8f0d-4f64-8407-1b362bf3f497 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.948892 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-75325129-8f0d-4f64-8407-1b362bf3f497 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/89beeac9-3515-4e4c-8265-d72864896353 HTTP/1.1" status: 404 len: 337 time: 0.0386689 Feb 16 17:05:20.951424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59230) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:20.979785 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87da223-0123-48b7-84a4-43ddfcb4e1d8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:20.980242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87da223-0123-48b7-84a4-43ddfcb4e1d8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:20.981858 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a87da223-0123-48b7-84a4-43ddfcb4e1d8 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/0afa01db-34c0-45b0-9cb6-8a8d96d6dc73 HTTP/1.1" status: 404 len: 339 time: 0.0295708 Feb 16 17:05:20.984418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59234) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.021160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-c931aa0f-98a4-42da-8914-8029f8827d1f tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:21.021608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c931aa0f-98a4-42da-8914-8029f8827d1f tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:21.023283 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c931aa0f-98a4-42da-8914-8029f8827d1f tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/986c2574-0713-42b9-82d0-468fef3c79cb HTTP/1.1" status: 404 len: 337 time: 0.0380154 Feb 16 17:05:21.026106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59238) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.050605 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2638da61-d79b-47a1-9fd1-75a5bad2eca6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:21.051065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2638da61-d79b-47a1-9fd1-75a5bad2eca6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:21.052652 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2638da61-d79b-47a1-9fd1-75a5bad2eca6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/2829bf79-5af3-46fd-a309-b7b8424cffaf HTTP/1.1" status: 404 len: 339 time: 0.0256546 Feb 16 17:05:21.055667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59242) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.092421 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f44641f-a79d-4701-aaa7-9a90e63d0a57 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:21.092856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f44641f-a79d-4701-aaa7-9a90e63d0a57 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:21.094459 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f44641f-a79d-4701-aaa7-9a90e63d0a57 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/35594dbb-ce9a-4f1d-aee7-797b243545eb HTTP/1.1" status: 404 len: 337 time: 0.0379384 Feb 16 17:05:21.097101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59246) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.121700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafb85d7-b52a-4d08-b047-9ddafef34931 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:21.122145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafb85d7-b52a-4d08-b047-9ddafef34931 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:21.123757 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aafb85d7-b52a-4d08-b047-9ddafef34931 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/4250795a-d464-4388-871c-66c668d207a4 HTTP/1.1" status: 404 len: 339 time: 0.0257113 Feb 16 17:05:21.126166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59250) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.166521 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e84e00d-f868-435a-84fc-8d216869a3f2 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:21.166904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e84e00d-f868-435a-84fc-8d216869a3f2 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:21.168529 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2e84e00d-f868-435a-84fc-8d216869a3f2 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/b132b14c-7859-4a50-905d-30ecea77f109 HTTP/1.1" status: 404 len: 337 time: 0.0414796 Feb 16 17:05:21.171019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59254) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.195723 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea88f29e-16a8-45c0-a381-ddd3bdbb96c3 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:21.196171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea88f29e-16a8-45c0-a381-ddd3bdbb96c3 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:21.197790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ea88f29e-16a8-45c0-a381-ddd3bdbb96c3 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/f1b74e74-9c85-4e0b-b24e-c60a990f17e8 HTTP/1.1" status: 404 len: 339 time: 0.0259271 Feb 16 17:05:21.200343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59258) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.265482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Deleting subnet 7dce604c-fae6-49a4-ba23-35dca45ee153 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:05:21.268465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.433723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.516611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.598933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.640278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Subnet': ['ID=7dce604c-fae6-49a4-ba23-35dca45ee153,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:21.643176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.646241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a85488-b03a-4eba-9dd3-c0deeeea53cf None None] Network 3af7be84-c6aa-4473-a76b-106bd0660eff requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:21.655120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.655443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.655858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.656645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:21.666114 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-df691bf4-69f6-4cd3-811c-bd5aab6e93b6 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/subnets/7dce604c-fae6-49a4-ba23-35dca45ee153 HTTP/1.1" status: 204 len: 168 time: 0.4643252 Feb 16 17:05:21.668385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59262) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:21.791734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.803293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Deleting port 2a8df093-286a-445d-b739-5c149ff6b261 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:21.803629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.916452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] DHCP port deletion for 3af7be84-c6aa-4473-a76b-106bd0660eff request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:05:21.921109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Deleting port 2a8df093-286a-445d-b739-5c149ff6b261 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:21.921475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.027917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] For port 2a8df093-286a-445d-b739-5c149ff6b261, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2a8df093-286a-445d-b739-5c149ff6b261,segment=NetworkSegment(47e0a977-d69d-49e6-8397-e02b2230f1b4),segment_id=47e0a977-d69d-49e6-8397-e02b2230f1b4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:22.028245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.138869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] For port 2a8df093-286a-445d-b739-5c149ff6b261, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2a8df093-286a-445d-b739-5c149ff6b261,segment=NetworkSegment(47e0a977-d69d-49e6-8397-e02b2230f1b4),segment_id=47e0a977-d69d-49e6-8397-e02b2230f1b4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:22.139160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.155955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Calling delete_port for 2a8df093-286a-445d-b739-5c149ff6b261 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:22.253713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.265827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Calling delete_port for 2a8df093-286a-445d-b739-5c149ff6b261 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:22.314420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Port': ['ID=2a8df093-286a-445d-b739-5c149ff6b261,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.319476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] No DVR routers for this DVR port 2a8df093-286a-445d-b739-5c149ff6b261 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:22.347348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:22.347739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:22.356085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.356424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.356759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.357087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.357444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.357769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.358096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.358407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.358749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.359064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.359377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.359689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:22.580605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.609051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af7be84-c6aa-4473-a76b-106bd0660eff']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.622108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e0a977-d69d-49e6-8397-e02b2230f1b4') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.622406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e0a977-d69d-49e6-8397-e02b2230f1b4') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.635507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.653584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.661705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:22.662097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:22.681928 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:22.760289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.764469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.792325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] Pushing event deleted for resources: {'Network': ['ID=3af7be84-c6aa-4473-a76b-106bd0660eff,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.796723 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cee55ae5-e5c3-4170-b6e7-89a2d8464606 tempest-NetworksTest-1890907597 tempest-NetworksTest-1890907597-project] 10.222.0.43 "DELETE /v2.0/networks/3af7be84-c6aa-4473-a76b-106bd0660eff HTTP/1.1" status: 204 len: 168 time: 1.1273403 Feb 16 17:05:22.848767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Deleting port 2a8df093-286a-445d-b739-5c149ff6b261 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:22.849317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.915338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-49ba3452-8df8-4fe3-bbf8-fb82649b28b7 None None] The port '2a8df093-286a-445d-b739-5c149ff6b261' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:05:23.068658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59270) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:23.217259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-141296ff-76f7-4952-93e6-76c3c934445f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63ce3df302064b0fa3e0341c03ad6568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473145 Feb 16 17:05:23.219718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59276) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:23.285397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96c7e143-4751-4c09-949d-e41df2a5c130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.312800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96c7e143-4751-4c09-949d-e41df2a5c130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.402943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96c7e143-4751-4c09-949d-e41df2a5c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.410728 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2a8df093-286a-445d-b739-5c149ff6b261 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:05:23.424382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7e143-4751-4c09-949d-e41df2a5c130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417df3de-c993-4611-b5c8-31069ab71beb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:23.432300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-96c7e143-4751-4c09-949d-e41df2a5c130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.433412 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-96c7e143-4751-4c09-949d-e41df2a5c130 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/417df3de-c993-4611-b5c8-31069ab71beb HTTP/1.1" status: 204 len: 168 time: 0.2127194 Feb 16 17:05:23.468604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 2a8df093-286a-445d-b739-5c149ff6b261 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:05:23.468944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2a8df093-286a-445d-b739-5c149ff6b261 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:05:24.483208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.779973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59314) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:24.953417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--1000702170', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:24.959785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:24.963633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:24.967735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:24.973818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:24.985467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:24.989591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.004787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.019724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:25.024145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:25.027288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:25.033746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:25.126148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.130176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.168886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:25.178691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b802c1ea-152c-42b3-a257-70ce4bd689ca,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:25.189122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.189122 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment 9e8bcefd-e013-4257-9edb-2b60a7ebc4d1 of type vlan for network 41683c49-4b6b-4724-a2cb-d994c40733f2 Feb 16 17:05:25.216419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.257045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.262721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:25.263644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.380193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5991161 Feb 16 17:05:25.384174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59320) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:25.391442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:25.397007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb2345-1197-48f9-816f-106aee900eeb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=41683c49-4b6b-4724-a2cb-d994c40733f2,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:25.401622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:25.406105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:25.409924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:25.416292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:05:25.417013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:25.428796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.429262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.449263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.743123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:26.046730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:26.078510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:26.215840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.178 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/84693bdd-e1eb-4e36-91b6-9569e7a0e152) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:26.482370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:26.511774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:26.579709 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:26.582517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:26.588183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:26.615818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=84693bdd-e1eb-4e36-91b6-9569e7a0e152,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:27.041728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:27.402630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:27.609381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:05:27.911320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:05:27.921725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:27.932967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:27.934586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:27.942638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:27.943500 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fb0799fa-7bd0-4ca7-b74b-5bdf8d4602f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5584087 Feb 16 17:05:27.947050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59326) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:28.028181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9fcff035-f4d3-481e-94dd-9590d02d9275 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801234 Feb 16 17:05:28.031033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59332) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:28.112688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:28.167893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec97c2-049d-4e07-89ad-f0efb9e62cdd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:28.171809 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66ec97c2-049d-4e07-89ad-f0efb9e62cdd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368828 Feb 16 17:05:28.172030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59338) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:28.222668 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4baecbfe-f6f0-462f-8471-4b57eee268f6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470722 Feb 16 17:05:28.222910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59342) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:28.228674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649172174', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:28.229225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59346) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:28.345998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:28.349807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:28.355483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:28.365741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:28.379941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:28.385223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.450146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Deleting port 73025ef4-be66-420e-867f-17dcafe8b776 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:28.451011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.462068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:28.466581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:28.466937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Updating router d80307a6-ad9b-4000-beae-e97f60105894 port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:28.521855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.626980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.632713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.633305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.713730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=4cca2160-5081-43f3-84e4-0c345cfe01f8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:28.725122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:28.725771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: 41683c49-4b6b-4724-a2cb-d994c40733f2, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:28.750155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:28.764978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Calling delete_port for 73025ef4-be66-420e-867f-17dcafe8b776 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:28.767033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 41683c49-4b6b-4724-a2cb-d994c40733f2) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:28.771484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:28.773871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.797471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0789d9-471d-410b-a64b-4f8cadf3c68f None None] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:28.798301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4dd9594-da8b-4bbb-863c-be89ee9eafde tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5744905 Feb 16 17:05:28.801080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59350) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:28.929930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.981830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Port': ['ID=73025ef4-be66-420e-867f-17dcafe8b776,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.003843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.046396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Transition to ACTIVE for port object 84693bdd-e1eb-4e36-91b6-9569e7a0e152 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:29.056525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.077718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.078391 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Floating IP 873b6e1c-7143-48ae-9bbe-a7aa3d359e7c disassociated (deleted). External IP: 172.26.7.245, port: 60de5fe2-64dc-43b9-a18a-c81c61bdafc9. Feb 16 17:05:29.186876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Attempting to bind port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:29.187504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Attempting to bind port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:29.187963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Attempting to bind port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:29.199812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9002e6-d341-427b-8f38-353609d758f2 None None] Pushing event updated for resources: {'Port': ['ID=84693bdd-e1eb-4e36-91b6-9569e7a0e152,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.203513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-41683c49-4b6b-4724-a2cb-d994c40733f2', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:05:29.204417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.214101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:29.214610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:29.215094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.215632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:29.216204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Bound port: 84693bdd-e1eb-4e36-91b6-9569e7a0e152, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:29.216662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.356385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] For port 84693bdd-e1eb-4e36-91b6-9569e7a0e152, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:29.374262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] For port 84693bdd-e1eb-4e36-91b6-9569e7a0e152, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=84693bdd-e1eb-4e36-91b6-9569e7a0e152,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:29.409403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.479654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Router 01b02e09-c023-4c83-b432-e79233b8fc39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:05:29.509481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:29.510143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:29.566523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.599893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9002e6-d341-427b-8f38-353609d758f2 None None] Pushing event updated for resources: {'Port': ['ID=84693bdd-e1eb-4e36-91b6-9569e7a0e152,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.605889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Allocated IP 172.20.0.2 (41683c49-4b6b-4724-a2cb-d994c40733f2/4cca2160-5081-43f3-84e4-0c345cfe01f8/135b97bd-df01-489b-b181-c0f613cbfac6) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:29.804745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:29.806477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:05:29.816250 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] Sync routers for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:29.828273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:29.829178 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:29.840985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:29.908781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-044f3581-33a3-47dd-9f29-090432b0c3e7 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "DELETE /v2.0/floatingips/873b6e1c-7143-48ae-9bbe-a7aa3d359e7c HTTP/1.1" status: 204 len: 168 time: 1.6778476 Feb 16 17:05:29.909562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:29.962061 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'status': 'completed', 'code': 200} Feb 16 17:05:30.033678 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:30.183891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552249-83b9-4963-9dd0-691afa9868db req-7e9a2ac4-8af5-45f6-9acc-fd0982a1fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.183891 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-7e9a2ac4-8af5-45f6-9acc-fd0982a1fdc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 1099 time: 0.0887451 Feb 16 17:05:30.265433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.277221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Transition to ACTIVE for port object 135b97bd-df01-489b-b181-c0f613cbfac6 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:30.296523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Transition to ACTIVE for port object 135b97bd-df01-489b-b181-c0f613cbfac6 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:30.308094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.433644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:30.447697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:30.450007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:30.452644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Pushing event updated for resources: {'Port': ['ID=135b97bd-df01-489b-b181-c0f613cbfac6,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:30.471988 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:16Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:30.476123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (41683c49-4b6b-4724-a2cb-d994c40733f2/4cca2160-5081-43f3-84e4-0c345cfe01f8/cae99e20-3893-4360-a120-d7513770a1cc) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:30.477226 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] Checking router: 01b02e09-c023-4c83-b432-e79233b8fc39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:30.486905 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:30.487512 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:30.546587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552249-83b9-4963-9dd0-691afa9868db req-b681c507-d720-4153-af02-bbf24b128705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.548061 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-b681c507-d720-4153-af02-bbf24b128705 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 200 len: 897 time: 0.3565946 Feb 16 17:05:30.567827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Attempting to bind port 135b97bd-df01-489b-b181-c0f613cbfac6 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:30.567827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Attempting to bind port 135b97bd-df01-489b-b181-c0f613cbfac6 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:30.568209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Attempting to bind port 135b97bd-df01-489b-b181-c0f613cbfac6 on network 41683c49-4b6b-4724-a2cb-d994c40733f2 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:30.574833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:30.579555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:30.579935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Checking segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:30.580662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.581233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Bound using segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:30.581785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Bound port: 135b97bd-df01-489b-b181-c0f613cbfac6, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:30.582633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.593587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4a0b7-99ca-4dca-b6d7-8fe0f2a2cfc2 None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:30.671830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171694e-846a-4ac7-a8e7-28a715c4e1ac req-6608af7d-959d-493e-b1f5-2b008455a209 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.673373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f171694e-846a-4ac7-a8e7-28a715c4e1ac req-6608af7d-959d-493e-b1f5-2b008455a209 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.3101900 Feb 16 17:05:30.689133 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-a9c9be81-1f8d-4e07-b268-47bdecc71abb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 200 len: 217 time: 0.0899639 Feb 16 17:05:30.692493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] For port 135b97bd-df01-489b-b181-c0f613cbfac6, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:30.697277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] For port 135b97bd-df01-489b-b181-c0f613cbfac6, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=135b97bd-df01-489b-b181-c0f613cbfac6,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:30.704297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.736183 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:30.813839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8364649-feee-4bad-9f0a-ce5d87172843 None None] Pushing event updated for resources: {'Port': ['ID=135b97bd-df01-489b-b181-c0f613cbfac6,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:30.851536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24d75681-6670-4e9c-aca7-0544fd8a506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.894979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f171694e-846a-4ac7-a8e7-28a715c4e1ac req-783643f7-18fb-4d3e-9574-fcd2050c926c tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027953 Feb 16 17:05:30.910222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.961673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552249-83b9-4963-9dd0-691afa9868db req-a9dd60e3-8f40-46ec-9fcf-590d2a8c9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.963246 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-a9dd60e3-8f40-46ec-9fcf-590d2a8c9206 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 200 len: 835 time: 0.2577617 Feb 16 17:05:30.972576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object cae99e20-3893-4360-a120-d7513770a1cc will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:31.096733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.151905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552249-83b9-4963-9dd0-691afa9868db req-3ee2eea2-76f9-4e66-9ff8-84b97a5efa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:31.153404 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-3ee2eea2-76f9-4e66-9ff8-84b97a5efa40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b8c3102-0bc8-4bfc-8730-224a7a1003ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1820898 Feb 16 17:05:31.203539 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:16Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:31.212056 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a605c9-c6ed-4cf0-885e-71b6c1b5fefe None None] The sync data for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv is: [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:02:05Z', 'revision_number': 4, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8b266c10-810f-4cad-add6-bfcd4c98d1b5', 'name': '', 'network_id': '6b8c3102-0bc8-4bfc-8730-224a7a1003ca', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'mac_address': 'fa:16:3e:8b:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:02:03Z', 'updated_at': '2022-02-16T17:02:16Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'subnets': [{'id': '3a8f9674-20f2-48f2-b6c9-4c27d7b41dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:31.218420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:31.225265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:31.293858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:31.340341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=cae99e20-3893-4360-a120-d7513770a1cc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:31.394375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.514528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 84693bdd-e1eb-4e36-91b6-9569e7a0e152 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:31.605136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:31.614104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:31.614104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.822833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.867089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 84693bdd-e1eb-4e36-91b6-9569e7a0e152, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=84693bdd-e1eb-4e36-91b6-9569e7a0e152,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:31.874139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.875199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 135b97bd-df01-489b-b181-c0f613cbfac6 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:31.992766 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-ebba3298-14ee-4704-8298-f8b61292c2c4 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8251915 Feb 16 17:05:32.130287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f171259-f299-4087-9509-385419fa9e33 None None] New status for floating IP 873b6e1c-7143-48ae-9bbe-a7aa3d359e7c: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:05:32.311704 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e552249-83b9-4963-9dd0-691afa9868db req-b1e39429-abe3-4c9d-8920-cf884d15cc34 service neutron] 10.222.0.48 "GET /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063302 Feb 16 17:05:32.448110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b43fb3-5b1c-4dd1-939b-df8fbf513a2c req-4198b10e-6d6c-4c8f-b403-bb6e8c441b08 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:32.448110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b43fb3-5b1c-4dd1-939b-df8fbf513a2c req-4198b10e-6d6c-4c8f-b403-bb6e8c441b08 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Synchronizing usage tracker for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:32.470840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=84693bdd-e1eb-4e36-91b6-9569e7a0e152,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:32.470840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 135b97bd-df01-489b-b181-c0f613cbfac6 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:32.477122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.495983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-ee6b6186-c7de-4c1b-afc4-4a4fa064be5e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:32.495983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-ee6b6186-c7de-4c1b-afc4-4a4fa064be5e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Synchronizing usage tracker for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:32.521264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604129e9-8105-4410-a20d-4f053bae7965 None None] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:05:32.529977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b43fb3-5b1c-4dd1-939b-df8fbf513a2c req-4198b10e-6d6c-4c8f-b403-bb6e8c441b08 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Unset dirty status for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:32.540193 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b43fb3-5b1c-4dd1-939b-df8fbf513a2c req-4198b10e-6d6c-4c8f-b403-bb6e8c441b08 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.3319473 Feb 16 17:05:32.562016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-ee6b6186-c7de-4c1b-afc4-4a4fa064be5e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Unset dirty status for tenant:0411f71248f548d5bf37a7dbd5a3b4ff on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:32.562016 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-ee6b6186-c7de-4c1b-afc4-4a4fa064be5e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0e0d398-7a7f-4e47-9aa6-dc04c5e56998 HTTP/1.1" status: 200 len: 946 time: 0.4290757 Feb 16 17:05:32.692451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] Provisioning for port 135b97bd-df01-489b-b181-c0f613cbfac6 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:32.692451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] Provisioning complete for port 135b97bd-df01-489b-b181-c0f613cbfac6 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:32.692451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.735582 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b43fb3-5b1c-4dd1-939b-df8fbf513a2c req-031aa327-47a0-4a3e-b0f3-630b25542bf2 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "GET /v2.0/security-groups?id=91525f5f-24f2-4190-9442-7cd384194917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972933 Feb 16 17:05:32.778787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Deleting port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:05:32.778787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.077561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.077561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.093293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.145315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] For port 135b97bd-df01-489b-b181-c0f613cbfac6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=135b97bd-df01-489b-b181-c0f613cbfac6,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:33.153034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.208855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] For port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:33.209365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.228067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.251753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=cae99e20-3893-4360-a120-d7513770a1cc,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.315514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a399d3-9431-4c7a-b493-81349421bf66 None None] Pushing event updated for resources: {'Port': ['ID=135b97bd-df01-489b-b181-c0f613cbfac6,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.373872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Calling delete_port for 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:05:33.422762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:33.425111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:33.430507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 84693bdd-e1eb-4e36-91b6-9569e7a0e152 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:33.518928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e9bd6f4b-e238-413f-8f4c-13ca0e68f737 None None] Provisioning complete for port 135b97bd-df01-489b-b181-c0f613cbfac6 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:33.519940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9bd6f4b-e238-413f-8f4c-13ca0e68f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.541072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.612307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Port': ['ID=60de5fe2-64dc-43b9-a18a-c81c61bdafc9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.683628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:05:33.695897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] No DVR routers for this DVR port 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:33.697230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b62162a1-01f8-46e1-a559-aa8b2e5777d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.698375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.701878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-deleted', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:33.706773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:33.707442 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.725657 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3fbe3c29-15ff-45dc-9520-ff503d1640d5 req-aeb911c9-2394-44f0-858d-db4e4a44d135 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.48 "DELETE /v2.0/ports/60de5fe2-64dc-43b9-a18a-c81c61bdafc9 HTTP/1.1" status: 204 len: 173 time: 1.1614597 Feb 16 17:05:33.783952 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e0d398-7a7f-4e47-9aa6-dc04c5e56998', 'name': 'network-vif-deleted', 'tag': '60de5fe2-64dc-43b9-a18a-c81c61bdafc9', 'status': 'completed', 'code': 200} Feb 16 17:05:33.916912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e9bd6f4b-e238-413f-8f4c-13ca0e68f737 None None] Provisioning for port cae99e20-3893-4360-a120-d7513770a1cc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:33.926826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e9bd6f4b-e238-413f-8f4c-13ca0e68f737 None None] Provisioning complete for port cae99e20-3893-4360-a120-d7513770a1cc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:33.927273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e9bd6f4b-e238-413f-8f4c-13ca0e68f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.960336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 135b97bd-df01-489b-b181-c0f613cbfac6 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:33.994048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:05:34.012399 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f3546b50-391f-47e7-9b23-d643e72955ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/d80307a6-ad9b-4000-beae-e97f60105894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2080767 Feb 16 17:05:34.012629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59368) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:34.014568 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:34.028989 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:34.029851 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:34.081226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd6f4b-e238-413f-8f4c-13ca0e68f737 None None] Port cae99e20-3893-4360-a120-d7513770a1cc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:05:34.106335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 135b97bd-df01-489b-b181-c0f613cbfac6 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:34.106734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.244188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.244659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.245121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.245568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.246017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.246457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.247063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.249013 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-385039fa-86ac-4c95-a9aa-465f1e12cddb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2352791 Feb 16 17:05:34.252198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59372) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:34.314140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0b6d87ae-356d-4562-a097-d095984f3240 None None] Provisioning complete for port cae99e20-3893-4360-a120-d7513770a1cc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:34.314506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0b6d87ae-356d-4562-a097-d095984f3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.321607 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:34.366847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.373085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.374154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.374736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.375261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.375717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.376606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.377056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.380819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e710999b-85c3-445b-98cd-58765ec5139b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1271567 Feb 16 17:05:34.382414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d87ae-356d-4562-a097-d095984f3240 None None] Port cae99e20-3893-4360-a120-d7513770a1cc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:05:34.383867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59376) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:34.637890 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f360bb45-7e56-4b8b-8d61-7ba5251fd90a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2499809 Feb 16 17:05:34.681297 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:34.685560 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:34.685909 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Updating router d80307a6-ad9b-4000-beae-e97f60105894 port cae99e20-3893-4360-a120-d7513770a1cc binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:34.746261 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.993939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.087165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59382) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:35.092327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116290515', 'description': 'tempest-secgroup-smoke-1116290515 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:35.099353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:35.105455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:35.111149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:35.119498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:35.174994 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.196716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Transition to ACTIVE for port object cae99e20-3893-4360-a120-d7513770a1cc will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:35.207306 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.252798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.296632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:35.308258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:35.329372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:35.349309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:35.388065 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Pushing event updated for resources: {'Port': ['ID=cae99e20-3893-4360-a120-d7513770a1cc,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.401836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.418532 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:35.474167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.474167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.529577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.529577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4355552 Feb 16 17:05:35.532632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59386) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:35.543908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:05:35.543908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 60de5fe2-64dc-43b9-a18a-c81c61bdafc9 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:05:35.554781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '7270cbec-b569-43dc-97a4-419f72ddb9a1', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:35.565498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:35.565915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0352c-7d05-48f1-a275-234ba8e9a301 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7270cbec-b569-43dc-97a4-419f72ddb9a1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.578206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:35.583483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:35.595733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:35.624087 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Attempting to bind port cae99e20-3893-4360-a120-d7513770a1cc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:35.624451 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Attempting to bind port cae99e20-3893-4360-a120-d7513770a1cc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:35.624808 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Attempting to bind port cae99e20-3893-4360-a120-d7513770a1cc on network 41683c49-4b6b-4724-a2cb-d994c40733f2 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:35.633087 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:35.633461 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Checking segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:35.633857 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.634246 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Bound using segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:35.634753 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Bound port: cae99e20-3893-4360-a120-d7513770a1cc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:35.635123 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.755897 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] For port cae99e20-3893-4360-a120-d7513770a1cc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:35.765619 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] For port cae99e20-3893-4360-a120-d7513770a1cc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cae99e20-3893-4360-a120-d7513770a1cc,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:35.768660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.772235 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.868002 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:35.868002 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:35.871449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.874603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.904117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fec46e5-a636-4cb5-b2c3-e6dd1c8eb12a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.923147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.933070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59390) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:35.934932 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b1d66-afd9-4e85-b309-995c215d18ac None None] Pushing event updated for resources: {'Port': ['ID=cae99e20-3893-4360-a120-d7513770a1cc,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.937010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '7270cbec-b569-43dc-97a4-419f72ddb9a1', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:35.953998 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d19c4579-146c-4e22-8f45-ef7a8a802ef3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232385 Feb 16 17:05:35.957417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:35.963077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:35.963852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:35.969432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:35.990844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.092193 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:36.101905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.106348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.142500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534950bf-fc6b-46ce-965c-d1439336aff6,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.153571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.153571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d9eab8a5-1136-43d5-95f9-90d701ad5b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2201526 Feb 16 17:05:36.159481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59394) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:36.169086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '7270cbec-b569-43dc-97a4-419f72ddb9a1', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:36.182813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:36.188454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:36.190022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:36.197633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:36.224911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.306733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.311858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.339150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7a51ae-c480-48bc-8d34-f8b23cceebc0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.355207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.355207 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-560ff8e9-9d54-4a2a-91ac-4b7346368d8c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1986611 Feb 16 17:05:36.357231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59398) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:36.362403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '7270cbec-b569-43dc-97a4-419f72ddb9a1', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:36.369498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:36.373221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:36.376127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:36.383017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:36.401256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.466206 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:35Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:36.470749 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cec1d-2938-4a2b-86b0-fa5392425b83 None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:35Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:36.489879 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.495282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.520893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e609f1-0b77-42e0-a188-4ab5303291e7,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.551854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.572108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-138e1a19-f1dc-4dc2-8d84-10b095e85bba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2013788 Feb 16 17:05:36.572108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59402) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:36.579840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '7270cbec-b569-43dc-97a4-419f72ddb9a1', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:36.579840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:36.588237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:36.588237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:36.598666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:36.622448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:36.622448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.662816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.706543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.709708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.735435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eeee9a0-64e0-4c46-8239-1047dd93d846,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.746826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.747568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ee33722b-b7bf-48f1-8c15-96959e2ed207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807549 Feb 16 17:05:36.750233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59406) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:36.755517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '7270cbec-b569-43dc-97a4-419f72ddb9a1', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:36.763258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:36.767068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:36.770368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:36.783367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:36.795610 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:36.808770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.908708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.915077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.941358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7b1810-ec31-4e9a-bd3a-51686df696b4,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.951288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:36.952723 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-178324fc-579a-49b3-a6e6-1e76e0f03faa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2013657 Feb 16 17:05:37.142666 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-140bc770-4728-4e13-81d7-836277739485 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798087 Feb 16 17:05:37.181469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-89edc7a2-3aa2-4b11-9533-c0cc4063c49c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:37.220384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-89edc7a2-3aa2-4b11-9533-c0cc4063c49c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:37.221686 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-89edc7a2-3aa2-4b11-9533-c0cc4063c49c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116290515&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.1130519 Feb 16 17:05:37.355429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-fc3b968a-8252-480c-b820-e795a7094622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:37.357072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-fc3b968a-8252-480c-b820-e795a7094622 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1098 time: 0.1076241 Feb 16 17:05:37.449962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-d190a5dc-c4e7-4224-9c32-49004ca8a88a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:37.450688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-d190a5dc-c4e7-4224-9c32-49004ca8a88a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:37.474878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-d190a5dc-c4e7-4224-9c32-49004ca8a88a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:37.477221 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-d190a5dc-c4e7-4224-9c32-49004ca8a88a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 797 time: 0.2420003 Feb 16 17:05:37.499624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cae99e20-3893-4360-a120-d7513770a1cc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:37.504343 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-fbefc2e4-03e3-45fa-8bbd-4969135c669d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0196457 Feb 16 17:05:37.564596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-5365bc38-a95f-4273-b7b5-67cba701aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:37.566795 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-5365bc38-a95f-4273-b7b5-67cba701aa7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1863055 Feb 16 17:05:37.593798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port cae99e20-3893-4360-a120-d7513770a1cc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:37.599215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cae99e20-3893-4360-a120-d7513770a1cc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:37.599992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:37.623213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-5487b059-5fd1-45f1-b46a-2001801b47ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:37.650404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-5487b059-5fd1-45f1-b46a-2001801b47ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:37.655914 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-5487b059-5fd1-45f1-b46a-2001801b47ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431050 Feb 16 17:05:37.718481 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-1139dc86-05d1-4ea7-a612-177ba86acc92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 200 len: 1000 time: 0.1368473 Feb 16 17:05:37.859007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-573071c5-115f-4af3-bff0-4d658c614e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:37.859007 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-573071c5-115f-4af3-bff0-4d658c614e3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.1373544 Feb 16 17:05:37.863169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:37.910075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port cae99e20-3893-4360-a120-d7513770a1cc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cae99e20-3893-4360-a120-d7513770a1cc,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:37.915829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:37.983738 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-29520c36-8ab3-48c4-af3c-d155cf4789d8 service neutron] 10.222.0.43 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143029 Feb 16 17:05:38.019552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-ac33e7d9-e0b8-452e-9c26-8cb798808567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:38.021491 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-ac33e7d9-e0b8-452e-9c26-8cb798808567 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1613050 Feb 16 17:05:38.055930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=cae99e20-3893-4360-a120-d7513770a1cc,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:38.210176 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-477f0952-9db4-47b6-bcd8-a3306350b5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811423 Feb 16 17:05:38.220050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-a02bfd3a-b2c5-4330-bc0f-7c13a1feaad9 service neutron] 10.222.0.43 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260988 Feb 16 17:05:38.363268 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5e1ae621-49a3-47be-ad4d-c74c0a87e180 req-c56c9691-40c3-4d79-bdec-80503d33c40f service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479485 Feb 16 17:05:38.421169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91ce0787-6c7d-4d53-bc1f-440effb1f0de req-060a0a02-3c40-41c4-a706-c884a47149ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 210 time: 0.0484395 Feb 16 17:05:39.437711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cae99e20-3893-4360-a120-d7513770a1cc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:39.546727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cae99e20-3893-4360-a120-d7513770a1cc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:39.547328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.580479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b986abe-5ead-420c-ae82-0662170b7d34 req-15ede4bf-8733-426f-b43e-533411dedae2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 210 time: 0.0620582 Feb 16 17:05:40.727155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-1c9fedf1-0a5b-4c9d-82e3-a9dafc4afbbf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.728737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-911e5fe3-1de2-41b4-878d-df32ea6a0e31 req-35931ee6-6f31-433e-8fa7-30210d2d9e30 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 210 time: 0.0440218 Feb 16 17:05:40.732178 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-1c9fedf1-0a5b-4c9d-82e3-a9dafc4afbbf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 797 time: 0.1733074 Feb 16 17:05:40.789391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-7596d24e-edd8-448e-ae65-ac218b149846 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:05:40.801896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-7596d24e-edd8-448e-ae65-ac218b149846 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:05:40.803106 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-7596d24e-edd8-448e-ae65-ac218b149846 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0630054 Feb 16 17:05:40.812414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['7270cbec-b569-43dc-97a4-419f72ddb9a1']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:40.963145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:40.974683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:40.988624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:40.992477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:41.179803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.3 (41683c49-4b6b-4724-a2cb-d994c40733f2/4cca2160-5081-43f3-84e4-0c345cfe01f8/7da0faa9-29cc-4915-9d8a-bd71d651a0f2) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:41.376613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:41.391884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:41.415855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:41.595056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:41.598187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:41.602687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:41.634878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:41.673140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.673764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:41.704310 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-401acccb-047e-4835-bede-70bcd40ef314 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8960152 Feb 16 17:05:41.716775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Request body: {'port': {'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:41.827522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9a929ccb-93d5-43af-98d8-c43414dbf64c None None] Provisioning for port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:41.835133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:41.836766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9a929ccb-93d5-43af-98d8-c43414dbf64c None None] Provisioning complete for port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:41.837324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9a929ccb-93d5-43af-98d8-c43414dbf64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:41.905288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9a929ccb-93d5-43af-98d8-c43414dbf64c None None] Port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:05:41.925854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d885-4ddb-44fa-b366-2805597b15fb req-390d3f7f-fe74-46e8-a230-549ded4169f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.927380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11c9d885-4ddb-44fa-b366-2805597b15fb req-390d3f7f-fe74-46e8-a230-549ded4169f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 931 time: 0.0879600 Feb 16 17:05:41.976420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11c9d885-4ddb-44fa-b366-2805597b15fb req-4e537174-bcd1-40a0-8f67-092712ed6906 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Feb 16 17:05:42.191164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:05:42.198405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.215232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Transition to ACTIVE for port object 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:42.217880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.394114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Pushing event updated for resources: {'Port': ['ID=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:42.482324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Attempting to bind port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:42.482625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Attempting to bind port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:42.483106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Attempting to bind port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 on network 41683c49-4b6b-4724-a2cb-d994c40733f2 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:42.488748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 on network 41683c49-4b6b-4724-a2cb-d994c40733f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:05:42.488748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Attempting to bind port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 on network 41683c49-4b6b-4724-a2cb-d994c40733f2 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:05:42.494765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:05:42.495142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Checking segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:05:42.496715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Bound using segment: {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:05:42.496715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Bound port: 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:42.496715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.611203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] For port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:05:42.615216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] For port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:05:42.622282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.686921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:42.687847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.690503 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] 10.222.0.48 "PUT /v2.0/ports/7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 200 len: 1093 time: 0.9766645 Feb 16 17:05:42.690503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:42.711782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19be6b-2b93-4348-85fe-bb683dd20e3d service neutron] Pushing event updated for resources: {'Port': ['ID=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:42.779072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'status': 'completed', 'code': 200} Feb 16 17:05:42.840212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-bb6e0720-6251-4996-85a8-22fce464dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:42.840212 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-bb6e0720-6251-4996-85a8-22fce464dc72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1096 time: 0.0990963 Feb 16 17:05:42.929222 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-f7c67213-f7b3-479f-b8e8-ea441fa3d8f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0814936 Feb 16 17:05:43.010351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-5e501203-6523-44a5-bebc-d3cd819a9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.011868 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-5e501203-6523-44a5-bebc-d3cd819a9245 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cca2160-5081-43f3-84e4-0c345cfe01f8 HTTP/1.1" status: 200 len: 834 time: 0.0779071 Feb 16 17:05:43.098456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-de9fb3b9-9584-4a12-bd9a-124ce2203f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.099566 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-de9fb3b9-9584-4a12-bd9a-124ce2203f19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41683c49-4b6b-4724-a2cb-d994c40733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822029 Feb 16 17:05:43.215430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae80f-08de-4436-bb68-82d96141f15e req-92f5579a-f115-457e-b260-6ec82aa562db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.219882 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-30cae80f-08de-4436-bb68-82d96141f15e req-92f5579a-f115-457e-b260-6ec82aa562db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 943 time: 0.1012025 Feb 16 17:05:43.278850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-6846002b-2316-4c39-a483-1f47f16f78a7 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726854 Feb 16 17:05:43.290485 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-30cae80f-08de-4436-bb68-82d96141f15e req-ccb09dff-750c-4f8d-b6f0-3fd29a67e341 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584793 Feb 16 17:05:43.425350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-13943a85-4f60-4eb3-b86e-7b3d72027f1d req-88bb6fe6-e84d-4c32-96c3-96e8a65492e3 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386359 Feb 16 17:05:43.557000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-40f0ca57-8c54-4346-91fd-2caf019e3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.559237 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-40f0ca57-8c54-4346-91fd-2caf019e3f08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1096 time: 0.0830944 Feb 16 17:05:43.818345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-bdb77356-b04c-4c40-b514-58638f9d0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.819992 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-bdb77356-b04c-4c40-b514-58638f9d0c53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 898 time: 0.2552979 Feb 16 17:05:43.890891 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-2c1158cf-1241-4d51-ba39-e34e79942510 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0645888 Feb 16 17:05:43.964604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-12663205-64b4-47fe-a79c-63b936675fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.966202 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-12663205-64b4-47fe-a79c-63b936675fb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cca2160-5081-43f3-84e4-0c345cfe01f8 HTTP/1.1" status: 200 len: 834 time: 0.0674343 Feb 16 17:05:44.045899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-0aef6c77-bcdd-4d2a-9547-7c81f86dc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:44.047754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-0aef6c77-bcdd-4d2a-9547-7c81f86dc773 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41683c49-4b6b-4724-a2cb-d994c40733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756819 Feb 16 17:05:44.205905 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-b7b88c09-6d3e-47b7-9ae2-a3de1f4c128d service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487517 Feb 16 17:05:44.358793 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c71e885-fac1-4ced-a2d7-ba01df177957 req-1a3d62a3-90e7-4257-a1e4-f59a88c42462 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486747 Feb 16 17:05:44.493349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f94b17-f8bd-410c-805d-887879c83205 req-1461f39e-7be8-4920-b3aa-1c711820db3b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:44.494867 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91f94b17-f8bd-410c-805d-887879c83205 req-1461f39e-7be8-4920-b3aa-1c711820db3b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 943 time: 0.0873437 Feb 16 17:05:44.546704 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91f94b17-f8bd-410c-805d-887879c83205 req-590d3ff5-237e-42c4-828c-29befc037d79 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443065 Feb 16 17:05:45.436191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:05:45.597902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:45.624327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:05:45.698384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:45.719674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:05:45.736346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:45.743584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:45.772683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200e126-9197-429e-ae97-8959883b0840 req-ade2acfe-ef8d-4805-94ea-0f8f31f0425e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:45.777498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e200e126-9197-429e-ae97-8959883b0840 req-ade2acfe-ef8d-4805-94ea-0f8f31f0425e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 943 time: 0.1101029 Feb 16 17:05:45.821615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:45.828599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e200e126-9197-429e-ae97-8959883b0840 req-d90842fc-0c22-4196-89e8-e23071cbda86 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Feb 16 17:05:45.831920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.831920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.831920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.834914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.839648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.839648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:46.082384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['7da0faa9-29cc-4915-9d8a-bd71d651a0f2'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:05:47.018120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7fa5-c9c6-49f0-ae5e-4dd0349cd105 req-17e02375-4883-42ce-8dee-4480c618a3af tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.019603 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-731e7fa5-c9c6-49f0-ae5e-4dd0349cd105 req-17e02375-4883-42ce-8dee-4480c618a3af tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 944 time: 0.0822210 Feb 16 17:05:47.066300 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-731e7fa5-c9c6-49f0-ae5e-4dd0349cd105 req-ba5f4c9f-913c-4ec5-b73a-c45d9b3fd990 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Feb 16 17:05:47.436512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:05:47.509542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:47.514813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:47.515318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:47.634870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:47.662122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:47.672865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:05:47.678441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:47.711144 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'code': 200} Feb 16 17:05:47.754415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:47.947896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f7a48-7f96-4b28-963e-76e597a7b005 req-be868f32-4c97-43e6-9492-534a22753246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.953753 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-809f7a48-7f96-4b28-963e-76e597a7b005 req-be868f32-4c97-43e6-9492-534a22753246 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1098 time: 0.0752974 Feb 16 17:05:47.999251 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-809f7a48-7f96-4b28-963e-76e597a7b005 req-59c28d01-aec6-44f9-b0ce-86449538959f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 Feb 16 17:05:48.265124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfd630-a05c-46a9-b6b7-f160a2b99b03 req-c9f7ac3e-feb8-437d-8c91-ab55d2a66636 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.266587 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13bfd630-a05c-46a9-b6b7-f160a2b99b03 req-c9f7ac3e-feb8-437d-8c91-ab55d2a66636 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 945 time: 0.0878572 Feb 16 17:05:48.313875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13bfd630-a05c-46a9-b6b7-f160a2b99b03 req-4e6a999e-88b7-41ed-bee4-82c5d84a7a17 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Feb 16 17:05:49.512938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53222aee-c167-40a3-8e83-6efcf12a5178 req-85da1f25-c2e8-402d-9e99-3bc652b93ce4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.514297 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53222aee-c167-40a3-8e83-6efcf12a5178 req-85da1f25-c2e8-402d-9e99-3bc652b93ce4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 945 time: 0.0821228 Feb 16 17:05:49.565099 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53222aee-c167-40a3-8e83-6efcf12a5178 req-0eb1a724-f585-402f-9b5e-6698f7d21659 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Feb 16 17:05:49.762813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f446d-9d79-4764-979b-eea056b8f321 req-8d730aaa-eb3e-494b-9732-48cb6839d199 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.764362 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-164f446d-9d79-4764-979b-eea056b8f321 req-8d730aaa-eb3e-494b-9732-48cb6839d199 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 945 time: 0.0900404 Feb 16 17:05:49.810426 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-164f446d-9d79-4764-979b-eea056b8f321 req-2830121a-e7e3-4983-8fc4-e1e76a1ecaf4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Feb 16 17:05:49.832922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59466) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:49.905618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff39f2b-6d62-475f-b4cf-8d372093596d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.907206 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cff39f2b-6d62-475f-b4cf-8d372093596d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1093 time: 0.0732439 Feb 16 17:05:49.910725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59470) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:49.915623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:49.921726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:05:49.925694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:05:49.928517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:05:49.934942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:05:49.951473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.108216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.253819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.23 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/6f91ad62-ed21-4423-9928-dc3f55ef1059) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:50.406718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.437948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.622407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:50.625594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:50.628482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:05:50.666293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=6f91ad62-ed21-4423-9928-dc3f55ef1059,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:51.080694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.164578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.388036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.392434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.498963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=6f91ad62-ed21-4423-9928-dc3f55ef1059,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:51.514485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.686741 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP d06f1eba-ceb7-4382-b832-1515438fae58 associated. External IP: 172.26.7.23, port: 7da0faa9-29cc-4915-9d8a-bd71d651a0f2. Feb 16 17:05:52.051090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:05:52.366279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:05:52.377003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:52.390531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:52.391125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.391396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:52.452139 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-66c63fd4-95b3-445a-bb45-ffc604eb052b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5403469 Feb 16 17:05:52.452655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:05:52.454917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59474) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:52.511582 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'status': 'completed', 'code': 200} Feb 16 17:05:52.602288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:52.630502 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-db8f8d81-992b-472f-be9b-aab77736eea4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/d06f1eba-ceb7-4382-b832-1515438fae58 HTTP/1.1" status: 200 len: 990 time: 0.1744587 Feb 16 17:05:52.648947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-f734aa5c-fbe7-4f23-8e95-f792ee984cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.650902 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-f734aa5c-fbe7-4f23-8e95-f792ee984cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1098 time: 0.1105454 Feb 16 17:05:52.792952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-d8485c95-16de-46bc-a9df-b1f0b9d6d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.794488 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-d8485c95-16de-46bc-a9df-b1f0b9d6d265 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 898 time: 0.1365428 Feb 16 17:05:52.906995 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-35e07167-8737-4d05-a9fd-02dcbc69968f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 200 len: 998 time: 0.1059599 Feb 16 17:05:52.985244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-dcdc5ef0-13a5-405a-bd5d-a0e72665bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.986847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-dcdc5ef0-13a5-405a-bd5d-a0e72665bdc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cca2160-5081-43f3-84e4-0c345cfe01f8 HTTP/1.1" status: 200 len: 834 time: 0.0742395 Feb 16 17:05:53.006280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:51Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:53.011985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:53.020004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:05:53.020921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:05:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:53.077385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-d99ca280-61c8-4da6-babd-af2e870a8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:53.079150 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-d99ca280-61c8-4da6-babd-af2e870a8e00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41683c49-4b6b-4724-a2cb-d994c40733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858107 Feb 16 17:05:53.216780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:05:53.225402 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-52ec49c7-9a3a-4690-b510-2f0e23f0e8a1 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391292 Feb 16 17:05:53.490200 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f5d9a69-b85b-48a1-8aa2-7753dcbb777c req-3704e08d-b1c5-4807-b7b3-52c6ba0dc655 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576013 Feb 16 17:05:53.634647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59484) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:53.663847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:51Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:53.667998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e38c9a5-9ce0-470a-8ccf-60d3d2f1654a None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:51Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:53.766992 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0ab39b99-1e4e-4828-a378-3149da77cf63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/d06f1eba-ceb7-4382-b832-1515438fae58 HTTP/1.1" status: 200 len: 990 time: 0.1311841 Feb 16 17:05:53.908753 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adeacd0-96fb-4bba-804f-c49c8a8c9203 None None] New status for floating IP d06f1eba-ceb7-4382-b832-1515438fae58: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:05:54.491522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:54.770880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59488) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:05:54.895797 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-25a994dd-5aab-454d-b724-8a1ad290f46c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/d06f1eba-ceb7-4382-b832-1515438fae58 HTTP/1.1" status: 200 len: 992 time: 0.1238008 Feb 16 17:05:56.916687 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:06:00.841531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5475-bf68-4b05-9430-4a97f39ee4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:03.561044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c50608dd-d613-473b-983f-2cfa951d33a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:04.240004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:04.986723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:06.665535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:24.526683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:30.842998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f0b776ae-357d-4a9b-91e8-05570459f6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.563560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f668892d-8923-4e88-98cd-263482426411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.905287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59504) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:33.917326 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:06:34.243080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.475937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.848607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Deleting port 8b266c10-810f-4cad-add6-bfcd4c98d1b5 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:06:34.848607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.989884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.047201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] For port 8b266c10-810f-4cad-add6-bfcd4c98d1b5, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8b266c10-810f-4cad-add6-bfcd4c98d1b5,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:35.047798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.289739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Calling delete_port for 8b266c10-810f-4cad-add6-bfcd4c98d1b5 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:06:35.495169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.551233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Port': ['ID=8b266c10-810f-4cad-add6-bfcd4c98d1b5,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:35.592800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.593127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.593458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.593785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.594102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.594424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.594762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.595081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.595391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.595698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.596008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.596312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:35.836752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.210423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Router 01b02e09-c023-4c83-b432-e79233b8fc39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:06:36.386414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:06:36.395895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] Sync routers for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:36.400529 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8763014a-5475-46e3-8b5a-189b9674c17e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "PUT /v2.0/routers/01b02e09-c023-4c83-b432-e79233b8fc39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4942079 Feb 16 17:06:36.403206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59510) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:36.405476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:06:36.406076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:06:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:36.473006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Deleting subnet 3a8f9674-20f2-48f2-b6c9-4c27d7b41dca {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:06:36.476651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.534352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.583730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:06:36.620329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.770416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.818086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.857117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8f9674-20f2-48f2-b6c9-4c27d7b41dca,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:36.862044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.870168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb15d4d-12eb-48d2-a50a-b1d15f52579f None None] Network 6b8c3102-0bc8-4bfc-8730-224a7a1003ca requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:06:36.870434 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-549cd99d-4c71-481d-a333-9688fb599f5b tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "DELETE /v2.0/subnets/3a8f9674-20f2-48f2-b6c9-4c27d7b41dca HTTP/1.1" status: 204 len: 168 time: 0.4660177 Feb 16 17:06:36.874002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59514) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:37.045279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:06:35Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:37.055160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] Checking router: 01b02e09-c023-4c83-b432-e79233b8fc39 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:37.062885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.076459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] Routers {'01b02e09-c023-4c83-b432-e79233b8fc39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:06:37.077075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:06:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['01b02e09-c023-4c83-b432-e79233b8fc39'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:37.254806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.267743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Deleting port 7924915a-e5e9-4bee-add2-34fb85110898 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:06:37.268158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.271656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] Set router 01b02e09-c023-4c83-b432-e79233b8fc39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:06:37.363127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] DHCP port deletion for 6b8c3102-0bc8-4bfc-8730-224a7a1003ca request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:06:37.454641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Deleting port 31481b79-fe6f-4c1a-b836-bfb2cc40836b {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:06:37.455359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.473905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] For port 7924915a-e5e9-4bee-add2-34fb85110898, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7924915a-e5e9-4bee-add2-34fb85110898,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:37.474581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.542672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 31481b79-fe6f-4c1a-b836-bfb2cc40836b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:06:37.604240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Calling delete_port for 7924915a-e5e9-4bee-add2-34fb85110898 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:06:37.780305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.830377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Port': ['ID=7924915a-e5e9-4bee-add2-34fb85110898,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:37.880703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.906682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] For port 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=31481b79-fe6f-4c1a-b836-bfb2cc40836b,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:37.907059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.923700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.049641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=31481b79-fe6f-4c1a-b836-bfb2cc40836b,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:38.057051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Calling delete_port for 31481b79-fe6f-4c1a-b836-bfb2cc40836b owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:06:38.091078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.106905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.109225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.136082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.136723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Fanout notify agent at l3_agent the message router_deleted on router 01b02e09-c023-4c83-b432-e79233b8fc39 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:06:38.156264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.157416 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ac555b74-b22c-4d70-98a9-5956096583dd tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "DELETE /v2.0/routers/01b02e09-c023-4c83-b432-e79233b8fc39 HTTP/1.1" status: 204 len: 168 time: 1.2824676 Feb 16 17:06:38.160810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59522) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:38.203967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:06:35Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:38.222585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d543e-173e-4c0a-872c-3d817e1a6d8f None None] The sync data for ids ['01b02e09-c023-4c83-b432-e79233b8fc39'] in dv-neutron-829527-2-hyperv is: [{'id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887396607', 'tenant_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '7924915a-e5e9-4bee-add2-34fb85110898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:55Z', 'updated_at': '2022-02-16T17:06:35Z', 'revision_number': 5, 'project_id': '0411f71248f548d5bf37a7dbd5a3b4ff', 'gw_port': {'id': '7924915a-e5e9-4bee-add2-34fb85110898', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b02e09-c023-4c83-b432-e79233b8fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:56Z', 'updated_at': '2022-02-16T17:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:38.227522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=31481b79-fe6f-4c1a-b836-bfb2cc40836b,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:38.247685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:06:38.248791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:06:38.337600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.348945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Deleting port 31481b79-fe6f-4c1a-b836-bfb2cc40836b {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:06:38.349283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.370365 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-fa54679e-815d-458e-9aac-3de8877a627a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2813060 Feb 16 17:06:38.515293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-91f53e24-52d4-4bbb-9b96-b6e434fbaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:38.516784 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-91f53e24-52d4-4bbb-9b96-b6e434fbaf7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 1098 time: 0.0758569 Feb 16 17:06:38.570629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] For port 31481b79-fe6f-4c1a-b836-bfb2cc40836b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=31481b79-fe6f-4c1a-b836-bfb2cc40836b,segment=NetworkSegment(a67acbcd-871f-4797-a575-667e1abf9ea0),segment_id=a67acbcd-871f-4797-a575-667e1abf9ea0)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:38.570959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.675468 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-8e9abc44-e870-404d-b8bb-98e2a876cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:38.676951 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-8e9abc44-e870-404d-b8bb-98e2a876cc32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1397610 Feb 16 17:06:38.705438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Calling delete_port for 31481b79-fe6f-4c1a-b836-bfb2cc40836b owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:06:38.750107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Deleting port 31481b79-fe6f-4c1a-b836-bfb2cc40836b {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:06:38.750754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.793454 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-116cae18-a8bb-47aa-a780-9e0e61596880 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 200 len: 1000 time: 0.1097896 Feb 16 17:06:38.796900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.848283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Port': ['ID=31481b79-fe6f-4c1a-b836-bfb2cc40836b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:38.858796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c552-b223-4718-a915-8765b0f0edb6 None None] The port '31481b79-fe6f-4c1a-b836-bfb2cc40836b' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:06:38.859701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] No DVR routers for this DVR port 31481b79-fe6f-4c1a-b836-bfb2cc40836b on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:38.862799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.863315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.867592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.868773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.869126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.869472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.869844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.870095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.870421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.870766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.871091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.871497 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:38.874475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-cd8f603e-b3dc-470d-ae22-739a0763858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:38.876157 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-cd8f603e-b3dc-470d-ae22-739a0763858a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0768881 Feb 16 17:06:38.963377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-2980fefb-a7db-49d6-84c3-9b2d95f0e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:38.965004 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-2980fefb-a7db-49d6-84c3-9b2d95f0e9be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819867 Feb 16 17:06:38.981082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-6b656200-629e-44c8-a885-9848822a7371 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:06:38.982026 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-6b656200-629e-44c8-a885-9848822a7371 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059652 Feb 16 17:06:39.001637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.026968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8c3102-0bc8-4bfc-8730-224a7a1003ca']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:39.043832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67acbcd-871f-4797-a575-667e1abf9ea0') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:39.044126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67acbcd-871f-4797-a575-667e1abf9ea0') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:39.056301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.072774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.078921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:06:39.079311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:06:39.095273 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:06:39.117043 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-c533a807-6e84-4db1-8bcc-f2407e3cccbe service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266561 Feb 16 17:06:39.175567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.199681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.217597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'Network': ['ID=6b8c3102-0bc8-4bfc-8730-224a7a1003ca,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:39.231004 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a47d1659-1e2f-4230-963d-4ae16415d63e tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "DELETE /v2.0/networks/6b8c3102-0bc8-4bfc-8730-224a7a1003ca HTTP/1.1" status: 204 len: 168 time: 1.0689938 Feb 16 17:06:39.233622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59526) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:39.258402 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c518da6-8021-456c-9765-2c64fbffcc22 req-946bc4df-1563-4d9f-9938-262102d03906 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355402 Feb 16 17:06:39.309425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4361c34-131e-428a-9a93-d9808f7b0359 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.343749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4361c34-131e-428a-9a93-d9808f7b0359 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.412063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4361c34-131e-428a-9a93-d9808f7b0359 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.432415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7924915a-e5e9-4bee-add2-34fb85110898 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:06:39.438993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4361c34-131e-428a-9a93-d9808f7b0359 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91525f5f-24f2-4190-9442-7cd384194917,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:39.451016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4361c34-131e-428a-9a93-d9808f7b0359 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.452367 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4361c34-131e-428a-9a93-d9808f7b0359 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] 10.222.0.43 "DELETE /v2.0/security-groups/91525f5f-24f2-4190-9442-7cd384194917 HTTP/1.1" status: 204 len: 168 time: 0.2178409 Feb 16 17:06:39.478022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 7924915a-e5e9-4bee-add2-34fb85110898 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:06:39.478367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7924915a-e5e9-4bee-add2-34fb85110898 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:06:39.478801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8b266c10-810f-4cad-add6-bfcd4c98d1b5 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:06:39.515179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8b266c10-810f-4cad-add6-bfcd4c98d1b5 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:06:39.515524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8b266c10-810f-4cad-add6-bfcd4c98d1b5 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:06:39.776664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59536) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:39.923594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c6a1fb01-cb82-4b62-a307-97c5798a11bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0411f71248f548d5bf37a7dbd5a3b4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455436 Feb 16 17:06:39.925976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59542) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:39.983708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecdd5-8851-4748-b530-cd09a3b39211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.010568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecdd5-8851-4748-b530-cd09a3b39211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.064837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecdd5-8851-4748-b530-cd09a3b39211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.083222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ecdd5-8851-4748-b530-cd09a3b39211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f64b97e-d042-4da6-8fa3-5283be273936,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:40.092625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecdd5-8851-4748-b530-cd09a3b39211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.093785 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9c3ecdd5-8851-4748-b530-cd09a3b39211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f64b97e-d042-4da6-8fa3-5283be273936 HTTP/1.1" status: 204 len: 168 time: 0.1668844 Feb 16 17:06:40.377027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59550) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:40.395373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.411421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:40.415930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Usage tracker for resource:security_group_rule and tenant:51dcf0a7de6749f8a0d10d5cfcf77d98 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:40.418761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:40.424310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:40.509654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.513212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.560356 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51dcf0a7de6749f8a0d10d5cfcf77d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822598 Feb 16 17:06:40.561059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca508e1-71cc-4e67-9751-3373415c8822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac72541-5a6a-4af9-b511-9bbcd96eb00d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:40.563118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59554) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:40.623280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2187a0a3-f2f4-47f3-825e-70802bf5fbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.650493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2187a0a3-f2f4-47f3-825e-70802bf5fbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.702277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2187a0a3-f2f4-47f3-825e-70802bf5fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.718321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a0a3-f2f4-47f3-825e-70802bf5fbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac72541-5a6a-4af9-b511-9bbcd96eb00d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:40.722949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2187a0a3-f2f4-47f3-825e-70802bf5fbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:40.724031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2187a0a3-f2f4-47f3-825e-70802bf5fbe5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ac72541-5a6a-4af9-b511-9bbcd96eb00d HTTP/1.1" status: 204 len: 168 time: 0.1599295 Feb 16 17:06:41.461276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59578) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:41.569339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-366493145-network', 'tenant_id': 'd29910ebe28a409cad86fb0462b63459'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:41.574228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:41.578076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Usage tracker for resource:network and tenant:d29910ebe28a409cad86fb0462b63459 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:41.581005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:41.587180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:41.598079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Made reservation on behalf of d29910ebe28a409cad86fb0462b63459 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:41.600736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.612605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.627407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:41.631870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Usage tracker for resource:security_group_rule and tenant:d29910ebe28a409cad86fb0462b63459 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:41.634824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:41.640467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:41.729657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.733602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.764428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:06:41.773595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:41.780596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.780931 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Added segment 4d42853f-7f81-41d2-9342-b5ca9b5277a7 of type vlan for network 7a09a8eb-7e12-4c66-8692-d974349a6667 Feb 16 17:06:41.810538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.839563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.840504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:41.841083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.946630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] Pushing event updated for resources: {'Network': ['ID=7a09a8eb-7e12-4c66-8692-d974349a6667,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:41.949630 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bf220d24-cc6b-40bb-ac91-221e52bcab51 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4873300 Feb 16 17:06:41.952828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59584) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:41.956676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 7a09a8eb-7e12-4c66-8692-d974349a6667 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:06:41.958252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Request body: {'subnet': {'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-366493145-subnet', 'tenant_id': 'd29910ebe28a409cad86fb0462b63459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:41.964451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:41.968280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Usage tracker for resource:subnet and tenant:d29910ebe28a409cad86fb0462b63459 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:41.971223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:41.978128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:41.994268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Made reservation on behalf of d29910ebe28a409cad86fb0462b63459 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:41.996764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.203887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.379192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec4a9ff-6158-4d6b-a29c-423b09eb98a9,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:42.389552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Checking segment: {'id': '4d42853f-7f81-41d2-9342-b5ca9b5277a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:06:42.389899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Network hostable DHCP agents. Network: 7a09a8eb-7e12-4c66-8692-d974349a6667, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:06:42.409445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Network 7a09a8eb-7e12-4c66-8692-d974349a6667 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:06:42.420443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 7a09a8eb-7e12-4c66-8692-d974349a6667) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:42.425499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:42.426675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.428739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11249f99-32b4-4632-9087-e537dc1b7e38 None None] Network 7a09a8eb-7e12-4c66-8692-d974349a6667 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:06:42.463985 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3f4633b2-c6e1-42f5-bf12-8eaee8c4f655 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5100074 Feb 16 17:06:42.706400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f42de-616e-48b8-9e82-ac6d35ba3f27 None None] Network 7a09a8eb-7e12-4c66-8692-d974349a6667 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:06:43.003212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59602) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:43.008804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1160504323-network', 'tenant_id': '7719a6d08a0642cba67e76ec56356933'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:43.013602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:43.017412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Usage tracker for resource:network and tenant:7719a6d08a0642cba67e76ec56356933 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:43.020254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:43.026694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:43.036855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Made reservation on behalf of 7719a6d08a0642cba67e76ec56356933 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:43.039938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.052128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.066970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:43.071467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Usage tracker for resource:security_group_rule and tenant:7719a6d08a0642cba67e76ec56356933 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:43.074524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:43.080482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:43.170780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.174637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.207100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:06:43.213793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b3088-bd94-4836-a78d-4c10d0b46d19,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.223422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.223422 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Added segment 5d46ef8c-ed24-4485-8448-20d33866735c of type vlan for network 520ea2fb-20d3-4200-b7b7-512b68a18b95 Feb 16 17:06:43.252519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.282463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.283589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:43.284160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.386921 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3826470 Feb 16 17:06:43.387754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2ba9d-eb39-4688-8f20-f5c2ff60c2cc admin admin] Pushing event updated for resources: {'Network': ['ID=520ea2fb-20d3-4200-b7b7-512b68a18b95,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.389847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59608) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:06:43.395452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Request body: {'subnet': {'network_id': '520ea2fb-20d3-4200-b7b7-512b68a18b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1160504323-subnet', 'tenant_id': '7719a6d08a0642cba67e76ec56356933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:43.400874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:43.403674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 520ea2fb-20d3-4200-b7b7-512b68a18b95 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:06:43.409860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Usage tracker for resource:subnet and tenant:7719a6d08a0642cba67e76ec56356933 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:43.413530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:43.419369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:43.430246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Made reservation on behalf of 7719a6d08a0642cba67e76ec56356933 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:43.432605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.639463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.712870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0580bfd-6ad7-4caf-86cb-6c6a611d8a47,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.722921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Checking segment: {'id': '5d46ef8c-ed24-4485-8448-20d33866735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '520ea2fb-20d3-4200-b7b7-512b68a18b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:06:43.723264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Network hostable DHCP agents. Network: 520ea2fb-20d3-4200-b7b7-512b68a18b95, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:06:43.741491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Network 520ea2fb-20d3-4200-b7b7-512b68a18b95 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:06:43.750514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 520ea2fb-20d3-4200-b7b7-512b68a18b95) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:43.754436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:43.755036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.760731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0192c-d2c0-4053-94f9-509dce87682c None None] Network 520ea2fb-20d3-4200-b7b7-512b68a18b95 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:06:43.787653 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9079205b-ef7d-4056-b322-702299ca6474 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3915348 Feb 16 17:06:43.979410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2a265-fbd3-43ed-943a-9c2b5a850912 None None] Network 520ea2fb-20d3-4200-b7b7-512b68a18b95 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:06:44.518275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-870b0361-2f82-44fe-9923-a4816e771fc4 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:44.519957 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-870b0361-2f82-44fe-9923-a4816e771fc4 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/networks?id=7a09a8eb-7e12-4c66-8692-d974349a6667 HTTP/1.1" status: 200 len: 811 time: 0.1475787 Feb 16 17:06:44.535825 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-c583d96e-e1c2-4762-8c73-3fdeda541b8c tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/quotas/d29910ebe28a409cad86fb0462b63459 HTTP/1.1" status: 200 len: 375 time: 0.0096211 Feb 16 17:06:44.591823 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-0e32ade9-278d-4399-a3d4-c1f19a9a9d6a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d29910ebe28a409cad86fb0462b63459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507970 Feb 16 17:06:44.603912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-66ecf1f9-1658-4591-bcc6-91fbe88f5059 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:06:44.605145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-66ecf1f9-1658-4591-bcc6-91fbe88f5059 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068524 Feb 16 17:06:44.742411 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-160c382a-c65a-4bfc-b1f7-1f53f693986d service neutron] 10.222.0.43 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305578 Feb 16 17:06:44.875709 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-fe90485e-313f-4ac7-a292-4c5282e6fdb1 service neutron] 10.222.0.43 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272881 Feb 16 17:06:45.055254 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-458a83d2-0d02-4736-bba7-d8606d19ffa1 req-365f8b56-8a9f-4021-b0a3-1d31befc7a05 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 210 time: 0.0428798 Feb 16 17:06:46.206823 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-608d7aea-0d36-4910-b821-960b1ccdf71f req-f1aac8b4-116e-4f8a-920d-13355fc6cc77 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 210 time: 0.0424294 Feb 16 17:06:46.234960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-47a8ac67-33f9-4814-a456-9d7765372432 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:46.235639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-47a8ac67-33f9-4814-a456-9d7765372432 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Synchronizing usage tracker for tenant:d29910ebe28a409cad86fb0462b63459 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:06:46.252638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-47a8ac67-33f9-4814-a456-9d7765372432 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Unset dirty status for tenant:d29910ebe28a409cad86fb0462b63459 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:06:46.253749 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-47a8ac67-33f9-4814-a456-9d7765372432 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.48 "GET /v2.0/networks?id=7a09a8eb-7e12-4c66-8692-d974349a6667 HTTP/1.1" status: 200 len: 811 time: 0.2927473 Feb 16 17:06:46.265368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Request body: {'port': {'device_id': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667', 'admin_state_up': True, 'tenant_id': 'd29910ebe28a409cad86fb0462b63459'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:46.404260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:06:46.408309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Usage tracker for resource:port and tenant:d29910ebe28a409cad86fb0462b63459 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:06:46.411055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:06:46.418153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:06:46.427763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Made reservation on behalf of d29910ebe28a409cad86fb0462b63459 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:46.431579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:46.592874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Allocated IP 172.20.0.3 (7a09a8eb-7e12-4c66-8692-d974349a6667/1ec4a9ff-6158-4d6b-a29c-423b09eb98a9/5467bd37-fd55-4a40-bf3a-e55ae16674e9) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:46.794751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:46.823627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:46.896461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Network 7a09a8eb-7e12-4c66-8692-d974349a6667 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:46.899589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:46.903454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:06:46.934060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Pushing event updated for resources: {'Port': ['ID=5467bd37-fd55-4a40-bf3a-e55ae16674e9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:46.971016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:46.971601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:46.992759 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-89ebdad7-e484-458a-b9a6-ba373389fd8a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309465 Feb 16 17:06:47.004389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Request body: {'port': {'device_id': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:47.116622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:47.395779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981fb57-9d7b-4e91-a67e-7d1c77a5d600 req-95227a4e-63db-4bc3-b38c-425e6756fbd7 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:47.397505 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6981fb57-9d7b-4e91-a67e-7d1c77a5d600 req-95227a4e-63db-4bc3-b38c-425e6756fbd7 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 931 time: 0.0842783 Feb 16 17:06:47.443368 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6981fb57-9d7b-4e91-a67e-7d1c77a5d600 req-7080a4da-ad32-4821-8c29-37d43a1569dd tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Feb 16 17:06:47.469178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5467bd37-fd55-4a40-bf3a-e55ae16674e9 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:06:47.477000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:47.491875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Transition to ACTIVE for port object 5467bd37-fd55-4a40-bf3a-e55ae16674e9 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:06:47.495652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:47.655354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Pushing event updated for resources: {'Port': ['ID=5467bd37-fd55-4a40-bf3a-e55ae16674e9,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:47.726008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Attempting to bind port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:06:47.726325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Attempting to bind port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4d42853f-7f81-41d2-9342-b5ca9b5277a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:06:47.726669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Attempting to bind port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 on network 7a09a8eb-7e12-4c66-8692-d974349a6667 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:06:47.731123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 on network 7a09a8eb-7e12-4c66-8692-d974349a6667 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:06:47.731432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Attempting to bind port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 on network 7a09a8eb-7e12-4c66-8692-d974349a6667 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:06:47.736416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:06:47.736738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Checking segment: {'id': '4d42853f-7f81-41d2-9342-b5ca9b5277a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:06:47.737108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Bound using segment: {'id': '4d42853f-7f81-41d2-9342-b5ca9b5277a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:06:47.737547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Bound port: 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d42853f-7f81-41d2-9342-b5ca9b5277a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:06:47.737877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:47.827750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] For port 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:06:47.830566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] For port 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9,segment=NetworkSegment(4d42853f-7f81-41d2-9342-b5ca9b5277a7),segment_id=4d42853f-7f81-41d2-9342-b5ca9b5277a7)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:06:47.834367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:47.892549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:47.893140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:47.894494 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] 10.222.0.48 "PUT /v2.0/ports/5467bd37-fd55-4a40-bf3a-e55ae16674e9 HTTP/1.1" status: 200 len: 1093 time: 0.8940959 Feb 16 17:06:47.894933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'tag': '5467bd37-fd55-4a40-bf3a-e55ae16674e9'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:06:47.923664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a68b3-07ff-441b-9987-d26379738a7e service neutron] Pushing event updated for resources: {'Port': ['ID=5467bd37-fd55-4a40-bf3a-e55ae16674e9,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:47.964405 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'tag': '5467bd37-fd55-4a40-bf3a-e55ae16674e9', 'status': 'completed', 'code': 200} Feb 16 17:06:48.008648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-53627316-77f2-4d78-8fce-5eadb9baaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.010109 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-53627316-77f2-4d78-8fce-5eadb9baaa69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d29910ebe28a409cad86fb0462b63459&device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 1096 time: 0.0785556 Feb 16 17:06:48.183649 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-41ff289d-f02d-4531-b634-659f72493bcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9 HTTP/1.1" status: 200 len: 217 time: 0.1652987 Feb 16 17:06:48.251517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-bbf77ae3-5587-4ae4-839c-9e8b8ae32152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.252937 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-bbf77ae3-5587-4ae4-839c-9e8b8ae32152 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec4a9ff-6158-4d6b-a29c-423b09eb98a9 HTTP/1.1" status: 200 len: 851 time: 0.0624464 Feb 16 17:06:48.301595 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-38c5f353-74d2-4554-887d-849ebfe86a26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a09a8eb-7e12-4c66-8692-d974349a6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419447 Feb 16 17:06:48.436622 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-5322fd80-8612-4e9f-a97e-a771520656ee service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277361 Feb 16 17:06:48.575345 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-90453c89-f4f5-49d6-98d4-e782962e0570 req-5bc2b2f8-0964-44c0-a313-7b978d8038f3 service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317296 Feb 16 17:06:48.643172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39aa76-2f69-4034-b12a-77cd14ba8a80 req-42c3109e-8b83-4fcc-a070-fb2148c3e8f0 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.644623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7a39aa76-2f69-4034-b12a-77cd14ba8a80 req-42c3109e-8b83-4fcc-a070-fb2148c3e8f0 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 943 time: 0.0843632 Feb 16 17:06:48.693812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7a39aa76-2f69-4034-b12a-77cd14ba8a80 req-5cdee008-2646-4186-b73c-42d1a58ed764 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Feb 16 17:06:48.696241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-8776fb07-115e-4732-9152-68b8350256d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.697953 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-8776fb07-115e-4732-9152-68b8350256d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d29910ebe28a409cad86fb0462b63459&device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 1096 time: 0.0771694 Feb 16 17:06:48.831722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-3ea00983-49da-4ea6-a560-d80ff23b2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.833138 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-3ea00983-49da-4ea6-a560-d80ff23b2ccd service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a09a8eb-7e12-4c66-8692-d974349a6667 HTTP/1.1" status: 200 len: 912 time: 0.1275637 Feb 16 17:06:48.907298 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-96fe69bb-0547-4ef2-af74-29c48b8b0225 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9 HTTP/1.1" status: 200 len: 217 time: 0.0671113 Feb 16 17:06:48.972016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-a3e1ef02-534d-461a-8da7-87b205ead7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.973309 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-a3e1ef02-534d-461a-8da7-87b205ead7c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec4a9ff-6158-4d6b-a29c-423b09eb98a9 HTTP/1.1" status: 200 len: 851 time: 0.0589650 Feb 16 17:06:49.018977 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-416d2bdd-4e4a-440e-bd81-ff7595694f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a09a8eb-7e12-4c66-8692-d974349a6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390811 Feb 16 17:06:49.148496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-c87e1668-4946-4700-9ca1-66b7e7994282 service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227138 Feb 16 17:06:49.279897 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ee9b8770-dae2-42e1-bc32-007fe4c2ee5b req-d0f7d599-5bb2-4870-aab5-c083268989cf service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253722 Feb 16 17:06:49.874792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70825e9-0af5-42b4-9ff5-78791bb460b2 req-8f4983fc-5cb9-44ca-88cc-cc8a3fc17863 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:49.876226 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f70825e9-0af5-42b4-9ff5-78791bb460b2 req-8f4983fc-5cb9-44ca-88cc-cc8a3fc17863 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 943 time: 0.0783572 Feb 16 17:06:49.921059 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f70825e9-0af5-42b4-9ff5-78791bb460b2 req-466344a3-8415-47f2-b402-45b1b99dfad3 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Feb 16 17:06:51.112947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c22f6-41f9-4f32-b93b-6094386a95b7 req-1902c77d-e24d-4cd0-95bc-d91f2bfe477b tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:51.114407 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d49c22f6-41f9-4f32-b93b-6094386a95b7 req-1902c77d-e24d-4cd0-95bc-d91f2bfe477b tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 943 time: 0.0880022 Feb 16 17:06:51.161295 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d49c22f6-41f9-4f32-b93b-6094386a95b7 req-d921ae1d-fae8-4a0c-b5e0-00b6594910f6 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Feb 16 17:06:51.775342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5467bd37-fd55-4a40-bf3a-e55ae16674e9 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:06:51.917373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9,segment=NetworkSegment(4d42853f-7f81-41d2-9342-b5ca9b5277a7),segment_id=4d42853f-7f81-41d2-9342-b5ca9b5277a7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:51.932186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '5467bd37-fd55-4a40-bf3a-e55ae16674e9', 'network_id': '7a09a8eb-7e12-4c66-8692-d974349a6667', 'port_id': '5467bd37-fd55-4a40-bf3a-e55ae16674e9', 'mac_address': 'fa:16:3e:c0:c8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec4a9ff-6158-4d6b-a29c-423b09eb98a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:06:51.991983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:52.011284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5467bd37-fd55-4a40-bf3a-e55ae16674e9 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:06:52.027915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9,segment=NetworkSegment(4d42853f-7f81-41d2-9342-b5ca9b5277a7),segment_id=4d42853f-7f81-41d2-9342-b5ca9b5277a7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:52.032854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:52.106241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=5467bd37-fd55-4a40-bf3a-e55ae16674e9,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:52.113842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.114188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.114521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.114874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.115199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.115521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.115847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.116160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.116474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.116787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.117157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.117487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:52.356738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932f67a-5d39-4cfc-8bfc-28560b6cbf74 req-cbb0b5cf-4d1e-4489-8f53-56dcdb4d15b8 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:52.358431 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6932f67a-5d39-4cfc-8bfc-28560b6cbf74 req-cbb0b5cf-4d1e-4489-8f53-56dcdb4d15b8 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 944 time: 0.0848360 Feb 16 17:06:52.404833 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6932f67a-5d39-4cfc-8bfc-28560b6cbf74 req-9d61a659-7d23-4b9e-a91d-a1e844bf44da tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Feb 16 17:06:52.447602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['5467bd37-fd55-4a40-bf3a-e55ae16674e9'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:06:53.597269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de1ca-e8ee-438a-b99b-780284b226fb req-cbbd20b2-0e31-4052-bcca-3b36ae8e29be tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:53.598657 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af3de1ca-e8ee-438a-b99b-780284b226fb req-cbbd20b2-0e31-4052-bcca-3b36ae8e29be tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 944 time: 0.0841057 Feb 16 17:06:53.643894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af3de1ca-e8ee-438a-b99b-780284b226fb req-1a62d79e-f011-4fe5-9cd6-b1eefedef18c tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Feb 16 17:06:53.804986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5467bd37-fd55-4a40-bf3a-e55ae16674e9 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:06:53.876185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:06:53.880935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:53.881428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:53.997716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:54.025632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467bd37-fd55-4a40-bf3a-e55ae16674e9'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:06:54.035322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9,segment=NetworkSegment(4d42853f-7f81-41d2-9342-b5ca9b5277a7),segment_id=4d42853f-7f81-41d2-9342-b5ca9b5277a7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:06:54.039968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:54.075480 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467bd37-fd55-4a40-bf3a-e55ae16674e9', 'code': 200} Feb 16 17:06:54.107265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=5467bd37-fd55-4a40-bf3a-e55ae16674e9,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:54.298835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fcc90-c494-4f2b-ac72-e6b6cbcbfe40 req-5ee724a6-b7f5-4201-aedc-43e98111501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:54.300300 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8b4fcc90-c494-4f2b-ac72-e6b6cbcbfe40 req-5ee724a6-b7f5-4201-aedc-43e98111501e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 1098 time: 0.0704012 Feb 16 17:06:54.344131 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8b4fcc90-c494-4f2b-ac72-e6b6cbcbfe40 req-c1a34834-9623-44e2-b795-10e3bf5feec9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Feb 16 17:06:54.527859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:54.829920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6694f8-7aa3-48c6-b934-c73b898963e6 req-c14fb0c6-1998-4026-bd93-7e8a4c19f2c8 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:54.831298 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6a6694f8-7aa3-48c6-b934-c73b898963e6 req-c14fb0c6-1998-4026-bd93-7e8a4c19f2c8 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0805671 Feb 16 17:06:54.876134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6a6694f8-7aa3-48c6-b934-c73b898963e6 req-ef7f46f7-ade1-45d5-b225-6ec97f456142 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Feb 16 17:06:56.062762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f081bf-f2f7-4495-b8e9-e007165b9a69 req-63a6157f-8703-4e11-9b77-ac77284d3ad8 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.064186 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-84f081bf-f2f7-4495-b8e9-e007165b9a69 req-63a6157f-8703-4e11-9b77-ac77284d3ad8 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0819108 Feb 16 17:06:56.107603 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-84f081bf-f2f7-4495-b8e9-e007165b9a69 req-09a55796-448b-4d13-9a93-e31c54d0fc44 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368426 Feb 16 17:06:56.289880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd2eeb-5e5d-4cea-af53-9dbfa9a6033b req-9edb6e2e-1a49-48c1-b737-ae685ed75da6 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.291347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b6cd2eeb-5e5d-4cea-af53-9dbfa9a6033b req-9edb6e2e-1a49-48c1-b737-ae685ed75da6 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0801473 Feb 16 17:06:56.337807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b6cd2eeb-5e5d-4cea-af53-9dbfa9a6033b req-fcaed846-ec7a-429d-b877-5767f40ed8e0 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Feb 16 17:06:56.792231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d44d-07b9-4cd0-b9c2-58f36c171cdf req-66c8f85d-9d43-4db2-86d0-faf7c2b19c62 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.793675 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af94d44d-07b9-4cd0-b9c2-58f36c171cdf req-66c8f85d-9d43-4db2-86d0-faf7c2b19c62 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0850203 Feb 16 17:06:56.841067 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af94d44d-07b9-4cd0-b9c2-58f36c171cdf req-ebba095e-d0bd-45b5-a657-41a09a9b0e60 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Feb 16 17:06:58.182153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae4e05-d464-405a-ab97-d20930bcf432 req-c830bd90-062b-4c08-86c7-d64fc06462f7 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:58.187280 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1ae4e05-d464-405a-ab97-d20930bcf432 req-c830bd90-062b-4c08-86c7-d64fc06462f7 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.2196732 Feb 16 17:06:58.247643 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1ae4e05-d464-405a-ab97-d20930bcf432 req-88225098-82b7-430e-a6c8-dceb05c2b24e tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571110 Feb 16 17:06:58.656825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f842cb0-c294-4dd5-994c-e10a0f9a4346 req-23f150fa-bc1c-4eaa-8b81-d8206ed48aa3 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:58.656825 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3f842cb0-c294-4dd5-994c-e10a0f9a4346 req-23f150fa-bc1c-4eaa-8b81-d8206ed48aa3 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0943010 Feb 16 17:06:58.680999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-2bcec8fd-7a5f-4134-b01b-8cdf04888df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:58.684212 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-2bcec8fd-7a5f-4134-b01b-8cdf04888df1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d29910ebe28a409cad86fb0462b63459&device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 1098 time: 0.0783236 Feb 16 17:06:58.705336 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3f842cb0-c294-4dd5-994c-e10a0f9a4346 req-9b9b7c4f-d006-4eab-9881-4b3f270f6b63 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Feb 16 17:06:58.829559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-3591bcc1-1907-4116-8db8-cf6542c7f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:58.831022 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-3591bcc1-1907-4116-8db8-cf6542c7f4ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a09a8eb-7e12-4c66-8692-d974349a6667 HTTP/1.1" status: 200 len: 912 time: 0.1388373 Feb 16 17:06:59.010312 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-060296bf-0735-4eef-836b-1793446614e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9 HTTP/1.1" status: 200 len: 217 time: 0.1697047 Feb 16 17:06:59.070855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-cbfc7961-d960-4b0c-be53-750e552cbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:59.072272 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-cbfc7961-d960-4b0c-be53-750e552cbacc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec4a9ff-6158-4d6b-a29c-423b09eb98a9 HTTP/1.1" status: 200 len: 851 time: 0.0564623 Feb 16 17:06:59.118141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-edf61df4-911d-4b7e-9d97-f9c90c31a5f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a09a8eb-7e12-4c66-8692-d974349a6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395999 Feb 16 17:06:59.252854 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-81e3cda6-b1a1-4b8f-a3b9-1a37ac536b40 service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274056 Feb 16 17:06:59.388684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e06ce43f-9376-403a-beaa-bf907b7256ff req-976aca7b-d85e-41ed-b7e5-dffd49ecb4c2 service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255271 Feb 16 17:06:59.894502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19728f30-da69-4352-9cdd-1a8150b5d13e req-ee712095-b814-4d7f-b448-5b8f7e588ca5 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:59.895880 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19728f30-da69-4352-9cdd-1a8150b5d13e req-ee712095-b814-4d7f-b448-5b8f7e588ca5 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0836060 Feb 16 17:06:59.941434 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19728f30-da69-4352-9cdd-1a8150b5d13e req-658e4f54-e951-455d-897c-e6919edb823a tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389264 Feb 16 17:07:00.836349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8c20d7dd-93de-48e3-b824-a26d1e7a2c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:01.129172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07880570-62a3-469f-8380-57202cb1d8e1 req-5497cbd3-fce2-409b-9887-badf9c4ccac2 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:01.130682 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07880570-62a3-469f-8380-57202cb1d8e1 req-5497cbd3-fce2-409b-9887-badf9c4ccac2 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0797625 Feb 16 17:07:01.179629 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07880570-62a3-469f-8380-57202cb1d8e1 req-b2a8c4d3-be84-4203-84a7-56a513179873 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Feb 16 17:07:01.573359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae5ff-55af-4605-a7e4-f1d0fc40a656 req-94808cef-1c43-4913-8427-f1d4dd7c9a82 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:01.574832 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-132ae5ff-55af-4605-a7e4-f1d0fc40a656 req-94808cef-1c43-4913-8427-f1d4dd7c9a82 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0799599 Feb 16 17:07:01.618290 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-132ae5ff-55af-4605-a7e4-f1d0fc40a656 req-a9cf626b-5b5c-45eb-b331-8810e82e1750 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Feb 16 17:07:02.805031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be4b4d-fd99-479f-9953-fbe1422a5e89 req-0604ed6c-7f3e-40bd-9041-f08fe2e1ed52 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:02.806476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-69be4b4d-fd99-479f-9953-fbe1422a5e89 req-0604ed6c-7f3e-40bd-9041-f08fe2e1ed52 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0837252 Feb 16 17:07:02.850488 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-69be4b4d-fd99-479f-9953-fbe1422a5e89 req-7259ce34-c172-4798-8631-06502dd688ea tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Feb 16 17:07:03.198976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6de7b-69a8-4e4f-8c28-0267be937b36 req-70438d3b-4048-4812-99e4-4cd79ec84f1c tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:03.200453 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afe6de7b-69a8-4e4f-8c28-0267be937b36 req-70438d3b-4048-4812-99e4-4cd79ec84f1c tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0856862 Feb 16 17:07:03.205874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-a42fd80d-19aa-4f1e-a050-6d4a10d08c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:03.207425 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-a42fd80d-19aa-4f1e-a050-6d4a10d08c5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d29910ebe28a409cad86fb0462b63459&device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 1098 time: 0.0751965 Feb 16 17:07:03.248295 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afe6de7b-69a8-4e4f-8c28-0267be937b36 req-6841a514-445e-43d8-b73c-5eef2da4029d tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Feb 16 17:07:03.340615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-cb10ec1d-5ca1-4f31-b2aa-2fe072d2d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:03.342043 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-cb10ec1d-5ca1-4f31-b2aa-2fe072d2d646 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a09a8eb-7e12-4c66-8692-d974349a6667 HTTP/1.1" status: 200 len: 912 time: 0.1282775 Feb 16 17:07:03.412935 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-f43f0931-6067-405d-a7c0-f6333e6561c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9 HTTP/1.1" status: 200 len: 217 time: 0.0639024 Feb 16 17:07:03.472703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-a7f6b778-9cbb-49df-bfd7-c93165047b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:03.474110 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-a7f6b778-9cbb-49df-bfd7-c93165047b35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec4a9ff-6158-4d6b-a29c-423b09eb98a9 HTTP/1.1" status: 200 len: 851 time: 0.0554483 Feb 16 17:07:03.519398 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-273511dd-302a-40c0-a57e-a52ff06c8335 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a09a8eb-7e12-4c66-8692-d974349a6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390041 Feb 16 17:07:03.566909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-58d39148-3a75-4f70-b8c7-ca6086d30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:03.655108 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-e291af6b-ba81-4e48-9923-f41b7695fb06 service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290543 Feb 16 17:07:03.789149 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c58f7f0d-8b3e-4dc6-98a2-7000323c1d18 req-e564320c-9a4d-4382-bba6-181bc4518ae5 service neutron] 10.222.0.48 "GET /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259069 Feb 16 17:07:04.245563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:04.442523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d13b6-883a-4eca-8bca-e5ba9572f778 req-92361d4f-ef37-4129-982d-50d4e6b121f2 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:04.445081 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bf1d13b6-883a-4eca-8bca-e5ba9572f778 req-92361d4f-ef37-4129-982d-50d4e6b121f2 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0857470 Feb 16 17:07:04.489803 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bf1d13b6-883a-4eca-8bca-e5ba9572f778 req-2aec7e6e-b6b1-49d3-acbf-74e9b2d51f00 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Feb 16 17:07:04.992228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:05.676840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b762-030a-41d6-865a-6113d6610564 req-c5c04f81-7f49-4e0f-963b-4028f1ebf245 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:05.679060 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7f5b762-030a-41d6-865a-6113d6610564 req-c5c04f81-7f49-4e0f-963b-4028f1ebf245 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0805976 Feb 16 17:07:05.725638 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7f5b762-030a-41d6-865a-6113d6610564 req-d26e6a28-082a-43d2-ace5-59b0658d9945 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Feb 16 17:07:05.938457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:06.013819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e6443-240f-4a26-a9b9-8939462b47f2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.014287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e6443-240f-4a26-a9b9-8939462b47f2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.014768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e6443-240f-4a26-a9b9-8939462b47f2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.016387 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-336e6443-240f-4a26-a9b9-8939462b47f2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=89c2c47e4c994a91a06871f31844c874&network_id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 2999 time: 0.0769591 Feb 16 17:07:06.131830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fc222-af4f-4a64-ae45-880a0d7b94ec req-2c3f8be6-ed9d-4dda-ab51-8447aba21dc7 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.133301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e32fc222-af4f-4a64-ae45-880a0d7b94ec req-2c3f8be6-ed9d-4dda-ab51-8447aba21dc7 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0812905 Feb 16 17:07:06.181570 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e32fc222-af4f-4a64-ae45-880a0d7b94ec req-51d52448-6c61-4105-ae63-b617ff0769d2 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Feb 16 17:07:06.671300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:07.556776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041808b8-4311-4168-9cca-a43fda72a29e req-9b1ae72c-1a75-4e01-93fe-f05b6b0ad859 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:07.558197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-041808b8-4311-4168-9cca-a43fda72a29e req-9b1ae72c-1a75-4e01-93fe-f05b6b0ad859 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0916848 Feb 16 17:07:07.608588 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-041808b8-4311-4168-9cca-a43fda72a29e req-e6a3d74e-fafe-4dc7-a636-5bb945091ebf tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Feb 16 17:07:08.274436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-df907a96-e3d4-4a28-9d68-4402010fe1ae tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:08.275207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-df907a96-e3d4-4a28-9d68-4402010fe1ae tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Synchronizing usage tracker for tenant:d29910ebe28a409cad86fb0462b63459 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:07:08.292754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-df907a96-e3d4-4a28-9d68-4402010fe1ae tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Unset dirty status for tenant:d29910ebe28a409cad86fb0462b63459 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:07:08.293882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-df907a96-e3d4-4a28-9d68-4402010fe1ae tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.48 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.1021409 Feb 16 17:07:08.364182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Deleting port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:07:08.364509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:08.543866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59722) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:08.606886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7ff69-d817-40ff-bf21-1fbaea1811a4 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:08.608340 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-44f7ff69-d817-40ff-bf21-1fbaea1811a4 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 814 time: 0.0634024 Feb 16 17:07:08.616156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] For port 5467bd37-fd55-4a40-bf3a-e55ae16674e9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5467bd37-fd55-4a40-bf3a-e55ae16674e9,segment=NetworkSegment(4d42853f-7f81-41d2-9342-b5ca9b5277a7),segment_id=4d42853f-7f81-41d2-9342-b5ca9b5277a7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:08.617140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:08.809486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f750b-f9c1-4636-a9cc-9011a1bf844e req-ad6b48fb-e930-4372-a78e-29c6f8d8969e tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:08.810955 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed9f750b-f9c1-4636-a9cc-9011a1bf844e req-ad6b48fb-e930-4372-a78e-29c6f8d8969e tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3 HTTP/1.1" status: 200 len: 945 time: 0.0873277 Feb 16 17:07:08.848165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Calling delete_port for 5467bd37-fd55-4a40-bf3a-e55ae16674e9 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:07:08.857700 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed9f750b-f9c1-4636-a9cc-9011a1bf844e req-c9155ab7-8b15-40ee-8784-0963bec91f55 tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Feb 16 17:07:08.994708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.008941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['5467bd37-fd55-4a40-bf3a-e55ae16674e9'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:07:09.047729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Pushing event deleted for resources: {'Port': ['ID=5467bd37-fd55-4a40-bf3a-e55ae16674e9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:09.122714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] No DVR routers for this DVR port 5467bd37-fd55-4a40-bf3a-e55ae16674e9 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:09.125119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.127573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'name': 'network-vif-deleted', 'tag': '5467bd37-fd55-4a40-bf3a-e55ae16674e9'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:09.143389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2af486ad-e6cd-4730-93f2-1a8d0e5285fa req-1693e05d-5ebd-4f85-a14f-7fb86b72013f tempest-TestServerAdvancedOps-1697338349 tempest-TestServerAdvancedOps-1697338349-project] 10.222.0.48 "DELETE /v2.0/ports/5467bd37-fd55-4a40-bf3a-e55ae16674e9 HTTP/1.1" status: 204 len: 173 time: 0.8438363 Feb 16 17:07:09.173146 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0ebf7-f8d1-4e35-912f-f85b8b82c5a3', 'name': 'network-vif-deleted', 'tag': '5467bd37-fd55-4a40-bf3a-e55ae16674e9', 'status': 'completed', 'code': 200} Feb 16 17:07:09.532036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59734) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:09.537907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--891555804', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:09.543724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:09.553254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:09.565104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:09.568546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.597294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:07:09.606136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.606478 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment b8b6a291-e214-4999-aa0e-cd68823353f0 of type vlan for network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 Feb 16 17:07:09.632633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.661150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.667597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.668899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.777164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440004 Feb 16 17:07:09.780558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59738) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:09.825690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f1fe3-6a27-4556-9dc0-349689cd4950 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:09.837116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:07:09.854142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefb6e8-1731-4ecb-9966-cd0a0519ccfd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.855613 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fcefb6e8-1731-4ecb-9966-cd0a0519ccfd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0741768 Feb 16 17:07:09.858393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59742) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:09.963482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59748) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.002450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3492a66-f35b-4e65-b46c-acf4b6f51472 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:10.003950 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d3492a66-f35b-4e65-b46c-acf4b6f51472 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1446533 Feb 16 17:07:10.006788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59752) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.024651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Deleting subnet 1ec4a9ff-6158-4d6b-a29c-423b09eb98a9 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:07:10.027595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.046022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7ffd59ca-5849-461e-a25f-c589f044b8f5 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380878 Feb 16 17:07:10.048549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59756) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.081652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.086984 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d71bc0af-bb20-4778-938c-0bf9ae1b4525 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373902 Feb 16 17:07:10.089694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59760) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.138109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.213712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.221355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092c1ef-d133-48b6-b011-6950df48a0b7 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:10.225436 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2092c1ef-d133-48b6-b011-6950df48a0b7 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322267 Feb 16 17:07:10.225696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59764) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.253159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec4a9ff-6158-4d6b-a29c-423b09eb98a9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:10.256312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.263118 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fe36aa2a-d79b-45a9-99fd-3c0e99c5e4f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ec4a9ff-6158-4d6b-a29c-423b09eb98a9 HTTP/1.1" status: 204 len: 168 time: 0.2980094 Feb 16 17:07:10.265668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59768) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.271612 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-034b8d16-a268-409e-a0ea-affdad4880f8 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448983 Feb 16 17:07:10.274687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59772) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.279940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556018862', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:10.371173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.492747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:10.496494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:10.499301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:10.502048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.504855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:10.515588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:10.519095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.528161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a09a8eb-7e12-4c66-8692-d974349a6667']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:10.540179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d42853f-7f81-41d2-9342-b5ca9b5277a7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:10.540470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d42853f-7f81-41d2-9342-b5ca9b5277a7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:10.551379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.568043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.574890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:07:10.575262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:07:10.588970 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:07:10.672793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.690760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.704016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a09a8eb-7e12-4c66-8692-d974349a6667,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:10.713876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-053e5e44-c439-4a15-8d87-2d61afd12206 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7a09a8eb-7e12-4c66-8692-d974349a6667 HTTP/1.1" status: 204 len: 168 time: 0.4472961 Feb 16 17:07:10.716816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59776) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:10.749121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.781773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Deleting subnet a0580bfd-6ad7-4caf-86cb-6c6a611d8a47 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:07:10.785197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.833739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=a72eaa08-0522-45e3-a43a-58b288c94d13,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:10.838644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.840004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:07:10.840414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: e1acf2bc-7fe2-4125-8eb0-4f40b7845d68, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:07:10.864667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:07:10.877084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, e1acf2bc-7fe2-4125-8eb0-4f40b7845d68) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:10.884149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:10.884744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.886671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9674de-9109-42e8-960f-62600f8ccfed None None] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:07:10.905991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:10.910446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4626827-89e5-479f-a742-dfc925650ad4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6345496 Feb 16 17:07:10.919885 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:07:10.990145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.029279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0580bfd-6ad7-4caf-86cb-6c6a611d8a47,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:11.034660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.050945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8d5b6d48-ca78-4483-9bc0-57af53060db9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0580bfd-6ad7-4caf-86cb-6c6a611d8a47 HTTP/1.1" status: 204 len: 168 time: 0.3307445 Feb 16 17:07:11.051939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59782) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:11.124919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': 'a72eaa08-0522-45e3-a43a-58b288c94d13'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:07:11.125751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.167238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.307112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Allocated IP 172.20.0.18 (e1acf2bc-7fe2-4125-8eb0-4f40b7845d68/a72eaa08-0522-45e3-a43a-58b288c94d13/fb3d15f1-b001-4306-bb1e-2d5a61388532) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:11.392644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59786) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:11.402728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276943075', 'description': 'tempest-secgroup-smoke-1276943075 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:11.407749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.409226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:11.420504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:11.432683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.436115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520ea2fb-20d3-4200-b7b7-512b68a18b95']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:11.451129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d46ef8c-ed24-4485-8448-20d33866735c') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:11.451632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d46ef8c-ed24-4485-8448-20d33866735c') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:11.455817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:11.461481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:11.465378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:11.466515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.471636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:11.489072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.499262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:07:11.499733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:07:11.513866 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:07:11.544980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.592704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.592968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Transition to ACTIVE for port object fb3d15f1-b001-4306-bb1e-2d5a61388532 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:11.609184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.614435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Transition to ACTIVE for port object fb3d15f1-b001-4306-bb1e-2d5a61388532 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:11.618889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=520ea2fb-20d3-4200-b7b7-512b68a18b95,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:11.622694 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-60877050-94b3-48b6-86aa-a1cf646292f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/520ea2fb-20d3-4200-b7b7-512b68a18b95 HTTP/1.1" status: 204 len: 168 time: 0.5705266 Feb 16 17:07:11.627912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.671359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.675820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.681544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:11.682747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:11.690982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:07:11.727047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1794e2-fad2-4225-a88b-23ca6de19cde,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:11.736230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.738050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5648cbac-614b-4423-bd8c-ed34e608c279 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3441975 Feb 16 17:07:11.740747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59792) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:11.747940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'eb1794e2-fad2-4225-a88b-23ca6de19cde', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:11.754664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:11.759091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:11.762179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:11.767992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:11.788754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.798950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Pushing event updated for resources: {'Port': ['ID=fb3d15f1-b001-4306-bb1e-2d5a61388532,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:11.808231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Attempting to bind port fb3d15f1-b001-4306-bb1e-2d5a61388532 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:11.808592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Attempting to bind port fb3d15f1-b001-4306-bb1e-2d5a61388532 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:11.808997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Attempting to bind port fb3d15f1-b001-4306-bb1e-2d5a61388532 on network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:07:11.814415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:07:11.814822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Checking segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:07:11.815311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.815645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:11.815788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Bound using segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:07:11.816130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Bound port: fb3d15f1-b001-4306-bb1e-2d5a61388532, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:11.816818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.861701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.866260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.866686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5467bd37-fd55-4a40-bf3a-e55ae16674e9 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:07:11.874819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7f022c0b-2476-4bf6-8b3a-bf408d81e236 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d29910ebe28a409cad86fb0462b63459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540001 Feb 16 17:07:11.875031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59800) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:11.895649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19265815-44fb-4521-a317-c30c55d70430,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:11.904638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.909054 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7ab4c094-e545-4526-8d1e-dceac3932eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642368 Feb 16 17:07:11.909708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59804) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:11.910653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 5467bd37-fd55-4a40-bf3a-e55ae16674e9 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:07:11.911283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 5467bd37-fd55-4a40-bf3a-e55ae16674e9 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:07:11.916428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'eb1794e2-fad2-4225-a88b-23ca6de19cde', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:11.923492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:11.927627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:11.930785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:11.936840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:11.947533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c9f692a-8308-4104-ab8d-f0ea6f9f6ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.956174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] For port fb3d15f1-b001-4306-bb1e-2d5a61388532, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:07:11.957584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.959402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] For port fb3d15f1-b001-4306-bb1e-2d5a61388532, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fb3d15f1-b001-4306-bb1e-2d5a61388532,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:07:11.964582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.976718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c9f692a-8308-4104-ab8d-f0ea6f9f6ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.032626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.037288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.044609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c9f692a-8308-4104-ab8d-f0ea6f9f6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.066755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f692a-8308-4104-ab8d-f0ea6f9f6ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf671ff0-8c01-4939-95f7-d4b1a60e0c9b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.070665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799a9913-b7f4-46d3-90f9-63041412cd4b,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.071612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c9f692a-8308-4104-ab8d-f0ea6f9f6ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.072938 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1c9f692a-8308-4104-ab8d-f0ea6f9f6ec6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf671ff0-8c01-4939-95f7-d4b1a60e0c9b HTTP/1.1" status: 204 len: 168 time: 0.1970224 Feb 16 17:07:12.080894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.085033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59810) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:12.085476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2ea24097-e0cb-49d2-a5e3-5d3fa95c86ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750050 Feb 16 17:07:12.090487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'eb1794e2-fad2-4225-a88b-23ca6de19cde', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:12.097049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:12.102628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612118-79b8-4cca-b56b-4063e093a9d6 None None] Pushing event updated for resources: {'Port': ['ID=fb3d15f1-b001-4306-bb1e-2d5a61388532,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.102949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:12.106137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:12.112636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:12.136379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.209598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.215299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.248034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b295952-00c6-4170-a5f6-3532537e50bd,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.252209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.254704 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-24b73a0a-7a3c-425b-afb9-85cdfd9ec7bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671102 Feb 16 17:07:12.256242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59814) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:12.266366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'eb1794e2-fad2-4225-a88b-23ca6de19cde', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:12.273007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:12.278283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:12.281264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:12.288756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:12.328901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.415672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.420903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.444544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8f923-7f67-433d-846a-02a839d2807e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.457861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.459114 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bf0f6434-14e9-406d-ae08-08348f85ba84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015257 Feb 16 17:07:12.462421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59820) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:12.467829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'eb1794e2-fad2-4225-a88b-23ca6de19cde', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:12.477326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:12.481666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:12.487422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:12.495386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:12.502677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59824) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:12.507762 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:07:12.515234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.552150 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-19b2d53e-9c49-4b3e-9733-b34a33cb0f13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7719a6d08a0642cba67e76ec56356933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483558 Feb 16 17:07:12.557486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59828) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:12.615115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.625473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.649551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1dbbdd18-ee8b-424a-a0f1-241fff58c5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.674003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41d477a-f825-4c9f-852a-6a9221dc67b2,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.677997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.679535 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d87f9618-2d91-4ffb-926a-c75666e6eca0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2157669 Feb 16 17:07:12.682245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59832) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:12.687681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'eb1794e2-fad2-4225-a88b-23ca6de19cde', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:12.692695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1dbbdd18-ee8b-424a-a0f1-241fff58c5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.693685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:12.698437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:12.702137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:12.707807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:12.719467 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:07:12.726436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.748124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1dbbdd18-ee8b-424a-a0f1-241fff58c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.763289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbdd18-ee8b-424a-a0f1-241fff58c5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b3088-bd94-4836-a78d-4c10d0b46d19,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.770911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1dbbdd18-ee8b-424a-a0f1-241fff58c5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.775327 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1dbbdd18-ee8b-424a-a0f1-241fff58c5a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a28b3088-bd94-4836-a78d-4c10d0b46d19 HTTP/1.1" status: 204 len: 168 time: 0.2148192 Feb 16 17:07:12.801877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.807193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.832272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc905e5-1d5a-49e6-87e2-1ecfee069c49,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:12.844275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.854606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-16c7f704-1c39-4bbb-9288-8c5d7a02c753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1622093 Feb 16 17:07:13.105765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-584e4ffe-f75f-446f-8c1d-3a666130f28f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:07:13.125988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-584e4ffe-f75f-446f-8c1d-3a666130f28f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:07:13.127342 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-584e4ffe-f75f-446f-8c1d-3a666130f28f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276943075&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0696025 Feb 16 17:07:13.206802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be813b6-820d-4b56-bb37-0436f2a30556 None None] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:07:13.292814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-57d63d71-168c-4bc5-8602-1bdb1279c6aa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:13.293668 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-57d63d71-168c-4bc5-8602-1bdb1279c6aa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:07:13.308765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-57d63d71-168c-4bc5-8602-1bdb1279c6aa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:07:13.309226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f050fd5c-3445-4c00-9ec7-714e599fd487 None None] Provisioning for port fb3d15f1-b001-4306-bb1e-2d5a61388532 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:13.310433 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-57d63d71-168c-4bc5-8602-1bdb1279c6aa tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 HTTP/1.1" status: 200 len: 796 time: 0.1757007 Feb 16 17:07:13.325533 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-72641d27-c572-4c4e-9a96-439a795da239 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0094702 Feb 16 17:07:13.436737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f57470fb-c39a-456c-94b2-475aead879b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1014452 Feb 16 17:07:13.523375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fb3d15f1-b001-4306-bb1e-2d5a61388532 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:07:13.604592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port fb3d15f1-b001-4306-bb1e-2d5a61388532 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:13.611514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fb3d15f1-b001-4306-bb1e-2d5a61388532 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:13.612174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:13.811592 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-5257a141-0042-4256-a4f8-1018cdc5fb77 service neutron] 10.222.0.43 "GET /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645892 Feb 16 17:07:13.815141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:13.825201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-25a9b99a-97fb-4ee8-92ae-a9af6b18a0ff None None] Provisioning complete for port fb3d15f1-b001-4306-bb1e-2d5a61388532 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:13.825590 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-25a9b99a-97fb-4ee8-92ae-a9af6b18a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:13.909492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port fb3d15f1-b001-4306-bb1e-2d5a61388532, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fb3d15f1-b001-4306-bb1e-2d5a61388532,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:13.943092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:13.963966 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-13272bc0-a6a2-462b-94ad-54bde3ff2ea5 service neutron] 10.222.0.43 "GET /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464093 Feb 16 17:07:14.042478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=fb3d15f1-b001-4306-bb1e-2d5a61388532,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:14.192492 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5af53037-a8e2-4c91-b85c-89d3b930a850 req-4b544ec4-7185-42e5-bf52-20e233ebd7e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 210 time: 0.0526671 Feb 16 17:07:15.344788 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c755e916-c362-466a-a094-bacb5b6dfb64 req-2664e5d1-335b-483c-8ce7-06ba4963649d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 210 time: 0.0419836 Feb 16 17:07:15.457897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-42277bf1-68a4-4caf-a6ae-74dbd0c7299c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:15.460854 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-42277bf1-68a4-4caf-a6ae-74dbd0c7299c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 HTTP/1.1" status: 200 len: 796 time: 0.1696370 Feb 16 17:07:15.462850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fb3d15f1-b001-4306-bb1e-2d5a61388532 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:07:15.517677 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-6cd3e660-3007-462a-abbc-b6ef04cfc505 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 473 time: 0.0489306 Feb 16 17:07:15.531256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['eb1794e2-fad2-4225-a88b-23ca6de19cde']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:15.550289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fb3d15f1-b001-4306-bb1e-2d5a61388532 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:15.550807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:15.683673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:15.687811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:port and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:15.691165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:15.698172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:15.708445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:15.712899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:15.772100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b03dc-aa03-425d-b597-1f19dcd8aff7 req-945572d5-c784-41d5-96db-caa8c8107aa7 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:15.774870 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0d0b03dc-aa03-425d-b597-1f19dcd8aff7 req-945572d5-c784-41d5-96db-caa8c8107aa7 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.0912902 Feb 16 17:07:15.824338 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0d0b03dc-aa03-425d-b597-1f19dcd8aff7 req-27e35a32-d97b-4e0d-a2f5-9cb338cc47f1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Feb 16 17:07:15.902424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.27 (e1acf2bc-7fe2-4125-8eb0-4f40b7845d68/a72eaa08-0522-45e3-a43a-58b288c94d13/2e33a3e0-7042-40cd-9732-eb36f67522d2) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:16.090533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:16.105352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 2e33a3e0-7042-40cd-9732-eb36f67522d2 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:16.137087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:16.213648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:16.216826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:16.220785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:07:16.252157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=2e33a3e0-7042-40cd-9732-eb36f67522d2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:16.296396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:16.297021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:16.323741 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f97599b9-84f7-4967-8340-1105aaa0230d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7994132 Feb 16 17:07:16.336993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Request body: {'port': {'device_id': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:16.470294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9bad017d-be6a-40b1-bed9-e9c9b94ba187 None None] Provisioning for port 2e33a3e0-7042-40cd-9732-eb36f67522d2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:16.475986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9bad017d-be6a-40b1-bed9-e9c9b94ba187 None None] Provisioning complete for port 2e33a3e0-7042-40cd-9732-eb36f67522d2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:16.476199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:16.476671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9bad017d-be6a-40b1-bed9-e9c9b94ba187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:16.541452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9bad017d-be6a-40b1-bed9-e9c9b94ba187 None None] Port 2e33a3e0-7042-40cd-9732-eb36f67522d2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:07:16.553216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0fc85-39dc-4074-a768-bf9f26aca589 req-0d543280-a1d9-4ffc-bb33-d92b90bc5f2c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:16.556677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55b0fc85-39dc-4074-a768-bf9f26aca589 req-0d543280-a1d9-4ffc-bb33-d92b90bc5f2c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 932 time: 0.0946844 Feb 16 17:07:16.604335 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55b0fc85-39dc-4074-a768-bf9f26aca589 req-3961767c-301c-4da7-aa27-ff38565949ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Feb 16 17:07:16.931273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e33a3e0-7042-40cd-9732-eb36f67522d2 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:07:16.945311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:16.962722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Transition to ACTIVE for port object 2e33a3e0-7042-40cd-9732-eb36f67522d2 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:16.968002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:17.019360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705799-6898-43a2-a5d1-44a6fd18650a req-e5a5921b-98c4-41a3-a1ba-f6520ff6e3c9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.020798 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-39705799-6898-43a2-a5d1-44a6fd18650a req-e5a5921b-98c4-41a3-a1ba-f6520ff6e3c9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.0910203 Feb 16 17:07:17.071826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-39705799-6898-43a2-a5d1-44a6fd18650a req-dabdd44b-19a5-4de0-afec-831f391cfb1a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Feb 16 17:07:17.105035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e33a3e0-7042-40cd-9732-eb36f67522d2,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:17.212468 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Attempting to bind port 2e33a3e0-7042-40cd-9732-eb36f67522d2 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:17.212886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Attempting to bind port 2e33a3e0-7042-40cd-9732-eb36f67522d2 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:17.213280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Attempting to bind port 2e33a3e0-7042-40cd-9732-eb36f67522d2 on network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:07:17.218762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Port 2e33a3e0-7042-40cd-9732-eb36f67522d2 on network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:07:17.219081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Attempting to bind port 2e33a3e0-7042-40cd-9732-eb36f67522d2 on network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:07:17.224341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:07:17.224679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Checking segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:07:17.225086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Bound using segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:07:17.226126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Bound port: 2e33a3e0-7042-40cd-9732-eb36f67522d2, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:17.226465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:17.321612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] For port 2e33a3e0-7042-40cd-9732-eb36f67522d2, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:07:17.324713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] For port 2e33a3e0-7042-40cd-9732-eb36f67522d2, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:07:17.328381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:17.388249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.389220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:17.390682 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e33a3e0-7042-40cd-9732-eb36f67522d2 HTTP/1.1" status: 200 len: 1094 time: 1.0587718 Feb 16 17:07:17.393503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'tag': '2e33a3e0-7042-40cd-9732-eb36f67522d2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:17.422182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f517bd-e63a-40c7-87cc-33834ebb7ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e33a3e0-7042-40cd-9732-eb36f67522d2,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:17.479452 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'tag': '2e33a3e0-7042-40cd-9732-eb36f67522d2', 'status': 'completed', 'code': 200} Feb 16 17:07:17.525855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-8298fd94-5f74-4acf-a506-f245dcd6a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.527370 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-8298fd94-5f74-4acf-a506-f245dcd6a88a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 1097 time: 0.0803125 Feb 16 17:07:17.592435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-97986f4a-715f-46bf-821e-edb1be2e0f3c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.594201 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-97986f4a-715f-46bf-821e-edb1be2e0f3c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.0889530 Feb 16 17:07:17.597884 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-73a5815b-1d8d-40ed-8f34-c5779a3d2a8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2 HTTP/1.1" status: 200 len: 217 time: 0.0630479 Feb 16 17:07:17.666046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-084b4bfd-32e1-4c7a-b97f-1994f7f65db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.667600 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-084b4bfd-32e1-4c7a-b97f-1994f7f65db0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a72eaa08-0522-45e3-a43a-58b288c94d13 HTTP/1.1" status: 200 len: 838 time: 0.0636952 Feb 16 17:07:17.672283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Deleting port a8c23482-81d7-4223-9a7d-8eacc27d5308 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:07:17.672718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:17.750010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-ddcbcf76-a7fd-4ad0-b9a6-6c5d693d7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.751428 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-ddcbcf76-a7fd-4ad0-b9a6-6c5d693d7654 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0761518 Feb 16 17:07:17.894830 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-f768adbe-116a-46bb-bb54-3d09a6c91b29 service neutron] 10.222.0.48 "GET /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357255 Feb 16 17:07:18.033851 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9815518-08c2-4fc5-98d8-f9c09007268b req-9b3ba5f2-46ed-4fcd-81a8-2be3edb1b101 service neutron] 10.222.0.48 "GET /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299899 Feb 16 17:07:18.058031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d5221-31c2-4a0f-8651-df6d2289faa2 req-6a9394f2-16e7-4469-841a-f3044afec2a7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.059554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-376d5221-31c2-4a0f-8651-df6d2289faa2 req-6a9394f2-16e7-4469-841a-f3044afec2a7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 944 time: 0.3367159 Feb 16 17:07:18.135397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] For port a8c23482-81d7-4223-9a7d-8eacc27d5308, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8c23482-81d7-4223-9a7d-8eacc27d5308,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:18.135757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:18.148058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-376d5221-31c2-4a0f-8651-df6d2289faa2 req-20b170f9-e4e6-4a0c-8bbc-976aed19398b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796659 Feb 16 17:07:18.159933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-d6eff884-c7ef-495b-8f7c-862e42ec6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.162343 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-d6eff884-c7ef-495b-8f7c-862e42ec6b07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 1097 time: 0.0765648 Feb 16 17:07:18.321613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-289831b1-3eed-41f0-a145-c5adfc954239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.322982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-289831b1-3eed-41f0-a145-c5adfc954239 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 HTTP/1.1" status: 200 len: 897 time: 0.1515300 Feb 16 17:07:18.394890 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-4fbe706a-6ed1-4c31-8e7e-7f96804a5277 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2 HTTP/1.1" status: 200 len: 217 time: 0.0644825 Feb 16 17:07:18.467494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-8a050b20-7aa1-4e01-bc9c-1c4b43b5fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.468931 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-8a050b20-7aa1-4e01-bc9c-1c4b43b5fd4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a72eaa08-0522-45e3-a43a-58b288c94d13 HTTP/1.1" status: 200 len: 838 time: 0.0671732 Feb 16 17:07:18.532110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61087525-8632-4a54-939e-87eeb01f1239 req-8bf4ea28-c774-4ee0-b4c8-8980fc371679 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.533977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-61087525-8632-4a54-939e-87eeb01f1239 req-8bf4ea28-c774-4ee0-b4c8-8980fc371679 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 945 time: 0.2727404 Feb 16 17:07:18.546119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:18.546436 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:18.546767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Floating IP 43f84805-69de-48ed-9d6b-e9d033af6832 disassociated. External IP: 172.26.7.14, port: a8c23482-81d7-4223-9a7d-8eacc27d5308. Feb 16 17:07:18.547109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Calling delete_port for a8c23482-81d7-4223-9a7d-8eacc27d5308 owned by compute:nova {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:07:18.646112 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-61087525-8632-4a54-939e-87eeb01f1239 req-09ddc808-5c14-4659-a6fc-5bfa36bdec94 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035259 Feb 16 17:07:18.663984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-3dd5c956-aaaf-4a9e-a3a2-f0723568f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.665548 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-3dd5c956-aaaf-4a9e-a3a2-f0723568f97a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1900413 Feb 16 17:07:18.780970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:18.802417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-0f39c370-6d4b-405c-883d-4f238b13dfa4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297128 Feb 16 17:07:18.839305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'Port': ['ID=a8c23482-81d7-4223-9a7d-8eacc27d5308,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:18.989562 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cdfc966c-49f7-4fac-b8f8-5f53bf63bad3 req-77fd22c5-f0b8-4bbe-87b0-fbaedb7c86dd service neutron] 10.222.0.48 "GET /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806796 Feb 16 17:07:19.044914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:07:19.240515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:07:19.251932 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:19.263182 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:07:19.264426 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:07:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:19.366909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] No DVR routers for this DVR port a8c23482-81d7-4223-9a7d-8eacc27d5308 on host hv-neutron-8295 {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:19.370630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:19.373371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'name': 'network-vif-deleted', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:19.405246 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8c483469-796a-4f12-a4dc-4fd141533fb7 req-6b1fcc91-31f2-4c03-a291-69c7a8ef389f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "DELETE /v2.0/ports/a8c23482-81d7-4223-9a7d-8eacc27d5308 HTTP/1.1" status: 204 len: 173 time: 1.8059819 Feb 16 17:07:19.430384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e249d9-8eb5-45b1-8d37-20d54940c729 req-3df738a4-d539-4fc1-88b9-f02a477a01c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:19.432760 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08e249d9-8eb5-45b1-8d37-20d54940c729 req-3df738a4-d539-4fc1-88b9-f02a477a01c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 944 time: 0.1544046 Feb 16 17:07:19.483650 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:07:19.484813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08e249d9-8eb5-45b1-8d37-20d54940c729 req-297708d5-ac79-4c23-b682-5a2e3066e6d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Feb 16 17:07:19.680229 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ba2960-8f48-4fd3-98b4-cf98c851599a', 'name': 'network-vif-deleted', 'tag': 'a8c23482-81d7-4223-9a7d-8eacc27d5308', 'status': 'completed', 'code': 200} Feb 16 17:07:19.817710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-aff61aea-ac60-41c5-a2c7-e378b503203f req-35e52645-cec0-463d-af46-1e2e63c16444 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:07:19.834705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-aff61aea-ac60-41c5-a2c7-e378b503203f req-35e52645-cec0-463d-af46-1e2e63c16444 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:07:19.836630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-aff61aea-ac60-41c5-a2c7-e378b503203f req-35e52645-cec0-463d-af46-1e2e63c16444 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ba2960-8f48-4fd3-98b4-cf98c851599a HTTP/1.1" status: 200 len: 210 time: 0.0718377 Feb 16 17:07:19.844259 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:19.849174 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:19.863283 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:07:19.863883 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:07:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:19.889321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 2e33a3e0-7042-40cd-9732-eb36f67522d2 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:07:19.891610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a8c23482-81d7-4223-9a7d-8eacc27d5308 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:07:19.931878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: a8c23482-81d7-4223-9a7d-8eacc27d5308 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:07:19.932137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a8c23482-81d7-4223-9a7d-8eacc27d5308 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:07:20.066011 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:07:20.071844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 2e33a3e0-7042-40cd-9732-eb36f67522d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:20.085908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '2e33a3e0-7042-40cd-9732-eb36f67522d2', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'port_id': '2e33a3e0-7042-40cd-9732-eb36f67522d2', 'mac_address': 'fa:16:3e:e1:4b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:07:20.148623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:20.166967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e33a3e0-7042-40cd-9732-eb36f67522d2 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:07:20.183160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 2e33a3e0-7042-40cd-9732-eb36f67522d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:20.189941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:20.267571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=2e33a3e0-7042-40cd-9732-eb36f67522d2,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:20.405999 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:20.410952 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc5f5-4668-436d-9862-3b8775bf2a78 None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:20.657998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['2e33a3e0-7042-40cd-9732-eb36f67522d2'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:07:20.690779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b186b03-ceaa-4a3f-9e1f-13b1bda676da None None] New status for floating IP 43f84805-69de-48ed-9d6b-e9d033af6832: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:07:20.838082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df37f5-a759-442e-8749-b94b16020aeb req-30ab1420-9f56-4bd1-aa50-0194cb263d84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:20.839571 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b9df37f5-a759-442e-8749-b94b16020aeb req-30ab1420-9f56-4bd1-aa50-0194cb263d84 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 945 time: 0.2311535 Feb 16 17:07:20.883937 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b9df37f5-a759-442e-8749-b94b16020aeb req-d575911f-4aa9-4e13-9b3d-18db6f176cee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385303 Feb 16 17:07:21.221630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a71f2e53-8847-459d-af70-acf32ef154bc tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914999918&fields=id&tenant_id=08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 267 time: 0.0401452 Feb 16 17:07:21.375392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-afc8f6ad-4a36-4f66-b92c-c7e3646477a1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:21.376801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-afc8f6ad-4a36-4f66-b92c-c7e3646477a1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 812 time: 0.1475270 Feb 16 17:07:21.392153 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-6b56dcb3-8c08-433a-8555-f85c22d20051 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/quotas/08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 375 time: 0.0090911 Feb 16 17:07:21.477810 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-e2774948-a421-4ce0-98fe-1297c25bbb83 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799842 Feb 16 17:07:21.613455 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-d921a411-ac94-4c34-868a-b421da3df6e3 service neutron] 10.222.0.43 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244826 Feb 16 17:07:21.745513 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-e0b8cb7e-6698-41be-81b0-1098e516cac1 service neutron] 10.222.0.43 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255105 Feb 16 17:07:21.932355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 2e33a3e0-7042-40cd-9732-eb36f67522d2 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:07:22.002745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 2e33a3e0-7042-40cd-9732-eb36f67522d2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:22.008398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 2e33a3e0-7042-40cd-9732-eb36f67522d2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:22.008769 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:22.134076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:22.162515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e33a3e0-7042-40cd-9732-eb36f67522d2'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:22.172910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 2e33a3e0-7042-40cd-9732-eb36f67522d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:22.178096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:22.248808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fca63d-8cdc-43dc-a1ab-a565f567b64d req-93c4fed1-ed87-4b8a-b18d-dd915d19ab77 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:22.250343 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11fca63d-8cdc-43dc-a1ab-a565f567b64d req-93c4fed1-ed87-4b8a-b18d-dd915d19ab77 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.0981128 Feb 16 17:07:22.261877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=2e33a3e0-7042-40cd-9732-eb36f67522d2,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:22.302095 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11fca63d-8cdc-43dc-a1ab-a565f567b64d req-4eeed1df-1361-4941-9cd3-e8496a3460a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461946 Feb 16 17:07:22.395624 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-38013a7d-8701-4a24-897f-afa16990f9ff req-48fbbd25-fdba-42f4-b128-1d9055ddc4e4 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 210 time: 0.0414658 Feb 16 17:07:22.449617 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e33a3e0-7042-40cd-9732-eb36f67522d2', 'code': 200} Feb 16 17:07:22.700566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04cdf6-bd52-4fb1-abe0-eb91e71cdf16 req-24c5a5e3-5b0f-4c9e-8880-39c97576a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:22.702040 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb04cdf6-bd52-4fb1-abe0-eb91e71cdf16 req-24c5a5e3-5b0f-4c9e-8880-39c97576a040 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 1099 time: 0.0787694 Feb 16 17:07:22.744806 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb04cdf6-bd52-4fb1-abe0-eb91e71cdf16 req-eca64ef4-fca0-43a0-94be-bea709b4deba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361102 Feb 16 17:07:23.558611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-dec5651c-e3df-4a7c-988c-d965dbb50470 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:23.560249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-dec5651c-e3df-4a7c-988c-d965dbb50470 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 812 time: 0.2219529 Feb 16 17:07:23.573715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776deb-b723-40f7-b761-0709bf6f412b req-69367a06-00a6-4b14-b497-d8fddfb6c1f8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:23.575639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b776deb-b723-40f7-b761-0709bf6f412b req-69367a06-00a6-4b14-b497-d8fddfb6c1f8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.1553044 Feb 16 17:07:23.650409 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-9ad07af8-7b2a-4177-aa25-604d6aecb58c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 380 time: 0.0738339 Feb 16 17:07:23.654844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b776deb-b723-40f7-b761-0709bf6f412b req-8e9e54a7-f3c0-4031-8159-562182c31482 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638337 Feb 16 17:07:23.660637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'port': {'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'admin_state_up': True, 'tenant_id': '08e7d041b859443b93057783e0379b34', 'security_groups': ['4e36c20d-7ebd-4b7a-ac23-a0648f79be02']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:23.815911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc192054-0cb4-4e86-9755-9f4fe1ff92d6 req-e4114228-704e-44a9-8ad9-01f0482b612b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 210 time: 0.0580699 Feb 16 17:07:23.842425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:23.852982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:23.862847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Made reservation on behalf of 08e7d041b859443b93057783e0379b34 for: {'port': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:23.866642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.046222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Allocated IP 172.20.0.7 (35c04ff5-79f1-4ca1-b464-8868ba1703fc/ca649115-db81-4704-938d-ff6a00ce08d3/44f35626-e6bf-4dee-ac3c-de9cda145142) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:24.270137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.286334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Transition to ACTIVE for port object 44f35626-e6bf-4dee-ac3c-de9cda145142 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:24.311423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.482060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:24.485063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:24.489204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:07:24.528773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.531200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=44f35626-e6bf-4dee-ac3c-de9cda145142,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:24.560706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:24.561370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.593549 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-a913265b-d8f5-4cab-8815-fbbb84e791c8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9366767 Feb 16 17:07:24.606325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Request body: {'port': {'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:24.723566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.759678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-59449484-a692-45da-a068-818010bbbc63 None None] Provisioning for port 44f35626-e6bf-4dee-ac3c-de9cda145142 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:24.766405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-59449484-a692-45da-a068-818010bbbc63 None None] Provisioning complete for port 44f35626-e6bf-4dee-ac3c-de9cda145142 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.767017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-59449484-a692-45da-a068-818010bbbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:24.856785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-59449484-a692-45da-a068-818010bbbc63 None None] Port 44f35626-e6bf-4dee-ac3c-de9cda145142 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:07:24.972994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26003d0e-ee4a-4110-9c16-62a79de98a83 req-9fb3ee4d-98b6-4a59-bf02-11ce801f3186 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:24.974470 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-26003d0e-ee4a-4110-9c16-62a79de98a83 req-9fb3ee4d-98b6-4a59-bf02-11ce801f3186 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.1948562 Feb 16 17:07:25.086018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-26003d0e-ee4a-4110-9c16-62a79de98a83 req-2d6649bb-1e01-4011-b949-cb3d874a8913 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621583 Feb 16 17:07:25.256431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f35626-e6bf-4dee-ac3c-de9cda145142 {{(pid=87720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:07:25.271762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:25.292782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Transition to ACTIVE for port object 44f35626-e6bf-4dee-ac3c-de9cda145142 will not be triggered until provisioned by entity L2. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:25.297543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:25.432035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a1678-d7de-4812-821f-8180c27297af req-a4fb3489-e13c-407d-9309-0b40efa1f520 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.432747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-9c9a1678-d7de-4812-821f-8180c27297af req-a4fb3489-e13c-407d-9309-0b40efa1f520 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:07:25.447857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Pushing event updated for resources: {'Port': ['ID=44f35626-e6bf-4dee-ac3c-de9cda145142,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:25.525129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-9c9a1678-d7de-4812-821f-8180c27297af req-a4fb3489-e13c-407d-9309-0b40efa1f520 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:07:25.526283 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c9a1678-d7de-4812-821f-8180c27297af req-a4fb3489-e13c-407d-9309-0b40efa1f520 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 931 time: 0.3258302 Feb 16 17:07:25.604370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c9a1678-d7de-4812-821f-8180c27297af req-e094d708-d6b0-4698-96a8-a4b63205c6ef tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712256 Feb 16 17:07:25.606332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Attempting to bind port 44f35626-e6bf-4dee-ac3c-de9cda145142 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:25.606682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Attempting to bind port 44f35626-e6bf-4dee-ac3c-de9cda145142 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:25.607144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Attempting to bind port 44f35626-e6bf-4dee-ac3c-de9cda145142 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:07:25.611907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Port 44f35626-e6bf-4dee-ac3c-de9cda145142 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:07:25.612214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Attempting to bind port 44f35626-e6bf-4dee-ac3c-de9cda145142 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:07:25.626921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:07:25.626921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Checking segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:07:25.626921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Bound using segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} {{(pid=87720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:07:25.626921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.managers [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Bound port: 44f35626-e6bf-4dee-ac3c-de9cda145142, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}}] {{(pid=87720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:25.626921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:25.755107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] For port 44f35626-e6bf-4dee-ac3c-de9cda145142, host hv-neutron-8295, cleared binding levels {{(pid=87720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:07:25.770290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] For port 44f35626-e6bf-4dee-ac3c-de9cda145142, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44f35626-e6bf-4dee-ac3c-de9cda145142,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:07:25.776202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:25.848985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.849593 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:25.851646 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] 10.222.0.48 "PUT /v2.0/ports/44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 1093 time: 1.2501514 Feb 16 17:07:25.852074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:25.878710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8991cc1-9ebd-4ab9-9938-5104271e21d3 req-a18bb840-c842-4530-bedd-7b0b64e2291b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.883188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8991cc1-9ebd-4ab9-9938-5104271e21d3 req-a18bb840-c842-4530-bedd-7b0b64e2291b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.1821206 Feb 16 17:07:25.906447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19faa4-bad5-498a-9134-1c7e75fa521f service neutron] Pushing event updated for resources: {'Port': ['ID=44f35626-e6bf-4dee-ac3c-de9cda145142,revision_number=3']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:25.991594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8991cc1-9ebd-4ab9-9938-5104271e21d3 req-1b579a6a-c975-404b-bcee-4d4fc2fb7865 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036327 Feb 16 17:07:26.009538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ad917ae9-b4a2-47ce-ad97-a089e81f0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.011046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-ad917ae9-b4a2-47ce-ad97-a089e81f0dd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1096 time: 0.1057858 Feb 16 17:07:26.076382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'status': 'completed', 'code': 200} Feb 16 17:07:26.092359 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-d51946a7-d509-4c72-b92a-b83c610f13a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 217 time: 0.0733933 Feb 16 17:07:26.157289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-630c9da7-fd7c-4aab-8d43-02a1bc706949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.159080 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-630c9da7-fd7c-4aab-8d43-02a1bc706949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0604239 Feb 16 17:07:26.346409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-b05ba55d-ba62-490a-871c-0b70a99545cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.347879 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-b05ba55d-ba62-490a-871c-0b70a99545cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1825991 Feb 16 17:07:26.478810 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-fdda0c81-8957-4eb1-97f4-2e6d9b1bb7c5 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236858 Feb 16 17:07:26.611423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9186e358-7238-4bce-aa5a-2da9b91aa35c req-11990183-990a-42b0-a5b4-b229cffcb72e service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264493 Feb 16 17:07:26.782307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-3f8b651a-b132-474d-b4ea-5bd32616df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.783980 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-3f8b651a-b132-474d-b4ea-5bd32616df19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1096 time: 0.1283028 Feb 16 17:07:26.923955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a5b52-78d5-47cd-886b-4222d6b372cc req-0006910f-ac90-433b-a0dc-1ff4fc19688d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.925400 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d64a5b52-78d5-47cd-886b-4222d6b372cc req-0006910f-ac90-433b-a0dc-1ff4fc19688d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.1958621 Feb 16 17:07:26.957630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-c02e8133-0a3f-46e6-8351-1cd8e9b5bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.959083 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-c02e8133-0a3f-46e6-8351-1cd8e9b5bceb service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1656923 Feb 16 17:07:27.042080 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-dc0b647a-8a95-4e5e-8ee3-18844c6b4f24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 217 time: 0.0719042 Feb 16 17:07:27.044873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d64a5b52-78d5-47cd-886b-4222d6b372cc req-c52db941-a405-421a-a2d3-a8f726d7c75a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104267 Feb 16 17:07:27.114684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-c21483eb-5e6d-4ef2-9657-b650bd7da838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.116781 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-c21483eb-5e6d-4ef2-9657-b650bd7da838 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0676050 Feb 16 17:07:27.200920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-71ccadf1-a99d-4431-b79a-604307797507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.202437 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-71ccadf1-a99d-4431-b79a-604307797507 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795963 Feb 16 17:07:27.355238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-e519abfe-edff-474d-a9ef-41e6a487bd43 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384890 Feb 16 17:07:27.478230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 59946) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:27.480546 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49398d85-b138-4e2f-bd5e-c9ee24fda37a req-706dc1b5-0f63-4e90-b1d1-7729664ca4bd service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255865 Feb 16 17:07:28.200072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.245528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fe512-f135-4d84-b906-f39094f345a7 req-3c2e957c-8795-45ab-a327-0aaa690e260f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.251896 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b7fe512-f135-4d84-b906-f39094f345a7 req-3c2e957c-8795-45ab-a327-0aaa690e260f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.0813828 Feb 16 17:07:28.292565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b7fe512-f135-4d84-b906-f39094f345a7 req-3e5a7816-9aab-4ba2-bb08-5731ab164578 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397832 Feb 16 17:07:28.697116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.17 (e1acf2bc-7fe2-4125-8eb0-4f40b7845d68/a72eaa08-0522-45e3-a43a-58b288c94d13/0d33e0e0-a687-4e2b-bfe2-26c024d13f93) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:28.858259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.873957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:28.897076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.968664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:28.971667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:28.975619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:07:29.006249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:29.048991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.244903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1f46ecaf-4a25-49d3-bd42-67c94a3d3f94 None None] Provisioning for port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:29.249587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1f46ecaf-4a25-49d3-bd42-67c94a3d3f94 None None] Provisioning complete for port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:29.250160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1f46ecaf-4a25-49d3-bd42-67c94a3d3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.266995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.312567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1f46ecaf-4a25-49d3-bd42-67c94a3d3f94 None None] Port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:07:29.537725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddc543-de83-4e80-92f6-3b23db0d4dab req-8c00a6fc-47bd-4938-8496-d518d87a0007 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.540684 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89ddc543-de83-4e80-92f6-3b23db0d4dab req-8c00a6fc-47bd-4938-8496-d518d87a0007 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.1390142 Feb 16 17:07:29.587156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89ddc543-de83-4e80-92f6-3b23db0d4dab req-eb558372-48f4-45c5-9910-49ad58d98ffe tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Feb 16 17:07:29.791968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.797916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.946418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.949766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:30.085217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:30.086398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:30.288946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:07:30.343150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-31fe938d-33be-46b5-bc96-36078fcca012 None None] Provisioning complete for port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:30.343862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-31fe938d-33be-46b5-bc96-36078fcca012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:30.405078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-31fe938d-33be-46b5-bc96-36078fcca012 None None] Port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:07:30.594850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:07:30.605690 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:30.610140 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ee239cc4-6ec4-4029-afbb-370c4441f760 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/d80307a6-ad9b-4000-beae-e97f60105894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1296248 Feb 16 17:07:30.616339 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:07:30.617201 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:07:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:30.781934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13824f2e-3066-44cb-b9a3-d4bb42876640 req-b9bf0cc6-3a6e-4291-945c-d5efbe4b5ce7 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:30.783758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13824f2e-3066-44cb-b9a3-d4bb42876640 req-b9bf0cc6-3a6e-4291-945c-d5efbe4b5ce7 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.0847239 Feb 16 17:07:30.806389 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:07:30.838565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13824f2e-3066-44cb-b9a3-d4bb42876640 req-b7fedb6b-0538-4b38-ae82-42f233be369d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477846 Feb 16 17:07:30.843119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f678cc5-c1a0-4e50-b07f-8faafcd25381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.205842 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:07:29Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:54Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d33e0e0-a687-4e2b-bfe2-26c024d13f93', 'name': '', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:2f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:28Z', 'updated_at': '2022-02-16T17:07:29Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:31.209740 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:31.210085 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Updating router d80307a6-ad9b-4000-beae-e97f60105894 port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:07:31.264927 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.637988 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.650053 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Transition to ACTIVE for port object 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:31.656585 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.825341 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Pushing event updated for resources: {'Port': ['ID=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:31.842741 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.843083 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.843421 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.843751 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.844067 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.844397 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.844720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.845038 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.845533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.845758 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.846116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.846584 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:31.903097 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Attempting to bind port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:31.903455 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Attempting to bind port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:31.903824 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Attempting to bind port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 on network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:07:31.909603 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:07:31.909957 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Checking segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:07:31.910338 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.910753 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Bound using segment: {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:07:31.911191 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Bound port: 0d33e0e0-a687-4e2b-bfe2-26c024d13f93, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b6a291-e214-4999-aa0e-cd68823353f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:31.911548 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:32.008409 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] For port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:07:32.011381 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] For port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:07:32.016184 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:32.041558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f8ee1-cafb-4d15-8dc4-adf5f4e5d341 req-1649ced3-f5d5-4061-b6a8-976df5869a6b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:32.042915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2c8f8ee1-cafb-4d15-8dc4-adf5f4e5d341 req-1649ced3-f5d5-4061-b6a8-976df5869a6b tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.0922027 Feb 16 17:07:32.089590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2c8f8ee1-cafb-4d15-8dc4-adf5f4e5d341 req-b6eacca3-b47a-4ecd-9109-666e67200da1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Feb 16 17:07:32.098514 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9dee8-bbdb-43b1-815a-b0990fef9606 None None] Pushing event updated for resources: {'Port': ['ID=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:32.104146 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:07:32.104754 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:07:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:32.294813 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:07:32.654292 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:07:29Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:54Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d33e0e0-a687-4e2b-bfe2-26c024d13f93', 'name': '', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:2f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:28Z', 'updated_at': '2022-02-16T17:07:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:32.658485 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c080c-dea5-4fbe-afb7-5e26e390b376 None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:07:29Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:54Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d33e0e0-a687-4e2b-bfe2-26c024d13f93', 'name': '', 'network_id': 'e1acf2bc-7fe2-4125-8eb0-4f40b7845d68', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:2f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:28Z', 'updated_at': '2022-02-16T17:07:32Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'a72eaa08-0522-45e3-a43a-58b288c94d13', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:33.283036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b29d1-8aee-471f-9e5d-3c1d2ef169b2 req-526d88f9-a2c2-4270-9e9f-1c596d4b3f10 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:33.284725 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-759b29d1-8aee-471f-9e5d-3c1d2ef169b2 req-526d88f9-a2c2-4270-9e9f-1c596d4b3f10 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.0840073 Feb 16 17:07:33.335102 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-759b29d1-8aee-471f-9e5d-3c1d2ef169b2 req-280aeb29-99ef-42b8-a3a7-3ffed63c49e3 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Feb 16 17:07:33.477346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:07:33.547738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:33.552635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:33.553041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.611034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3c6b56df-998b-497a-bb49-2992881df809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.676108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.709871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:33.713873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.777976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:34.247830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:34.634416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71c543-ada3-42c6-af7a-fb804f14c29b req-3fbf8390-724c-4802-b2a1-baf462e80e60 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:34.635884 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6b71c543-ada3-42c6-af7a-fb804f14c29b req-3fbf8390-724c-4802-b2a1-baf462e80e60 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.1928895 Feb 16 17:07:34.680970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6b71c543-ada3-42c6-af7a-fb804f14c29b req-fc727945-52c5-471a-ba6f-f0317e43578d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 Feb 16 17:07:34.996001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.457345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:07:35.524668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:35.525033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.867242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31976d1-825f-4847-b309-b48d8632282b req-f26726dd-0520-4a97-ab41-cddb6a9f9f08 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:35.868715 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f31976d1-825f-4847-b309-b48d8632282b req-f26726dd-0520-4a97-ab41-cddb6a9f9f08 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 943 time: 0.0825558 Feb 16 17:07:35.914695 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f31976d1-825f-4847-b309-b48d8632282b req-93bad563-6677-4aab-867e-5b943549eec5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Feb 16 17:07:35.993246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 44f35626-e6bf-4dee-ac3c-de9cda145142 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:07:36.134778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 44f35626-e6bf-4dee-ac3c-de9cda145142, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44f35626-e6bf-4dee-ac3c-de9cda145142,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:36.150353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:07:36.211772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.229985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f35626-e6bf-4dee-ac3c-de9cda145142 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:07:36.245995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 44f35626-e6bf-4dee-ac3c-de9cda145142, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44f35626-e6bf-4dee-ac3c-de9cda145142,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:36.249773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.320302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=44f35626-e6bf-4dee-ac3c-de9cda145142,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:36.620480 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['44f35626-e6bf-4dee-ac3c-de9cda145142'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:07:36.690455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.104315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6f614-73a7-4f87-8f80-39676312aeb4 req-8b3a2fce-a593-4c71-9574-1ff6f60fa1c4 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:37.105758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-80f6f614-73a7-4f87-8f80-39676312aeb4 req-8b3a2fce-a593-4c71-9574-1ff6f60fa1c4 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 944 time: 0.0831125 Feb 16 17:07:37.153234 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-80f6f614-73a7-4f87-8f80-39676312aeb4 req-5eaac8f1-309a-4d9c-ac8d-97f720563a16 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418503 Feb 16 17:07:38.004599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 44f35626-e6bf-4dee-ac3c-de9cda145142 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:07:38.071486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 44f35626-e6bf-4dee-ac3c-de9cda145142 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:38.076207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 44f35626-e6bf-4dee-ac3c-de9cda145142 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:38.076571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.167046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-2a4e08eb-3721-4689-9bab-da4e3981a36d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772927 Feb 16 17:07:38.234117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.268161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 44f35626-e6bf-4dee-ac3c-de9cda145142, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44f35626-e6bf-4dee-ac3c-de9cda145142,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:07:38.268974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:38.274965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.275186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-0abf1870-c69d-46ad-95ec-cba6d03d9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:38.276579 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-0abf1870-c69d-46ad-95ec-cba6d03d9730 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1098 time: 0.0855002 Feb 16 17:07:38.345830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=44f35626-e6bf-4dee-ac3c-de9cda145142,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:38.486408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-432de215-5255-41fb-a962-093da19faecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:38.487856 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-432de215-5255-41fb-a962-093da19faecb service neutron] 10.222.0.48 "GET /v2.0/networks?id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 898 time: 0.1684198 Feb 16 17:07:38.495452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464db2d-02ba-41b1-a9e7-f9eb5b97be8e req-0bca637f-bb23-40be-ba9e-0d2794d3f8b8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:38.496789 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5464db2d-02ba-41b1-a9e7-f9eb5b97be8e req-0bca637f-bb23-40be-ba9e-0d2794d3f8b8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.2191873 Feb 16 17:07:38.623239 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5464db2d-02ba-41b1-a9e7-f9eb5b97be8e req-f0923590-ac62-4006-b71e-9f9dd6469b18 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754948 Feb 16 17:07:38.624995 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-eb55a8a0-301a-4276-8041-91827d7de244 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 200 len: 1000 time: 0.1273818 Feb 16 17:07:38.690013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-9a4dadba-f13d-40aa-a535-8172006a4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:38.691498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-9a4dadba-f13d-40aa-a535-8172006a4625 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cca2160-5081-43f3-84e4-0c345cfe01f8 HTTP/1.1" status: 200 len: 834 time: 0.0608487 Feb 16 17:07:38.744860 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'code': 200} Feb 16 17:07:38.779103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-43aee47d-5e61-408c-87f4-e8e275c0b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:38.780576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-43aee47d-5e61-408c-87f4-e8e275c0b8fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41683c49-4b6b-4724-a2cb-d994c40733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810823 Feb 16 17:07:38.923111 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-b89fa16e-185c-4ddb-bef5-8e7d34776420 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355777 Feb 16 17:07:39.049416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0e2c7-af1e-488d-930d-8c26d1a60931 req-18d26f66-1549-48a6-9383-06e3f1a79ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:39.050995 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99a0e2c7-af1e-488d-930d-8c26d1a60931 req-18d26f66-1549-48a6-9383-06e3f1a79ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1098 time: 0.0720215 Feb 16 17:07:39.071693 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-df675f66-ac33-4548-a762-89576fbb57e4 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412935 Feb 16 17:07:39.093458 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99a0e2c7-af1e-488d-930d-8c26d1a60931 req-458bbb5d-95a7-45b5-9d7a-5d865c0aa5d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364194 Feb 16 17:07:39.809673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859814f-fdb4-4743-88de-fa88b2716332 req-673f2547-b292-4c64-9e2f-24d3aac56eae tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:39.811277 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7859814f-fdb4-4743-88de-fa88b2716332 req-673f2547-b292-4c64-9e2f-24d3aac56eae tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.0809345 Feb 16 17:07:39.855642 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7859814f-fdb4-4743-88de-fa88b2716332 req-46af3c5f-dc1b-4e77-9786-a05f56373823 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Feb 16 17:07:41.047523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec730-1d72-48c4-b99b-6463d3c62fbf req-573b4db4-4466-429a-8b8a-0978e30adf91 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.048960 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f7dec730-1d72-48c4-b99b-6463d3c62fbf req-573b4db4-4466-429a-8b8a-0978e30adf91 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.0862389 Feb 16 17:07:41.094163 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f7dec730-1d72-48c4-b99b-6463d3c62fbf req-179eaacf-92ba-49e3-9d2e-d591484283fd tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 Feb 16 17:07:41.287190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb5d7-3cc7-47e0-b29e-694702294f5c req-f9ea6b59-d2fb-4379-8419-af5917d2db4c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.288877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-540bb5d7-3cc7-47e0-b29e-694702294f5c req-f9ea6b59-d2fb-4379-8419-af5917d2db4c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.0839806 Feb 16 17:07:41.342091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-540bb5d7-3cc7-47e0-b29e-694702294f5c req-bd7b3811-3251-4d0f-975c-f82c397a8fd7 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470109 Feb 16 17:07:41.367257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59990) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:41.440123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715fa47-3450-447b-a4c1-4a044bbec636 tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.440822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2715fa47-3450-447b-a4c1-4a044bbec636 tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] Synchronizing usage tracker for tenant:10365703d5034feb84ce6e7a39a6b0b2 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:07:41.456426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2715fa47-3450-447b-a4c1-4a044bbec636 tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] Unset dirty status for tenant:10365703d5034feb84ce6e7a39a6b0b2 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:07:41.457565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2715fa47-3450-447b-a4c1-4a044bbec636 tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1093 time: 0.0892947 Feb 16 17:07:41.461288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 59994) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:07:41.466224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:41.472175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:07:41.476672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:floatingip and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:07:41.479491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:07:41.485107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:07:41.496063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.745469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.891745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Allocated IP 172.26.7.44 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/1e8443e5-ba43-4d68-b436-5516705719ef) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:42.047540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.077868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.151399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:42.154336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:42.158350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:07:42.192726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=1e8443e5-ba43-4d68-b436-5516705719ef,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:42.207957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.208296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.208629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.209462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.210357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.210710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.211050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.211372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.211697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.212047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.212358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.212672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:42.609915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.686623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.907103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.913449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.025326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=1e8443e5-ba43-4d68-b436-5516705719ef,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:43.035053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.213603 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Floating IP f9c98e72-193f-4337-9d87-a763e469e89b associated. External IP: 172.26.7.44, port: 44f35626-e6bf-4dee-ac3c-de9cda145142. Feb 16 17:07:43.682961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:07:43.870097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:07:43.880549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:43.890384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:07:43.891010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:07:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:43.896365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.953564 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5f3463ce-d1ca-4e6d-a465-9a168e4f8889 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4911747 Feb 16 17:07:43.954165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:07:43.999202 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'status': 'completed', 'code': 200} Feb 16 17:07:44.100663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-8f0b9fd8-8cc2-4850-9379-57d3af915bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:44.102153 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-8f0b9fd8-8cc2-4850-9379-57d3af915bd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1098 time: 0.0774999 Feb 16 17:07:44.104151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:07:44.244084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-a8344214-d5e0-4d79-98d4-d3b2d2ada7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:44.245534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-a8344214-d5e0-4d79-98d4-d3b2d2ada7df service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1368959 Feb 16 17:07:44.400879 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-5e272c96-f67c-4879-b08c-2c0b6fa957db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 998 time: 0.1482038 Feb 16 17:07:44.476798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-30c0fffd-91fb-428f-94e5-efbdf3113866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:44.478159 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-30c0fffd-91fb-428f-94e5-efbdf3113866 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0664687 Feb 16 17:07:44.509213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:44.515903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:44.525212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:07:44.525822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:07:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:44.556329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-ec65e5ae-acec-4086-9355-c7a377a24fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:44.557796 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-ec65e5ae-acec-4086-9355-c7a377a24fae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728889 Feb 16 17:07:44.700787 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-dd143072-a5ae-4244-a29d-ca24c9e9731e service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358845 Feb 16 17:07:44.714611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:07:44.842825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-806e5493-cd1d-4242-ba1e-f8c773f6f029 req-699c6b8b-db7d-4b76-887e-1992eeeae264 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351309 Feb 16 17:07:45.111258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:45.115472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17890eb-04a8-40ea-b627-1342bd90bafb None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:45.336335 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000776f-d680-4a19-b93f-900e40d157a2 None None] New status for floating IP f9c98e72-193f-4337-9d87-a763e469e89b: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:07:47.919621 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:07:54.550455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.847573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b9dc18b7-cd25-401c-8625-1d3ccf3a68a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:02.283560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60026) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:02.918020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:03.435274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:03.435926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:03.576909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b91f9dbf-a65b-4cfc-8dde-27755a13efcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:03.648361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 0d33e0e0-a687-4e2b-bfe2-26c024d13f93, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:03.648707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:03.775453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:04.096653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:04.181792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=0d33e0e0-a687-4e2b-bfe2-26c024d13f93,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:04.257505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:04.443026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:04.944521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:08:04.998580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:05.136733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:08:05.150062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-50a62d61-23f8-4ce0-bdde-f38372138882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/d80307a6-ad9b-4000-beae-e97f60105894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651214 Feb 16 17:08:05.156183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af691023-7c79-4daa-b526-573057113351 None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:05.171236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af691023-7c79-4daa-b526-573057113351 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:05.171849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-af691023-7c79-4daa-b526-573057113351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:05.391175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-af691023-7c79-4daa-b526-573057113351 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:05.585970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8ee0-bc05-4355-942c-b8f5f7287e3d req-33b63b82-23e4-488d-99ee-ddb1b5f74474 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:05.585970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-389c8ee0-bc05-4355-942c-b8f5f7287e3d req-33b63b82-23e4-488d-99ee-ddb1b5f74474 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:05.605369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-389c8ee0-bc05-4355-942c-b8f5f7287e3d req-33b63b82-23e4-488d-99ee-ddb1b5f74474 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:05.610450 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-389c8ee0-bc05-4355-942c-b8f5f7287e3d req-33b63b82-23e4-488d-99ee-ddb1b5f74474 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.1234486 Feb 16 17:08:05.654594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-389c8ee0-bc05-4355-942c-b8f5f7287e3d req-b79a785e-2f36-49af-9c97-f5963a7aa818 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Feb 16 17:08:05.841624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-af691023-7c79-4daa-b526-573057113351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:04Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:54Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:05.841624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af691023-7c79-4daa-b526-573057113351 None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:05.853635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af691023-7c79-4daa-b526-573057113351 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:05.853635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-af691023-7c79-4daa-b526-573057113351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:06.033544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-af691023-7c79-4daa-b526-573057113351 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:06.389604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-af691023-7c79-4daa-b526-573057113351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:04Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:54Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:06.393502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af691023-7c79-4daa-b526-573057113351 None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:04Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'd06f1eba-ceb7-4382-b832-1515438fae58', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'port_id': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'mac_address': 'fa:16:3e:70:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:51Z', 'updated_at': '2022-02-16T17:05:54Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:06.677528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:06.863903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adb053-c78f-480f-94b2-f0a1efef876c req-47e63360-b60c-49a0-bc1d-1b67a5eb3541 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:06.866061 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-32adb053-c78f-480f-94b2-f0a1efef876c req-47e63360-b60c-49a0-bc1d-1b67a5eb3541 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.1023188 Feb 16 17:08:06.920855 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-32adb053-c78f-480f-94b2-f0a1efef876c req-78748bb2-5bdb-48f7-a7d6-70ef0d356091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473444 Feb 16 17:08:07.335867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-05f1af69-8756-41d1-81c2-f80c029617fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:07.335867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-05f1af69-8756-41d1-81c2-f80c029617fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:07.348095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-05f1af69-8756-41d1-81c2-f80c029617fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:07.348095 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-05f1af69-8756-41d1-81c2-f80c029617fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 946 time: 0.0993714 Feb 16 17:08:07.420326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 2e33a3e0-7042-40cd-9732-eb36f67522d2 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:07.421090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:07.432020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:07.469250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:07.469250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d33e0e0-a687-4e2b-bfe2-26c024d13f93 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:07.684669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 2e33a3e0-7042-40cd-9732-eb36f67522d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2e33a3e0-7042-40cd-9732-eb36f67522d2,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:07.685020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:07.919414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 2e33a3e0-7042-40cd-9732-eb36f67522d2 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:08.081838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:08.119977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7eff2-b00f-44b8-a229-998b4f4c7d7e req-f7edaef8-ff01-4385-99a6-83f942748f1f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:08.121045 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6cb7eff2-b00f-44b8-a229-998b4f4c7d7e req-f7edaef8-ff01-4385-99a6-83f942748f1f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab3fb86-9ef4-448b-b0e2-b0b49def31ca HTTP/1.1" status: 200 len: 867 time: 0.0880015 Feb 16 17:08:08.179156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=2e33a3e0-7042-40cd-9732-eb36f67522d2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:08.187568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6cb7eff2-b00f-44b8-a229-998b4f4c7d7e req-8035f820-33f3-45f3-9310-c58b3cb79dc9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb1794e2-fad2-4225-a88b-23ca6de19cde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557060 Feb 16 17:08:08.223312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.224067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.224067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.224906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.225453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.227613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.227613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.227613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.227613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.227613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.227613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.231674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:08.235868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 2e33a3e0-7042-40cd-9732-eb36f67522d2 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:08:08.241214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:08.243155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'name': 'network-vif-deleted', 'tag': '2e33a3e0-7042-40cd-9732-eb36f67522d2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:08:08.259876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a1215213-b2c7-4a2c-ba52-7f09d9048b31 req-e22a8533-e42c-486b-be4c-2a1fc23ba61f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/2e33a3e0-7042-40cd-9732-eb36f67522d2 HTTP/1.1" status: 204 len: 173 time: 0.9080482 Feb 16 17:08:08.432617 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab3fb86-9ef4-448b-b0e2-b0b49def31ca', 'name': 'network-vif-deleted', 'tag': '2e33a3e0-7042-40cd-9732-eb36f67522d2', 'status': 'completed', 'code': 200} Feb 16 17:08:09.300864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60046) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:09.394890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e247688-6a90-4e00-9d83-2373d467ba0c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.433468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e247688-6a90-4e00-9d83-2373d467ba0c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.523062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e247688-6a90-4e00-9d83-2373d467ba0c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.547469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247688-6a90-4e00-9d83-2373d467ba0c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1794e2-fad2-4225-a88b-23ca6de19cde,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:09.563190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e247688-6a90-4e00-9d83-2373d467ba0c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.563190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9e247688-6a90-4e00-9d83-2373d467ba0c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/eb1794e2-fad2-4225-a88b-23ca6de19cde HTTP/1.1" status: 204 len: 168 time: 0.2599242 Feb 16 17:08:09.602373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60052) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:09.689050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet a72eaa08-0522-45e3-a43a-58b288c94d13 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:08:09.697270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.773531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.877688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.964729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.013183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.017571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=a72eaa08-0522-45e3-a43a-58b288c94d13,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:10.019227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2dc099-09c8-4f53-aaa4-67373405c001 None None] Network e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:08:10.027220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03911df4-a41b-4115-bfc4-8ff88cb5b0ba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/a72eaa08-0522-45e3-a43a-58b288c94d13 HTTP/1.1" status: 204 len: 168 time: 0.4258909 Feb 16 17:08:10.030888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60056) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:10.155952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 2e33a3e0-7042-40cd-9732-eb36f67522d2 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:10.175472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.189607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port fb3d15f1-b001-4306-bb1e-2d5a61388532 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:10.189607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.199654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 2e33a3e0-7042-40cd-9732-eb36f67522d2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:10.199978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 2e33a3e0-7042-40cd-9732-eb36f67522d2 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:10.343358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] DHCP port deletion for e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:08:10.347518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Deleting port fb3d15f1-b001-4306-bb1e-2d5a61388532 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:10.347879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.418239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port fb3d15f1-b001-4306-bb1e-2d5a61388532, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fb3d15f1-b001-4306-bb1e-2d5a61388532,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:10.418613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.544379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for fb3d15f1-b001-4306-bb1e-2d5a61388532 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:10.551575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] For port fb3d15f1-b001-4306-bb1e-2d5a61388532, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fb3d15f1-b001-4306-bb1e-2d5a61388532,segment=NetworkSegment(b8b6a291-e214-4999-aa0e-cd68823353f0),segment_id=b8b6a291-e214-4999-aa0e-cd68823353f0)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:10.551903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.631297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.681091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=fb3d15f1-b001-4306-bb1e-2d5a61388532,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:10.684797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port fb3d15f1-b001-4306-bb1e-2d5a61388532 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:08:10.715405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Calling delete_port for fb3d15f1-b001-4306-bb1e-2d5a61388532 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:10.787174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:08:10.787519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:08:10.807426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.833064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1acf2bc-7fe2-4125-8eb0-4f40b7845d68']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:10.845181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b6a291-e214-4999-aa0e-cd68823353f0') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:10.845472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b6a291-e214-4999-aa0e-cd68823353f0') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:10.857023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.873206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.879031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:08:10.879410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:08:10.894674 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:08:11.079740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.096139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.107743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=e1acf2bc-7fe2-4125-8eb0-4f40b7845d68,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:11.121855 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c9daaa59-30dc-48d3-a222-c43b4d200854 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/e1acf2bc-7fe2-4125-8eb0-4f40b7845d68 HTTP/1.1" status: 204 len: 168 time: 1.0899992 Feb 16 17:08:11.124535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60060) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:11.288949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Deleting port fb3d15f1-b001-4306-bb1e-2d5a61388532 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:11.289541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.329671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 6f91ad62-ed21-4423-9928-dc3f55ef1059 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:11.330059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.357942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-fca3f52b-4ffa-4820-8dda-e42596afae24 None None] The port 'fb3d15f1-b001-4306-bb1e-2d5a61388532' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:08:11.466821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fb3d15f1-b001-4306-bb1e-2d5a61388532 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:11.501076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: fb3d15f1-b001-4306-bb1e-2d5a61388532 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:11.501527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fb3d15f1-b001-4306-bb1e-2d5a61388532 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:11.503981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.504309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.632573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 6f91ad62-ed21-4423-9928-dc3f55ef1059 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:11.779394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.825958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=6f91ad62-ed21-4423-9928-dc3f55ef1059,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:11.922900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.923118 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP d06f1eba-ceb7-4382-b832-1515438fae58 disassociated (deleted). External IP: 172.26.7.23, port: 7da0faa9-29cc-4915-9d8a-bd71d651a0f2. Feb 16 17:08:12.268928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:08:12.557572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:08:12.566789 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:12.574216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:12.576959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:12.577561 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:12.628279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-77eeb0bd-9322-43fe-85a0-d192b4070952 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/d06f1eba-ceb7-4382-b832-1515438fae58 HTTP/1.1" status: 204 len: 168 time: 1.5027120 Feb 16 17:08:12.628840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:08:12.767025 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:12.860322 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'status': 'completed', 'code': 200} Feb 16 17:08:12.965665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef15f-4483-4f82-9530-d02de7aae61c req-aa76eab6-99b7-4641-baf6-80b821021a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:12.967289 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-aa76eab6-99b7-4641-baf6-80b821021a8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 1098 time: 0.0837696 Feb 16 17:08:13.028134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653c529-cc1d-49b6-b7c4-ed62a76ae3b2 req-2675b209-8b87-4505-959a-815da9fa06b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:13.029874 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7653c529-cc1d-49b6-b7c4-ed62a76ae3b2 req-2675b209-8b87-4505-959a-815da9fa06b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 945 time: 0.0825036 Feb 16 17:08:13.075615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7653c529-cc1d-49b6-b7c4-ed62a76ae3b2 req-6d2891b6-b3e3-4006-a721-2df6c703490c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:13.092784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-7653c529-cc1d-49b6-b7c4-ed62a76ae3b2 req-6d2891b6-b3e3-4006-a721-2df6c703490c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:13.093860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7653c529-cc1d-49b6-b7c4-ed62a76ae3b2 req-6d2891b6-b3e3-4006-a721-2df6c703490c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576105 Feb 16 17:08:13.095938 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:04Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:13.100386 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:13.103173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef15f-4483-4f82-9530-d02de7aae61c req-b82da3ec-f61c-4d42-8c95-4b01405100ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:13.104649 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-b82da3ec-f61c-4d42-8c95-4b01405100ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 200 len: 898 time: 0.1289508 Feb 16 17:08:13.108972 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:13.109563 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:13.180891 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-faf3554a-a075-49ac-8c92-e1e56fcca5c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0687196 Feb 16 17:08:13.247003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef15f-4483-4f82-9530-d02de7aae61c req-70bba38e-56c2-4858-ad7b-35f9dbd528f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:13.248430 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-70bba38e-56c2-4858-ad7b-35f9dbd528f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cca2160-5081-43f3-84e4-0c345cfe01f8 HTTP/1.1" status: 200 len: 834 time: 0.0616639 Feb 16 17:08:13.293677 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:13.324202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef15f-4483-4f82-9530-d02de7aae61c req-7662c388-8044-44bc-87d6-66204e9aba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:13.325705 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-7662c388-8044-44bc-87d6-66204e9aba75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41683c49-4b6b-4724-a2cb-d994c40733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704901 Feb 16 17:08:13.464036 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-9b6d8650-fa78-4374-92a1-5c9102242ffa service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315253 Feb 16 17:08:13.603780 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-948ef15f-4483-4f82-9530-d02de7aae61c req-de72708d-f7cd-4a7c-a762-8fe2d23f77e2 service neutron] 10.222.0.48 "GET /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328225 Feb 16 17:08:13.655042 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:04Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:13.659145 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620332f8-b4c7-427b-b342-97678066b0d4 None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:04Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'cae99e20-3893-4360-a120-d7513770a1cc', 'name': '', 'network_id': '41683c49-4b6b-4724-a2cb-d994c40733f2', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:f6:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:37Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '4cca2160-5081-43f3-84e4-0c345cfe01f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:13.870454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba08943-433d-42a1-ae55-6c489ba70a3a None None] New status for floating IP d06f1eba-ceb7-4382-b832-1515438fae58: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:08:14.295388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fbaea-513b-4f5e-8729-f013d8f27eea req-71f2fe67-911e-4ea7-bc98-76b05b49e777 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:14.296911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-897fbaea-513b-4f5e-8729-f013d8f27eea req-71f2fe67-911e-4ea7-bc98-76b05b49e777 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 945 time: 0.0914283 Feb 16 17:08:14.341390 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-897fbaea-513b-4f5e-8729-f013d8f27eea req-689572b3-3bbb-43fc-a685-a82dbe5656c2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=7270cbec-b569-43dc-97a4-419f72ddb9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Feb 16 17:08:14.663947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-3fe0a427-6b2d-47ee-b955-3c34e9602755 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:14.664655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-3fe0a427-6b2d-47ee-b955-3c34e9602755 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:14.680719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-3fe0a427-6b2d-47ee-b955-3c34e9602755 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:14.681876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-3fe0a427-6b2d-47ee-b955-3c34e9602755 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 945 time: 0.1101723 Feb 16 17:08:14.749890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:14.750216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:14.995312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:14.995551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:15.117006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:15.264675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:15.314064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=7da0faa9-29cc-4915-9d8a-bd71d651a0f2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:15.394291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:08:15.396946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:15.399664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'name': 'network-vif-deleted', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:08:15.416512 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8e12192b-c897-4cc3-baac-9750a232cf92 req-ef81191c-67df-46d9-8ac0-b029910dceef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/7da0faa9-29cc-4915-9d8a-bd71d651a0f2 HTTP/1.1" status: 204 len: 173 time: 0.7298067 Feb 16 17:08:15.496007 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e605ba1c-1d6a-477d-b906-fce3418454ef req-e4c4fda2-58d1-4e17-a621-595a1d15b230 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=504ee458-33d4-4cc7-a8fc-2149d35588a1 HTTP/1.1" status: 200 len: 210 time: 0.0438035 Feb 16 17:08:15.546516 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504ee458-33d4-4cc7-a8fc-2149d35588a1', 'name': 'network-vif-deleted', 'tag': '7da0faa9-29cc-4915-9d8a-bd71d651a0f2', 'status': 'completed', 'code': 200} Feb 16 17:08:16.595515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60080) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:16.672990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df878a49-53f5-4ff8-8755-5bbda0b868b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:16.712957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df878a49-53f5-4ff8-8755-5bbda0b868b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:16.885424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df878a49-53f5-4ff8-8755-5bbda0b868b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:16.904099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878a49-53f5-4ff8-8755-5bbda0b868b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270cbec-b569-43dc-97a4-419f72ddb9a1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:16.915547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-df878a49-53f5-4ff8-8755-5bbda0b868b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:16.916668 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-df878a49-53f5-4ff8-8755-5bbda0b868b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/7270cbec-b569-43dc-97a4-419f72ddb9a1 HTTP/1.1" status: 204 len: 168 time: 0.3201864 Feb 16 17:08:16.950504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60086) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:17.512399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:17.859589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port cae99e20-3893-4360-a120-d7513770a1cc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:17.860320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:18.042647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port cae99e20-3893-4360-a120-d7513770a1cc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cae99e20-3893-4360-a120-d7513770a1cc,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:18.042972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:18.166615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for cae99e20-3893-4360-a120-d7513770a1cc owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:18.539696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:18.590157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=cae99e20-3893-4360-a120-d7513770a1cc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:18.880957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:19.263769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router d80307a6-ad9b-4000-beae-e97f60105894 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:08:19.446595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:08:19.457309 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] Sync routers for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:19.462866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eb9f2340-6e47-4c7a-9167-048e7f4bd394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/d80307a6-ad9b-4000-beae-e97f60105894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5088766 Feb 16 17:08:19.463104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60090) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:19.468269 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:19.468932 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:19.530650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet 4cca2160-5081-43f3-84e4-0c345cfe01f8 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:08:19.533957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:19.591357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:19.647732 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:19.676210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:19.749976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:19.794605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=4cca2160-5081-43f3-84e4-0c345cfe01f8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:19.796526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:19.801815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33443bf8-6d94-4c80-9cb8-527bd59f6d78 None None] Network 41683c49-4b6b-4724-a2cb-d994c40733f2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:08:19.805868 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a35b0949-8cd5-45ae-9fb4-3aab633bc21a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/4cca2160-5081-43f3-84e4-0c345cfe01f8 HTTP/1.1" status: 204 len: 168 time: 0.3393853 Feb 16 17:08:19.805992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60094) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:19.944293 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:18Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:19.948960 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] Checking router: d80307a6-ad9b-4000-beae-e97f60105894 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:19.958967 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] Routers {'d80307a6-ad9b-4000-beae-e97f60105894'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:19.959839 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['d80307a6-ad9b-4000-beae-e97f60105894'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:20.076410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] DHCP port deletion for 41683c49-4b6b-4724-a2cb-d994c40733f2 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:08:20.080631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Deleting port 135b97bd-df01-489b-b181-c0f613cbfac6 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:20.080996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.110406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.150677 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] Set router d80307a6-ad9b-4000-beae-e97f60105894 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:20.250526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:20.296859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.303836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:20.304040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7da0faa9-29cc-4915-9d8a-bd71d651a0f2 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:20.308115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 84693bdd-e1eb-4e36-91b6-9569e7a0e152 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:08:20.308545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.322268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] For port 135b97bd-df01-489b-b181-c0f613cbfac6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=135b97bd-df01-489b-b181-c0f613cbfac6,segment=NetworkSegment(9e8bcefd-e013-4257-9edb-2b60a7ebc4d1),segment_id=9e8bcefd-e013-4257-9edb-2b60a7ebc4d1)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:20.322681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.447736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Calling delete_port for 135b97bd-df01-489b-b181-c0f613cbfac6 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:20.476767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:18Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:20.481010 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a0470-054e-4870-b689-e0a1470af5e1 None None] The sync data for ids ['d80307a6-ad9b-4000-beae-e97f60105894'] in dv-neutron-829527-2-hyperv is: [{'id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'name': 'tempest-TestNetworkBasicOps-router-1259501142', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:08:18Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '84693bdd-e1eb-4e36-91b6-9569e7a0e152', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80307a6-ad9b-4000-beae-e97f60105894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:26Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:20.502913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 84693bdd-e1eb-4e36-91b6-9569e7a0e152, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=84693bdd-e1eb-4e36-91b6-9569e7a0e152,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:20.503308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.553374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.600387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Pushing event deleted for resources: {'Port': ['ID=135b97bd-df01-489b-b181-c0f613cbfac6,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:20.609510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] No DVR routers for this DVR port 135b97bd-df01-489b-b181-c0f613cbfac6 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:08:20.611543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.611892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.612233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.612565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.612982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.613312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.613636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.613967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.614289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.614714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.615118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.615549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625ec4c-7d77-4ae5-ba24-04cb47c87420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:20.646118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 84693bdd-e1eb-4e36-91b6-9569e7a0e152 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:08:20.827821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:20.878971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=84693bdd-e1eb-4e36-91b6-9569e7a0e152,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:20.975209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.146964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.149231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.172148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.172879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router d80307a6-ad9b-4000-beae-e97f60105894 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:08:21.188411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.191006 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec76a033-6ab9-4631-8d25-c0e91a17f0cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/d80307a6-ad9b-4000-beae-e97f60105894 HTTP/1.1" status: 204 len: 168 time: 1.3841171 Feb 16 17:08:21.192227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60098) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:21.312699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.446482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.471602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41683c49-4b6b-4724-a2cb-d994c40733f2']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:21.483272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:21.483565 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8bcefd-e013-4257-9edb-2b60a7ebc4d1') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:21.495124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.511059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.516866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:08:21.517235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:08:21.535637 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:08:21.616319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.637169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.651052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 84693bdd-e1eb-4e36-91b6-9569e7a0e152 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:21.651598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=41683c49-4b6b-4724-a2cb-d994c40733f2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:21.655014 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0806efa7-4f74-4e4f-b724-ac089bd47ad7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/41683c49-4b6b-4724-a2cb-d994c40733f2 HTTP/1.1" status: 204 len: 168 time: 0.4613569 Feb 16 17:08:21.674588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60102) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:21.682009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--613223501', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:21.687092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:21.688879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 84693bdd-e1eb-4e36-91b6-9569e7a0e152 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:21.689222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 84693bdd-e1eb-4e36-91b6-9569e7a0e152 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:21.689639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 135b97bd-df01-489b-b181-c0f613cbfac6 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:21.691241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:21.694742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:21.700319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:21.711742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:08:21.715582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.727745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 135b97bd-df01-489b-b181-c0f613cbfac6 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:21.728089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 135b97bd-df01-489b-b181-c0f613cbfac6 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:21.728512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cae99e20-3893-4360-a120-d7513770a1cc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:08:21.748918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:08:21.758490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.758874 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment 9f157bdf-6d95-4a65-8c6b-5b4de62a9926 of type vlan for network ca80c1d1-39db-4ff8-b860-28f37704d811 Feb 16 17:08:21.763231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: cae99e20-3893-4360-a120-d7513770a1cc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:08:21.763574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cae99e20-3893-4360-a120-d7513770a1cc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:08:21.788125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.817225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:21.822683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:21.823251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.039489 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3638017 Feb 16 17:08:22.042065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60106) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:22.047213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:22.052857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3934843-7844-4e90-9d5b-e614c0ea66f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=ca80c1d1-39db-4ff8-b860-28f37704d811,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:22.054981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:22.066849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:22.069562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network ca80c1d1-39db-4ff8-b860-28f37704d811 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:08:22.070503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:22.080542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:22.093421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.094463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.112939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.495303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.803625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.832836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:22.970290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.39 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/408f9c8d-c687-458c-8301-99338ceeadf2) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:23.113662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:23.142443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:23.211197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:23.214040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:23.217704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:08:23.247432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=408f9c8d-c687-458c-8301-99338ceeadf2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:23.624771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:24.094822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:24.307009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 238e745b-d0f4-4b5c-a531-4894efd761ca is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:08:24.489659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:08:24.500634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Sync routers for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:24.511273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:24.511875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:24.519951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:24.521910 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9b7d3d16-cc8f-47fc-a8d3-cdbb5241e3e9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4788234 Feb 16 17:08:24.525406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60112) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:24.569350 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c71a7202-a8af-4c50-8ed1-697a0ca9384b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388269 Feb 16 17:08:24.569618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60116) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:24.650321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:24.712508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de5d4b-47dd-4f30-a73a-f3a5083707be tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:24.713989 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c6de5d4b-47dd-4f30-a73a-f3a5083707be tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435208 Feb 16 17:08:24.716997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60120) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:24.756977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:24.758062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0fa7b372-2736-4ab9-90c5-5db057f00524 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399659 Feb 16 17:08:24.760638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60124) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:24.766296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422356581', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:24.883704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:24.887679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:24.890588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:24.900030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:24.917636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:08:24.921556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:24.925172 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:08:25.082033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:23Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:25.088726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Checking router: 238e745b-d0f4-4b5c-a531-4894efd761ca for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:25.089118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Updating router 238e745b-d0f4-4b5c-a531-4894efd761ca port 408f9c8d-c687-458c-8301-99338ceeadf2 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:08:25.166405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.190727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.277808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=5cd6ccb2-e6b3-4d1f-a189-b1327fac090c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:25.291153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:08:25.291968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: ca80c1d1-39db-4ff8-b860-28f37704d811, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:08:25.312360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network ca80c1d1-39db-4ff8-b860-28f37704d811 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:08:25.323574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, ca80c1d1-39db-4ff8-b860-28f37704d811) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:25.328501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:25.329071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.353038 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2e4a4a98-ac58-4641-88f4-5814f33b7e58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5913780 Feb 16 17:08:25.357211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60128) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:25.376263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a6c984-3185-4283-a09e-deb0d6eea12b None None] Network ca80c1d1-39db-4ff8-b860-28f37704d811 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:08:25.701204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.705261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-ca80c1d1-39db-4ff8-b860-28f37704d811', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:08:25.706049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.735065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Transition to ACTIVE for port object 408f9c8d-c687-458c-8301-99338ceeadf2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:25.778521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.894740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cd582-43c0-4590-9953-85673657809b None None] Pushing event updated for resources: {'Port': ['ID=408f9c8d-c687-458c-8301-99338ceeadf2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:25.897030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Attempting to bind port 408f9c8d-c687-458c-8301-99338ceeadf2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:08:25.897389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Attempting to bind port 408f9c8d-c687-458c-8301-99338ceeadf2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:08:25.897754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Attempting to bind port 408f9c8d-c687-458c-8301-99338ceeadf2 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:08:25.933081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:08:25.933450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:08:25.933848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:25.934240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:08:25.934752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Bound port: 408f9c8d-c687-458c-8301-99338ceeadf2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:08:25.935119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:26.019717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Allocated IP 172.20.0.2 (ca80c1d1-39db-4ff8-b860-28f37704d811/5cd6ccb2-e6b3-4d1f-a189-b1327fac090c/47dc616a-b9fd-49b0-807d-196cfb0dfd7e) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:26.034711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] For port 408f9c8d-c687-458c-8301-99338ceeadf2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:08:26.039116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] For port 408f9c8d-c687-458c-8301-99338ceeadf2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=408f9c8d-c687-458c-8301-99338ceeadf2,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:08:26.056380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:26.067336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:26.261472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cd582-43c0-4590-9953-85673657809b None None] Pushing event updated for resources: {'Port': ['ID=408f9c8d-c687-458c-8301-99338ceeadf2,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:26.266307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:26.266968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:26.525703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:26.533567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:26.641686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Transition to ACTIVE for port object 47dc616a-b9fd-49b0-807d-196cfb0dfd7e will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:26.727114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Transition to ACTIVE for port object 47dc616a-b9fd-49b0-807d-196cfb0dfd7e will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:26.735330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:26.807191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (ca80c1d1-39db-4ff8-b860-28f37704d811/5cd6ccb2-e6b3-4d1f-a189-b1327fac090c/ec5abc72-6970-44b8-b903-4f98de1b1284) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:26.836278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Network ca80c1d1-39db-4ff8-b860-28f37704d811 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:26.841420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:26.850142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:08:26.868201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Pushing event updated for resources: {'Port': ['ID=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:26.977357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:26.994176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object ec5abc72-6970-44b8-b903-4f98de1b1284 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:26.998377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Attempting to bind port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:08:26.998772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Attempting to bind port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:08:26.999148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Attempting to bind port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e on network ca80c1d1-39db-4ff8-b860-28f37704d811 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:08:27.007122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:08:27.007484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Checking segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:08:27.007877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.008265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Bound using segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:08:27.008718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Bound port: 47dc616a-b9fd-49b0-807d-196cfb0dfd7e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:08:27.009084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.018965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.080476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:23Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:27.090254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29e96d-b5f1-4042-b69c-10f5954351ff None None] The sync data for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv is: [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:23Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:27.096748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network ca80c1d1-39db-4ff8-b860-28f37704d811 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:27.100852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:27.105437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:08:27.128441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] For port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:08:27.134064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] For port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:08:27.139628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.148911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=ec5abc72-6970-44b8-b903-4f98de1b1284,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:27.178141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.263385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00522df8-d393-43cf-89b9-8a79b1da1190 None None] Pushing event updated for resources: {'Port': ['ID=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:27.566700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.566910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 408f9c8d-c687-458c-8301-99338ceeadf2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:27.646793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 408f9c8d-c687-458c-8301-99338ceeadf2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:27.652627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 408f9c8d-c687-458c-8301-99338ceeadf2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:27.653365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.792417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.810052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 408f9c8d-c687-458c-8301-99338ceeadf2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=408f9c8d-c687-458c-8301-99338ceeadf2,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:27.815017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:27.899278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=408f9c8d-c687-458c-8301-99338ceeadf2,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:28.063429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:28.069731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:28.191783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:28.199349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=ec5abc72-6970-44b8-b903-4f98de1b1284,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:28.403010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3766422-3188-4264-846e-18ad32b01aba None None] Network ca80c1d1-39db-4ff8-b860-28f37704d811 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:08:28.457822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network ca80c1d1-39db-4ff8-b860-28f37704d811 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:28.459986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:28.501085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-66f3f4cb-38ba-48e4-887a-4eb6fd0f585e None None] Provisioning for port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:28.654174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 238e745b-d0f4-4b5c-a531-4894efd761ca has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:08:28.876909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:08:28.888673 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Sync routers for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:28.892629 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b6152a77-c7a4-41f7-91fc-33b79a3e86e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/238e745b-d0f4-4b5c-a531-4894efd761ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5342362 Feb 16 17:08:28.895040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60132) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:28.902299 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:28.902952 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:28.942072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c11edbae-e5e0-4f15-99bc-5bc0546ed7dc None None] Provisioning for port ec5abc72-6970-44b8-b903-4f98de1b1284 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:28.949121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c11edbae-e5e0-4f15-99bc-5bc0546ed7dc None None] Provisioning complete for port ec5abc72-6970-44b8-b903-4f98de1b1284 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:28.949492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c11edbae-e5e0-4f15-99bc-5bc0546ed7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.015600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c11edbae-e5e0-4f15-99bc-5bc0546ed7dc None None] Port ec5abc72-6970-44b8-b903-4f98de1b1284 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:08:29.069076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.069610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.070069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.070721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.071109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.071680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.075931 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e3317978-9ddf-40c6-bcca-5bc12adbd56c tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1774788 Feb 16 17:08:29.076397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60136) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:29.125499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:29.162274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d00aa3e8-6261-4399-a6ab-2c0a864fee44 None None] Provisioning complete for port ec5abc72-6970-44b8-b903-4f98de1b1284 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:29.163257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d00aa3e8-6261-4399-a6ab-2c0a864fee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.166366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.166957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.168686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.169244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.169760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.170267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.175720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60140) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:29.186135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b58a2b6b-8639-4be2-ab27-2b72d3ce2129 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1085873 Feb 16 17:08:29.304259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d00aa3e8-6261-4399-a6ab-2c0a864fee44 None None] Port ec5abc72-6970-44b8-b903-4f98de1b1284 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:08:29.425434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-988dfd7f-39b9-44ed-b8c4-3b896a74e8d7 None None] Provisioning complete for port ec5abc72-6970-44b8-b903-4f98de1b1284 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:29.425914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-988dfd7f-39b9-44ed-b8c4-3b896a74e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.451757 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-216377de-b409-4ec8-a79a-eef7841b1c97 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2745638 Feb 16 17:08:29.497748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-988dfd7f-39b9-44ed-b8c4-3b896a74e8d7 None None] Port ec5abc72-6970-44b8-b903-4f98de1b1284 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:08:29.514374 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:29.518944 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Checking router: 238e745b-d0f4-4b5c-a531-4894efd761ca for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:29.519291 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Updating router 238e745b-d0f4-4b5c-a531-4894efd761ca port ec5abc72-6970-44b8-b903-4f98de1b1284 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:08:29.579237 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.580375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 47dc616a-b9fd-49b0-807d-196cfb0dfd7e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:29.660621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:29.666388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:29.667013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.679402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60146) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:29.684808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225873424', 'description': 'tempest-secgroup-smoke-1225873424 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:29.691052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:29.695690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:29.698696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:29.704952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:29.715932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.740213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:29.746615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:29.750929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:29.759883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:29.797544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.833450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:29.838160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.839042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 408f9c8d-c687-458c-8301-99338ceeadf2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:29.861449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.867275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.920364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:29.924445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.925786 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d8db9c46-8681-4a1e-9fbb-22675261d2ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2453992 Feb 16 17:08:29.929396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60150) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:29.935720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:29.942686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:29.946698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:29.949542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:29.955612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:29.960874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:29.973395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 408f9c8d-c687-458c-8301-99338ceeadf2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:29.974341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.977140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.000123 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.019357 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Transition to ACTIVE for port object ec5abc72-6970-44b8-b903-4f98de1b1284 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:30.028200 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.045968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.050605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.075893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46e28c9-cb83-4a60-8c14-970ba9ad5253,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.088188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.091051 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f4c316a8-3d95-44a1-9e75-b67f2cbe1244 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600094 Feb 16 17:08:30.092911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60154) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:30.098211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:30.106788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:30.111187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:30.114260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:30.120575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:30.138401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.161682 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251607-1642-43da-bea6-f4bc57baed54 None None] Pushing event updated for resources: {'Port': ['ID=ec5abc72-6970-44b8-b903-4f98de1b1284,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.215031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.219999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.247969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97add33e-910a-446e-97d4-b573b0a6b94a,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.262873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.264827 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-69d06b03-da7a-4fa3-b3a1-14b883a55f7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706893 Feb 16 17:08:30.268057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60158) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:30.275030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:30.279153 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Attempting to bind port ec5abc72-6970-44b8-b903-4f98de1b1284 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:08:30.279803 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Attempting to bind port ec5abc72-6970-44b8-b903-4f98de1b1284 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:08:30.280155 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Attempting to bind port ec5abc72-6970-44b8-b903-4f98de1b1284 on network ca80c1d1-39db-4ff8-b860-28f37704d811 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:08:30.281536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:30.286958 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:08:30.287503 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Checking segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:08:30.287946 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.288324 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Bound using segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:08:30.288525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:30.288775 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Bound port: ec5abc72-6970-44b8-b903-4f98de1b1284, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:08:30.289189 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.291874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:30.298016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:30.318915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.385655 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] For port ec5abc72-6970-44b8-b903-4f98de1b1284, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:08:30.386480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.388849 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] For port ec5abc72-6970-44b8-b903-4f98de1b1284, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec5abc72-6970-44b8-b903-4f98de1b1284,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:08:30.390385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.393498 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.415196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ea205e-e363-4ca3-a9d8-858a3e647480,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.426434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.429318 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a3599daf-1f61-43d4-9ede-6002c1197e2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596718 Feb 16 17:08:30.431576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60162) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:30.438667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:30.444790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:30.448729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:30.451833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:30.458089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:30.475716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:30.476343 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:30.477309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.549299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.554850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.562591 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251607-1642-43da-bea6-f4bc57baed54 None None] Pushing event updated for resources: {'Port': ['ID=ec5abc72-6970-44b8-b903-4f98de1b1284,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.583096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6436d6-4823-4a0e-9a21-58b0811deeec,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.593416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.597380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fea083fc-5977-4e8d-8889-adb56907c105 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603739 Feb 16 17:08:30.597691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60166) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:30.604053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:30.610166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:30.614038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:30.618263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:30.624173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:30.635686 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:08:30.643744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.680183 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:30.715262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.718946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.748410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720c3437-5684-432f-8a3e-af865477c46b,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.761489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.763865 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9e34cb98-5a0a-4fdb-a3b8-ceebbb8a06fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652102 Feb 16 17:08:30.766737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60170) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:30.772575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:30.778762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:30.782546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:30.786745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:30.793167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:30.803761 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:08:30.810795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.835509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a787de24-1633-40ad-840d-3a058554b8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.892499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.897811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.922707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3d3618-e94c-49bb-add4-fbe30b265521,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:30.931972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:30.933164 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ace02798-0de0-4ca5-a05e-462b363015d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655269 Feb 16 17:08:31.029911 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:30Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:31.034098 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52768c-06de-4d32-84e2-81a76de3b7b6 None None] The sync data for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv is: [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:30Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:31.172319 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-9a622219-5b79-422f-bd76-a4bf2ccb9483 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225873424&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0489419 Feb 16 17:08:31.341034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-e169d8ba-eea1-4cb8-bf28-c9e346d88abe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:31.341761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-e169d8ba-eea1-4cb8-bf28-c9e346d88abe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:31.359048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-e169d8ba-eea1-4cb8-bf28-c9e346d88abe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:31.360238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-e169d8ba-eea1-4cb8-bf28-c9e346d88abe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=ca80c1d1-39db-4ff8-b860-28f37704d811 HTTP/1.1" status: 200 len: 796 time: 0.1757808 Feb 16 17:08:31.375554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-48338b6f-827b-4292-beea-2c5b2b26a7ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0096135 Feb 16 17:08:31.474582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-89df4fc4-5498-4887-b623-859fc806eadd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:31.507931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-89df4fc4-5498-4887-b623-859fc806eadd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:31.519287 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-89df4fc4-5498-4887-b623-859fc806eadd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372237 Feb 16 17:08:31.574053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 47dc616a-b9fd-49b0-807d-196cfb0dfd7e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:31.657754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:31.657754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:31.673479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-20c54021-7f82-4205-9503-58830d743939 service neutron] 10.222.0.43 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478138 Feb 16 17:08:31.789160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec5abc72-6970-44b8-b903-4f98de1b1284 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:31.822160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-51864ea1-0774-491d-8805-fcbcd5ecdef6 service neutron] 10.222.0.43 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421292 Feb 16 17:08:31.866526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ec5abc72-6970-44b8-b903-4f98de1b1284 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:31.871600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ec5abc72-6970-44b8-b903-4f98de1b1284 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:31.871914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:32.014928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:32.026448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0ba71d5-68b1-4277-bf43-81acac25629a req-73a29f51-08a5-4103-8437-35b896813c7f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 210 time: 0.0572131 Feb 16 17:08:32.052946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port ec5abc72-6970-44b8-b903-4f98de1b1284, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec5abc72-6970-44b8-b903-4f98de1b1284,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:32.060068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:32.137593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=ec5abc72-6970-44b8-b903-4f98de1b1284,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:33.152796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-1ad93cd6-4b7a-48cc-9c8b-1769d6ea26f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:33.153611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-1ad93cd6-4b7a-48cc-9c8b-1769d6ea26f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:33.170291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-1ad93cd6-4b7a-48cc-9c8b-1769d6ea26f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:33.171744 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-1ad93cd6-4b7a-48cc-9c8b-1769d6ea26f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=ca80c1d1-39db-4ff8-b860-28f37704d811 HTTP/1.1" status: 200 len: 796 time: 0.1740787 Feb 16 17:08:33.233796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-a6efdd0a-b8b2-434c-96e6-afbc58319fb0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:08:33.251452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-a6efdd0a-b8b2-434c-96e6-afbc58319fb0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:08:33.252690 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-a6efdd0a-b8b2-434c-96e6-afbc58319fb0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0707107 Feb 16 17:08:33.261571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:33.303428 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e676f576-b6a7-4bdd-ae88-8b9eddb4b425 req-36204e2e-898b-4c29-9a6e-a2611a580b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 210 time: 0.1684747 Feb 16 17:08:33.398215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:33.407722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:33.417941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:08:33.421380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:33.484069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec5abc72-6970-44b8-b903-4f98de1b1284 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:33.555877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ec5abc72-6970-44b8-b903-4f98de1b1284 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:33.556179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:33.621369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2ea05ccc-e91f-4f4c-aa53-52c165d29dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:33.700996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.8 (ca80c1d1-39db-4ff8-b860-28f37704d811/5cd6ccb2-e6b3-4d1f-a189-b1327fac090c/0f091ed8-817b-41da-b0ed-fb718d4ce28d) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:33.884275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:33.899921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 0f091ed8-817b-41da-b0ed-fb718d4ce28d will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:33.923812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:33.996051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network ca80c1d1-39db-4ff8-b860-28f37704d811 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:33.999254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:34.003319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:08:34.041592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=0f091ed8-817b-41da-b0ed-fb718d4ce28d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:34.073344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:34.073957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.101295 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-fa093e6f-fbd8-4b6c-b966-5b7800854fd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439608 Feb 16 17:08:34.112548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Request body: {'port': {'device_id': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:34.239676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.251400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.298797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4274038d-1a92-49b7-b9d2-eec75516bb87 None None] Provisioning for port 0f091ed8-817b-41da-b0ed-fb718d4ce28d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:34.304545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4274038d-1a92-49b7-b9d2-eec75516bb87 None None] Provisioning complete for port 0f091ed8-817b-41da-b0ed-fb718d4ce28d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:34.304911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4274038d-1a92-49b7-b9d2-eec75516bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.359893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4274038d-1a92-49b7-b9d2-eec75516bb87 None None] Port 0f091ed8-817b-41da-b0ed-fb718d4ce28d cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:08:34.497306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823257fe-d34f-4575-b0ea-a51b3911ff7d req-3f0cbda3-aef2-4dee-a530-8ab6eab317ee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:34.498831 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-823257fe-d34f-4575-b0ea-a51b3911ff7d req-3f0cbda3-aef2-4dee-a530-8ab6eab317ee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 931 time: 0.0821674 Feb 16 17:08:34.546964 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-823257fe-d34f-4575-b0ea-a51b3911ff7d req-7879c18b-f400-4195-b083-08c6ca7828b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Feb 16 17:08:34.595285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f091ed8-817b-41da-b0ed-fb718d4ce28d {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:08:34.603338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.618004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Transition to ACTIVE for port object 0f091ed8-817b-41da-b0ed-fb718d4ce28d will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:34.622219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.772940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Pushing event updated for resources: {'Port': ['ID=0f091ed8-817b-41da-b0ed-fb718d4ce28d,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:34.910798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Attempting to bind port 0f091ed8-817b-41da-b0ed-fb718d4ce28d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:08:34.911700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Attempting to bind port 0f091ed8-817b-41da-b0ed-fb718d4ce28d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:08:34.911941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Attempting to bind port 0f091ed8-817b-41da-b0ed-fb718d4ce28d on network ca80c1d1-39db-4ff8-b860-28f37704d811 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:08:34.916809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Port 0f091ed8-817b-41da-b0ed-fb718d4ce28d on network ca80c1d1-39db-4ff8-b860-28f37704d811 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:08:34.917070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Attempting to bind port 0f091ed8-817b-41da-b0ed-fb718d4ce28d on network ca80c1d1-39db-4ff8-b860-28f37704d811 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:08:34.922149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:08:34.922479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Checking segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:08:34.922889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Bound using segment: {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:08:34.923307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Bound port: 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f157bdf-6d95-4a65-8c6b-5b4de62a9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:08:34.923645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.003192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.021912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] For port 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:08:35.024806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] For port 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:08:35.028952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.089925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.090540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.091930 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] 10.222.0.48 "PUT /v2.0/ports/0f091ed8-817b-41da-b0ed-fb718d4ce28d HTTP/1.1" status: 200 len: 1093 time: 0.9838722 Feb 16 17:08:35.092361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:08:35.136598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862eef4-bff9-4a9c-b384-b73d7ec27295 service neutron] Pushing event updated for resources: {'Port': ['ID=0f091ed8-817b-41da-b0ed-fb718d4ce28d,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:35.172094 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'status': 'completed', 'code': 200} Feb 16 17:08:35.233500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-1de48ffe-621c-4c88-9e34-1e91a164d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.235109 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-1de48ffe-621c-4c88-9e34-1e91a164d2a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 1096 time: 0.1006355 Feb 16 17:08:35.310189 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-55dc838b-b0c8-48d5-a0de-cb422e9a0a1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d HTTP/1.1" status: 200 len: 217 time: 0.0639198 Feb 16 17:08:35.376373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-cf5cf541-16e2-4e95-80a5-a6a0853898d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.377850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-cf5cf541-16e2-4e95-80a5-a6a0853898d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cd6ccb2-e6b3-4d1f-a189-b1327fac090c HTTP/1.1" status: 200 len: 835 time: 0.0595911 Feb 16 17:08:35.452476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-3fa39234-d923-4ab6-98f3-78c8bae6904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.454002 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-3fa39234-d923-4ab6-98f3-78c8bae6904c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca80c1d1-39db-4ff8-b860-28f37704d811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702062 Feb 16 17:08:35.691145 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-2ea90f99-7bb2-4ba0-8847-7993081053db service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306290 Feb 16 17:08:35.745071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcb50-adbb-47d7-a4e5-a10e321784c4 req-e007bb9e-65f9-437f-ada0-012389e6d71b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.746536 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f83bcb50-adbb-47d7-a4e5-a10e321784c4 req-e007bb9e-65f9-437f-ada0-012389e6d71b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 943 time: 0.0814118 Feb 16 17:08:35.793899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f83bcb50-adbb-47d7-a4e5-a10e321784c4 req-e9c92cd5-32a3-47fb-b653-c4b870364414 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Feb 16 17:08:35.828218 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc301631-f3e4-4030-b99f-c9752ee1c133 req-dadc592e-28d5-4f0e-94fc-f688754edc64 service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272507 Feb 16 17:08:35.956525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-c94bf965-1624-46a1-9a2c-b206a5cb60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.958395 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-c94bf965-1624-46a1-9a2c-b206a5cb60e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 1096 time: 0.0758212 Feb 16 17:08:36.090745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-bf39ee7b-4c4e-4470-8340-8ec44451a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:36.092090 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-bf39ee7b-4c4e-4470-8340-8ec44451a3e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca80c1d1-39db-4ff8-b860-28f37704d811 HTTP/1.1" status: 200 len: 897 time: 0.1280386 Feb 16 17:08:36.160348 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-672a1279-13fc-45cc-858d-842d23d73ece service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d HTTP/1.1" status: 200 len: 217 time: 0.0608485 Feb 16 17:08:36.232599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-1119149f-da26-4459-9ae5-63ab38aa0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:36.234790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-1119149f-da26-4459-9ae5-63ab38aa0876 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cd6ccb2-e6b3-4d1f-a189-b1327fac090c HTTP/1.1" status: 200 len: 835 time: 0.0663977 Feb 16 17:08:36.314048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-415b186a-160b-4393-8a45-aafe2b19b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:36.314048 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-415b186a-160b-4393-8a45-aafe2b19b514 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca80c1d1-39db-4ff8-b860-28f37704d811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730817 Feb 16 17:08:36.459880 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-ff684dcd-99a0-496f-a6e2-e7b9a573f21d service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399577 Feb 16 17:08:36.611001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9415ff7c-3837-4b60-9d85-66b6aaa110e1 req-aadc9548-c8d7-4985-8903-0c4d9b270392 service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453269 Feb 16 17:08:36.684714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:37.008862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eaf53-62fa-498b-8497-e2d6834fe541 req-f1ab8956-fc28-4d85-86fc-fc00e1d91f0f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:37.010357 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-227eaf53-62fa-498b-8497-e2d6834fe541 req-f1ab8956-fc28-4d85-86fc-fc00e1d91f0f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 943 time: 0.0916452 Feb 16 17:08:37.058864 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-227eaf53-62fa-498b-8497-e2d6834fe541 req-01ee6eec-8df4-4195-97e6-d09564387fe4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Feb 16 17:08:38.134284 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-b92271ff-9651-4522-ac8e-45dec0c271bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866153 Feb 16 17:08:38.304418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95026-0747-4f71-9128-7e9f678efb6e req-ae8e09ec-bc22-4b37-a729-0653079337d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:38.311082 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6db95026-0747-4f71-9128-7e9f678efb6e req-ae8e09ec-bc22-4b37-a729-0653079337d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 943 time: 0.1333098 Feb 16 17:08:38.324234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-1a4cb542-193e-4c37-9abd-240eaa4428ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:38.325664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-1a4cb542-193e-4c37-9abd-240eaa4428ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1098 time: 0.0969474 Feb 16 17:08:38.365826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6db95026-0747-4f71-9128-7e9f678efb6e req-f7fd6cd0-ff21-4e1f-8d79-b14f5ba334b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538831 Feb 16 17:08:38.491939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-ffd90a11-15f2-43ad-9187-58f11815aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:38.493411 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-ffd90a11-15f2-43ad-9187-58f11815aec3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1429088 Feb 16 17:08:38.600319 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-86cf645e-56cf-4078-957f-44c4fee197a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 1000 time: 0.1014955 Feb 16 17:08:38.666289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-a4e2e78d-96db-4155-bb3d-9b210af9e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:38.668359 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-a4e2e78d-96db-4155-bb3d-9b210af9e3f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0619338 Feb 16 17:08:38.750679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-bae43fda-fc74-4d52-9e4f-bc14fb4db84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:38.751650 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-bae43fda-fc74-4d52-9e4f-bc14fb4db84e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775664 Feb 16 17:08:39.000539 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-740b33e9-bc46-406f-bca0-19a4c34fe98e service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411447 Feb 16 17:08:39.139532 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b55c2c1f-7c5a-4182-b0c5-5a672cff2540 req-1a4c512e-3207-49a2-975c-17d3e2a0f66a service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332097 Feb 16 17:08:39.583811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1190-5df0-48ba-9c81-902d7730e1d4 req-3d5bf0f9-4b67-40de-8db6-72137070d945 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:39.584536 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-315e1190-5df0-48ba-9c81-902d7730e1d4 req-3d5bf0f9-4b67-40de-8db6-72137070d945 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 943 time: 0.1048748 Feb 16 17:08:39.642008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-315e1190-5df0-48ba-9c81-902d7730e1d4 req-12a32108-b5cb-4ccf-914e-f7a403f87ddc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506177 Feb 16 17:08:40.239752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0f091ed8-817b-41da-b0ed-fb718d4ce28d details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:08:40.374991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:40.388441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'port_id': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'mac_address': 'fa:16:3e:ae:79:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:08:40.441815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.458802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f091ed8-817b-41da-b0ed-fb718d4ce28d {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:08:40.473451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:40.477278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.574454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0f091ed8-817b-41da-b0ed-fb718d4ce28d,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:40.829712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3886b9f-6a70-4ba0-80fa-440767bc7a3b req-aa6bf358-8b66-437c-93ef-5d49cb4df3b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:40.831097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d3886b9f-6a70-4ba0-80fa-440767bc7a3b req-aa6bf358-8b66-437c-93ef-5d49cb4df3b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 944 time: 0.0806897 Feb 16 17:08:40.865666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['0f091ed8-817b-41da-b0ed-fb718d4ce28d'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:08:40.879079 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d3886b9f-6a70-4ba0-80fa-440767bc7a3b req-bedb2b62-634f-476a-95d7-7219a38ce521 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Feb 16 17:08:42.069456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c60b94-f22c-4a29-9eea-7d526d58fc84 req-81554f06-cf60-45b0-b2d9-54aee90fa345 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:42.070951 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-04c60b94-f22c-4a29-9eea-7d526d58fc84 req-81554f06-cf60-45b0-b2d9-54aee90fa345 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 944 time: 0.0820384 Feb 16 17:08:42.116069 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-04c60b94-f22c-4a29-9eea-7d526d58fc84 req-0e9bcad5-1d63-4230-8466-395ee3255a0a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395346 Feb 16 17:08:42.266814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0f091ed8-817b-41da-b0ed-fb718d4ce28d up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:08:42.336197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 0f091ed8-817b-41da-b0ed-fb718d4ce28d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:42.340845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 0f091ed8-817b-41da-b0ed-fb718d4ce28d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:42.341209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:42.460762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:42.487253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:08:42.497935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:08:42.502003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:42.537684 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'code': 200} Feb 16 17:08:42.579071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0f091ed8-817b-41da-b0ed-fb718d4ce28d,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:42.766996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ccec-a4cd-4a7f-9142-ba89fe9834ad req-a5c71ff4-cb2f-4f29-a34b-1928b186353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:42.768474 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c8a4ccec-a4cd-4a7f-9142-ba89fe9834ad req-a5c71ff4-cb2f-4f29-a34b-1928b186353b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 1098 time: 0.0708785 Feb 16 17:08:42.809917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c8a4ccec-a4cd-4a7f-9142-ba89fe9834ad req-3e94b1eb-1065-426e-bf80-08472fd349bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350153 Feb 16 17:08:43.316335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7bdb5-70fa-457c-b710-0728d336e57a req-d6407687-a1fd-4352-8930-7710a1e36d1f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:43.317713 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c2b7bdb5-70fa-457c-b710-0728d336e57a req-d6407687-a1fd-4352-8930-7710a1e36d1f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 945 time: 0.0881581 Feb 16 17:08:43.365779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c2b7bdb5-70fa-457c-b710-0728d336e57a req-12bd6161-69b1-47b5-8ad2-8aba30fc1cad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Feb 16 17:08:44.568965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0743f0-dcd9-4b71-8836-bd1b469ef42e req-e3197397-6927-4f38-98de-6fba708af5ee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:44.570641 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3b0743f0-dcd9-4b71-8836-bd1b469ef42e req-e3197397-6927-4f38-98de-6fba708af5ee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 945 time: 0.0988076 Feb 16 17:08:44.628296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3b0743f0-dcd9-4b71-8836-bd1b469ef42e req-015cb5ff-83b4-490b-926b-57c2bc59df78 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511713 Feb 16 17:08:44.820615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce76c9-a193-4ae2-a793-a0002aefbfc0 req-3abc8da4-9cc7-4d6f-bc6c-9670320e1e2c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:44.821979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-44ce76c9-a193-4ae2-a793-a0002aefbfc0 req-3abc8da4-9cc7-4d6f-bc6c-9670320e1e2c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 945 time: 0.0858850 Feb 16 17:08:44.866181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-44ce76c9-a193-4ae2-a793-a0002aefbfc0 req-57d670b2-098e-4bb1-90e4-03dcae3dc939 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386086 Feb 16 17:08:44.889343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60230) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:44.967217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45367cb6-cb06-4ee1-9d9d-f6322665cc67 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:44.968707 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-45367cb6-cb06-4ee1-9d9d-f6322665cc67 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 1093 time: 0.0783837 Feb 16 17:08:44.971581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60234) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:44.977179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:44.983289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:08:44.987069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:08:44.990859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:08:44.996826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:08:45.010282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.154110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.307204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.46 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/7d63d40a-aaa2-4c42-89a6-0b4745b64605) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:45.474247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.507130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.576358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:45.579253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:45.585762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:08:45.616041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=7d63d40a-aaa2-4c42-89a6-0b4745b64605,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:46.035482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.114199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.324319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.328523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.539270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=7d63d40a-aaa2-4c42-89a6-0b4745b64605,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:46.554571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.732418 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP f91ccc9f-a71a-4252-98e5-e3648e42ca53 associated. External IP: 172.26.7.46, port: 0f091ed8-817b-41da-b0ed-fb718d4ce28d. Feb 16 17:08:47.125575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 238e745b-d0f4-4b5c-a531-4894efd761ca has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:08:47.314078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:08:47.324850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] Sync routers for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:47.335445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:47.336061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:47.344813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:47.406251 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41b1585e-0f7f-4869-8aaa-aabceb2cd2bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4336548 Feb 16 17:08:47.406928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:08:47.410796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60242) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:47.455542 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'status': 'completed', 'code': 200} Feb 16 17:08:47.571013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-558a9464-905a-47d9-9234-f89368c8794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.572562 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-558a9464-905a-47d9-9234-f89368c8794e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 1098 time: 0.0886168 Feb 16 17:08:47.582689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:47.634005 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a25c6ee9-babb-4f94-8fee-ba54397ce0ca tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/f91ccc9f-a71a-4252-98e5-e3648e42ca53 HTTP/1.1" status: 200 len: 990 time: 0.2222509 Feb 16 17:08:47.746336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-0799d3b3-e7b1-457f-b673-43f83351cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.747831 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-0799d3b3-e7b1-457f-b673-43f83351cd16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca80c1d1-39db-4ff8-b860-28f37704d811 HTTP/1.1" status: 200 len: 897 time: 0.1663120 Feb 16 17:08:47.857967 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-17b1d518-3764-47ad-879a-8047653f1cd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d HTTP/1.1" status: 200 len: 998 time: 0.1026282 Feb 16 17:08:47.922890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-05088013-177a-4ece-997a-60f43602946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.924305 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-05088013-177a-4ece-997a-60f43602946d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cd6ccb2-e6b3-4d1f-a189-b1327fac090c HTTP/1.1" status: 200 len: 835 time: 0.0585408 Feb 16 17:08:47.966113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f91ccc9f-a71a-4252-98e5-e3648e42ca53', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'port_id': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'mac_address': 'fa:16:3e:ae:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:08:45Z', 'updated_at': '2022-02-16T17:08:45Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:32Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:47.970522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] Checking router: 238e745b-d0f4-4b5c-a531-4894efd761ca for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:47.980562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:08:47.981162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:08:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:48.022702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-4f852663-b35a-4d5a-a4c0-813363976ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:48.024186 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-4f852663-b35a-4d5a-a4c0-813363976ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca80c1d1-39db-4ff8-b860-28f37704d811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932503 Feb 16 17:08:48.175364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:08:48.294447 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-0824486b-d090-4553-ba11-95f69c820ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627149 Feb 16 17:08:48.455812 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6272e294-6cc5-4ab7-b3c9-372134891e68 req-358a808c-b57a-4373-945b-412f6942b107 service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522331 Feb 16 17:08:48.638271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60248) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:48.662702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f91ccc9f-a71a-4252-98e5-e3648e42ca53', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'port_id': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'mac_address': 'fa:16:3e:ae:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:08:45Z', 'updated_at': '2022-02-16T17:08:45Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:32Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:48.675205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81c6fc-641b-4bf9-9ce1-3cb92022da27 None None] The sync data for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv is: [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f91ccc9f-a71a-4252-98e5-e3648e42ca53', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'port_id': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'mac_address': 'fa:16:3e:ae:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:08:45Z', 'updated_at': '2022-02-16T17:08:45Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:32Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:48.767332 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aa8d8576-3ded-4658-8b67-bb37770fcbbd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/f91ccc9f-a71a-4252-98e5-e3648e42ca53 HTTP/1.1" status: 200 len: 990 time: 0.1268964 Feb 16 17:08:48.896097 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866c1ce-4a33-4803-a73d-444a98c715d8 None None] New status for floating IP f91ccc9f-a71a-4252-98e5-e3648e42ca53: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:08:49.769930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60252) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:08:49.884819 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d60938e2-2410-41a5-a0e3-91cae0597b9c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/f91ccc9f-a71a-4252-98e5-e3648e42ca53 HTTP/1.1" status: 200 len: 992 time: 0.1129327 Feb 16 17:08:54.569934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:00.830145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d1a976f3-7ef6-43d8-ba32-73dcafd4760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:01.924159 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:09:03.584476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-41cd4475-d71d-4e46-b5bd-ac7706d769c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:04.246880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:05.004741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:06.683035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:24.564663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:30.832533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1896-ac1f-4d84-a162-f6b5690a106d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:33.590422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c84d1314-71e2-40c7-bbb7-1fb74e24f282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:34.273798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:35.024105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.698097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:38.923853 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:09:39.027276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-ab4677d3-4e36-45ed-b414-24c338c652e7 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914999918&fields=id&tenant_id=08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 267 time: 0.0451150 Feb 16 17:09:39.181491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-bbec854e-ec7f-4fe9-b712-2af53d8625bf tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:39.183224 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-bbec854e-ec7f-4fe9-b712-2af53d8625bf tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 812 time: 0.1488614 Feb 16 17:09:39.197590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-343974d3-be06-44f3-9e46-e0ada24e5277 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/quotas/08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Feb 16 17:09:39.288237 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-cb0bc017-32ee-4d6d-b0e0-75e8de696583 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0851281 Feb 16 17:09:39.531602 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-ee4ce536-d957-4f17-a68f-24632d594281 service neutron] 10.222.0.43 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320325 Feb 16 17:09:39.671441 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-29cc8bd9-af84-49c3-8ced-a0c38c130a04 service neutron] 10.222.0.43 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335576 Feb 16 17:09:40.054242 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d082e8c8-4485-40b3-8494-d2d3640420cc req-1575d4b0-8bb0-4457-a794-b7121f01aba0 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 210 time: 0.0479596 Feb 16 17:09:40.128269 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-c230a09c-8e78-445e-a9ab-2461df0b68a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716980 Feb 16 17:09:40.293244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-934acc78-bf64-4e33-9619-d8cef0cabaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:40.294779 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-934acc78-bf64-4e33-9619-d8cef0cabaf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1098 time: 0.0933137 Feb 16 17:09:40.458194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-f4c6288e-ee99-47f5-9db7-481b4de5ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:40.459819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-f4c6288e-ee99-47f5-9db7-481b4de5ee0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1417041 Feb 16 17:09:40.563825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-4f32920e-5aa7-4d5a-b78e-1ce30f826fd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 1000 time: 0.0977879 Feb 16 17:09:40.637438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-62fa5008-0c32-444a-b2f1-be59007160f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:40.638923 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-62fa5008-0c32-444a-b2f1-be59007160f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0687292 Feb 16 17:09:40.714593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-89cb26d8-2b16-4d91-8b65-6ab61d19319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:40.716068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-89cb26d8-2b16-4d91-8b65-6ab61d19319c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715280 Feb 16 17:09:40.851736 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-41247e40-cce6-4579-af3c-2d6e5e873807 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290684 Feb 16 17:09:40.988255 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fe81bdf-240f-40b1-8352-704913762aa9 req-1a386722-b8c8-42e6-a2ee-7a487d62c20d service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300721 Feb 16 17:09:41.189036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-98d32cdc-e2df-427e-8bc0-9521202839d9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:41.190725 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-98d32cdc-e2df-427e-8bc0-9521202839d9 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 812 time: 0.1711226 Feb 16 17:09:41.229608 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a6b925b9-2bb7-45db-878f-2ac1bf35fffd req-a209b816-de77-4e5d-b29b-324648f0d07f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 210 time: 0.0589430 Feb 16 17:09:41.253834 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-c2310a94-ec2a-4200-8fed-48766888a386 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e7d041b859443b93057783e0379b34 HTTP/1.1" status: 200 len: 380 time: 0.0554476 Feb 16 17:09:41.264815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'port': {'device_id': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'admin_state_up': True, 'tenant_id': '08e7d041b859443b93057783e0379b34', 'security_groups': ['4e36c20d-7ebd-4b7a-ac23-a0648f79be02']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:41.411999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:09:41.422447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:09:41.432350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Made reservation on behalf of 08e7d041b859443b93057783e0379b34 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:09:41.435870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.611645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Allocated IP 172.20.0.5 (35c04ff5-79f1-4ca1-b464-8868ba1703fc/ca649115-db81-4704-938d-ff6a00ce08d3/f989a470-9ed8-4c8e-8c2b-7d3f202ad787) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:41.824404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.842600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Transition to ACTIVE for port object f989a470-9ed8-4c8e-8c2b-7d3f202ad787 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:09:41.868314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.945351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:41.948655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:41.952616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:09:42.012294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:42.133913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.134258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.134619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.134953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.135276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.135597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.135917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.136240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.136551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.136870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.137286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.137476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:42.145748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.146306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.173018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-887effd1-674c-40d3-9db1-6cde4db04c1e None None] Provisioning for port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:09:42.180771 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dd181087-ed6a-4bba-97d5-8d78b59f5712 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9196627 Feb 16 17:09:42.182873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-887effd1-674c-40d3-9db1-6cde4db04c1e None None] Provisioning complete for port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:42.183243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-887effd1-674c-40d3-9db1-6cde4db04c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.192956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Request body: {'port': {'device_id': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:42.247143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-887effd1-674c-40d3-9db1-6cde4db04c1e None None] Port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:09:42.319195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.425180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126d30c-8ff6-4325-8def-201f1930fc4f req-31f7713e-91cb-449d-aec7-15206806ed26 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.426706 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8126d30c-8ff6-4325-8def-201f1930fc4f req-31f7713e-91cb-449d-aec7-15206806ed26 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 931 time: 0.0884898 Feb 16 17:09:42.478871 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8126d30c-8ff6-4325-8def-201f1930fc4f req-1f381aeb-33f0-4347-8916-a5770116257e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Feb 16 17:09:42.686743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f989a470-9ed8-4c8e-8c2b-7d3f202ad787 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:09:42.695771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.713401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Transition to ACTIVE for port object f989a470-9ed8-4c8e-8c2b-7d3f202ad787 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:09:42.717571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.887903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Pushing event updated for resources: {'Port': ['ID=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:42.971077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Attempting to bind port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:09:42.971408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Attempting to bind port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:09:42.971753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Attempting to bind port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:09:42.977548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:09:42.977864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Attempting to bind port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 on network 35c04ff5-79f1-4ca1-b464-8868ba1703fc {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:09:42.983044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:09:42.983377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Checking segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:09:42.983756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Bound using segment: {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:09:42.984174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Bound port: f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:09:42.984510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.075406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] For port f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:09:43.078830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] For port f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:09:43.083183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.146779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.146779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.148769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] 10.222.0.48 "PUT /v2.0/ports/f989a470-9ed8-4c8e-8c2b-7d3f202ad787 HTTP/1.1" status: 200 len: 1093 time: 0.9605455 Feb 16 17:09:43.148898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:09:43.171408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e5ebe-8ff8-4eca-8e50-e1d33d3ed647 service neutron] Pushing event updated for resources: {'Port': ['ID=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:43.224279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'status': 'completed', 'code': 200} Feb 16 17:09:43.267841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dccc0ad2-b29a-4573-8406-c42fa68331d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.269326 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-dccc0ad2-b29a-4573-8406-c42fa68331d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 1096 time: 0.0801508 Feb 16 17:09:43.343494 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-bbf17640-b57c-4fe5-82ca-fca86f06e644 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787 HTTP/1.1" status: 200 len: 217 time: 0.0669842 Feb 16 17:09:43.406317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-1aa6b2e5-5c3b-4e88-b2c0-0edf1da7eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.407797 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-1aa6b2e5-5c3b-4e88-b2c0-0edf1da7eda1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0584791 Feb 16 17:09:43.487921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-f5dbf623-4260-42ad-beb0-66aa298cc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.489386 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-f5dbf623-4260-42ad-beb0-66aa298cc2e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754070 Feb 16 17:09:43.635070 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-de08b65a-ca51-47c3-8882-43a7db6ae57d service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391695 Feb 16 17:09:43.692826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622912c1-59da-482f-a7c0-de76552225b5 req-4219d64c-1cf5-419d-bb3f-c68defa1066c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.694914 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-622912c1-59da-482f-a7c0-de76552225b5 req-4219d64c-1cf5-419d-bb3f-c68defa1066c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0941062 Feb 16 17:09:43.741727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-622912c1-59da-482f-a7c0-de76552225b5 req-d7177942-a35f-4ead-8b79-7ce253dc7a15 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Feb 16 17:09:43.777267 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-73cf2c71-e119-40e2-b99f-2849ddcb06c0 req-257fd245-c9a3-46d7-b88d-a55399f3b6bb service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361005 Feb 16 17:09:43.894440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-b601864b-c6cf-4606-9629-3ddd7d0f706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.895924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-b601864b-c6cf-4606-9629-3ddd7d0f706c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 1096 time: 0.0755243 Feb 16 17:09:44.124649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-02b49175-c159-405d-9439-799e175362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:44.126134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-02b49175-c159-405d-9439-799e175362b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.2241075 Feb 16 17:09:44.209193 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-99679c4f-8484-4f57-8736-2be0401d64af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787 HTTP/1.1" status: 200 len: 217 time: 0.0748301 Feb 16 17:09:44.274977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-d8af12b6-942a-41ea-a44c-239b2af8bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:44.276564 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-d8af12b6-942a-41ea-a44c-239b2af8bc93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0619049 Feb 16 17:09:44.360791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-e8e037da-c6a9-431a-b3ec-90a7f64ba07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:44.362376 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-e8e037da-c6a9-431a-b3ec-90a7f64ba07a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794194 Feb 16 17:09:44.508164 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-b2725138-13b1-4451-aa94-a30f09eeb94d service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390066 Feb 16 17:09:44.643933 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc76c489-a8e1-43ef-bbb5-b1ce428f3db9 req-a7dd3809-4d4a-4f1d-9341-c2ebce7d9c0b service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291687 Feb 16 17:09:44.938620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93992376-f5b0-471e-9001-430660c0d319 req-b364a27e-f996-4d65-9d9f-0a801b31fd76 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:44.940012 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-93992376-f5b0-471e-9001-430660c0d319 req-b364a27e-f996-4d65-9d9f-0a801b31fd76 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0877934 Feb 16 17:09:44.988713 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-93992376-f5b0-471e-9001-430660c0d319 req-564acdce-4e61-4a9d-b97f-247c1a0b7734 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Feb 16 17:09:46.177066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e48526-8884-4873-ad7b-3fd548f98624 req-da5e4aa7-f8d1-4b07-b597-5b27e0a20d88 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:46.178649 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-85e48526-8884-4873-ad7b-3fd548f98624 req-da5e4aa7-f8d1-4b07-b597-5b27e0a20d88 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0817986 Feb 16 17:09:46.225575 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-85e48526-8884-4873-ad7b-3fd548f98624 req-da87758f-5ca1-4a70-89d3-80e030fe5386 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404305 Feb 16 17:09:47.414745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a07b1-c514-42ae-862d-dbcb72ddb83e req-1ac25ba2-081c-472c-9be7-609e25403524 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:47.416188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f93a07b1-c514-42ae-862d-dbcb72ddb83e req-1ac25ba2-081c-472c-9be7-609e25403524 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0858414 Feb 16 17:09:47.465120 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f93a07b1-c514-42ae-862d-dbcb72ddb83e req-0ac0223d-1cd9-45f5-92c5-3408139d4a3d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Feb 16 17:09:48.651099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3eb4-c37b-46ae-9ec1-f5564d56e407 req-67c0a7c4-031a-462c-b086-148914081493 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:48.652553 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1cb3eb4-c37b-46ae-9ec1-f5564d56e407 req-67c0a7c4-031a-462c-b086-148914081493 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0792742 Feb 16 17:09:48.703656 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1cb3eb4-c37b-46ae-9ec1-f5564d56e407 req-1ce2c497-ee2d-42a9-bf38-f1844fd828a1 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 Feb 16 17:09:49.908673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036905d7-b8c2-48f5-8344-a72789c7184b req-9288fa18-6543-40a9-bbb3-afd569fd6ba5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:49.909956 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-036905d7-b8c2-48f5-8344-a72789c7184b req-9288fa18-6543-40a9-bbb3-afd569fd6ba5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0971320 Feb 16 17:09:49.963176 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-036905d7-b8c2-48f5-8344-a72789c7184b req-00285800-4c4f-4ea5-b071-01770eb0a320 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Feb 16 17:09:51.151641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57761060-6a1d-4b66-9922-1cce1b7d5193 req-c61ca684-c278-4657-9394-283c1dfbf0c5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.153155 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57761060-6a1d-4b66-9922-1cce1b7d5193 req-c61ca684-c278-4657-9394-283c1dfbf0c5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0847328 Feb 16 17:09:51.199589 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57761060-6a1d-4b66-9922-1cce1b7d5193 req-8be2f7df-a252-4071-914f-bf24c7705e12 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 Feb 16 17:09:52.567896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb6784-5560-497d-abf4-6ac053ec5ddf req-1d1e2652-52a4-48b3-abfa-9f8eaef4086e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:52.569334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e7cb6784-5560-497d-abf4-6ac053ec5ddf req-1d1e2652-52a4-48b3-abfa-9f8eaef4086e tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 943 time: 0.0964532 Feb 16 17:09:52.596635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f989a470-9ed8-4c8e-8c2b-7d3f202ad787 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:09:52.624071 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e7cb6784-5560-497d-abf4-6ac053ec5ddf req-8b3cc2f5-8889-4533-a70e-6f9647352f2d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471649 Feb 16 17:09:52.749062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:09:52.766425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'port_id': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'mac_address': 'fa:16:3e:5a:17:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:09:52.827162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.846459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f989a470-9ed8-4c8e-8c2b-7d3f202ad787 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:09:52.864163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:09:52.867979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.943087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:52.949472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.949832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.951054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.951054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.951054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.952877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.952877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.952877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.952877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.952877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.952877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.953543 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:53.281913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['f989a470-9ed8-4c8e-8c2b-7d3f202ad787'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:09:53.843016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb4391-8ed5-4545-89f1-37d6ab30239d req-bb211e4d-68c8-4664-9120-de2cf4cfad09 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:53.846255 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9dcb4391-8ed5-4545-89f1-37d6ab30239d req-bb211e4d-68c8-4664-9120-de2cf4cfad09 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 944 time: 0.0990412 Feb 16 17:09:53.901517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9dcb4391-8ed5-4545-89f1-37d6ab30239d req-3a9dd99a-e0b7-49b5-ad70-74a8a3fb2485 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495448 Feb 16 17:09:54.580043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.614582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f989a470-9ed8-4c8e-8c2b-7d3f202ad787 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:09:54.693522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:09:54.699256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:54.699629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.826230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.859336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:09:54.871579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:09:54.876621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.917331 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'code': 200} Feb 16 17:09:54.972826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:55.112413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984febd0-38b2-4998-aebf-c5de4a8bd281 req-f79e5d82-dd26-4094-b8c4-9830f3976f33 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:55.113749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-984febd0-38b2-4998-aebf-c5de4a8bd281 req-f79e5d82-dd26-4094-b8c4-9830f3976f33 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0842559 Feb 16 17:09:55.178000 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-984febd0-38b2-4998-aebf-c5de4a8bd281 req-09032122-05b5-42e0-9e59-1503bc429537 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531330 Feb 16 17:09:55.238025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2e610-3bf7-4cdc-b43e-4af21d97182b req-734c7a05-bd31-4cea-9682-e084ae2dcb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:55.239534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-60d2e610-3bf7-4cdc-b43e-4af21d97182b req-734c7a05-bd31-4cea-9682-e084ae2dcb8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 1098 time: 0.0799246 Feb 16 17:09:55.288985 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-60d2e610-3bf7-4cdc-b43e-4af21d97182b req-75107f3e-8eed-4a43-9055-1efce66a5590 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421164 Feb 16 17:09:56.373804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af340-0a8c-48b6-9a5b-ec32b0c64a03 req-a50c00e3-6013-4366-a849-26ae9a3cd3b2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:56.375312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c79af340-0a8c-48b6-9a5b-ec32b0c64a03 req-a50c00e3-6013-4366-a849-26ae9a3cd3b2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0805950 Feb 16 17:09:56.421889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c79af340-0a8c-48b6-9a5b-ec32b0c64a03 req-c8b195c5-7376-4138-b695-194ea0d6bffa tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Feb 16 17:09:57.609308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacbdef-2355-4338-ae6b-cdbf44934071 req-d11be6fd-1b56-43ee-8651-3e25d59d476c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:57.610784 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ebacbdef-2355-4338-ae6b-cdbf44934071 req-d11be6fd-1b56-43ee-8651-3e25d59d476c tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0840383 Feb 16 17:09:57.655831 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ebacbdef-2355-4338-ae6b-cdbf44934071 req-d4dc2110-3718-4b87-9bb7-632e04c84ee6 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Feb 16 17:09:57.842407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f843a-d080-4731-a591-fb526a243c79 req-c1871b06-1111-41dc-80f7-49d732f3120a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:57.843881 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b3f843a-d080-4731-a591-fb526a243c79 req-c1871b06-1111-41dc-80f7-49d732f3120a tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0795250 Feb 16 17:09:57.887996 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b3f843a-d080-4731-a591-fb526a243c79 req-5496786f-5f61-4da7-8e4a-c523e791aaed tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Feb 16 17:09:57.911200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60368) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:09:57.983924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fce451-de21-4f0b-bed7-9686638aff8b tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:57.985388 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-43fce451-de21-4f0b-bed7-9686638aff8b tempest-TestVolumeBootPattern-2033737623 tempest-TestVolumeBootPattern-2033737623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 1093 time: 0.0732229 Feb 16 17:09:57.988146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60372) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:09:57.992847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:57.999458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:09:58.003423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Usage tracker for resource:floatingip and tenant:08e7d041b859443b93057783e0379b34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:09:58.006338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:09:58.013209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:09:58.023322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:58.160157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:58.297671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Allocated IP 172.26.7.97 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/5d588a80-d568-4ba5-ba20-ea076bf322b7) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:58.542920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:58.572851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:58.636202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:58.639108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:58.642853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:09:58.677528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=5d588a80-d568-4ba5-ba20-ea076bf322b7,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:58.689786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.690128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.690461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.690815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.691140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.691460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.691781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.692106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.692421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.692735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.693044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:58.693353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.068183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.142301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.347569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.351964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.458504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event updated for resources: {'Port': ['ID=5d588a80-d568-4ba5-ba20-ea076bf322b7,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:59.473288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.644970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Floating IP 2604b80e-9251-49b9-9304-14162fd8c1cb associated. External IP: 172.26.7.97, port: f989a470-9ed8-4c8e-8c2b-7d3f202ad787. Feb 16 17:10:00.104469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:10:00.285678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:10:00.296129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:00.305376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:00.306001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:09:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:00.311202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:00.382661 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-97ace20c-111b-4d43-ba07-4b6b9128c501 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3801899 Feb 16 17:10:00.382661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:10:00.414449 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'status': 'completed', 'code': 200} Feb 16 17:10:00.509820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-ef728fd4-2e8a-4f83-8cf1-565aeb23f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.511266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-ef728fd4-2e8a-4f83-8cf1-565aeb23f0c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 1098 time: 0.0759583 Feb 16 17:10:00.527646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:00.643321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-3d21ebc3-2f15-44e0-a5aa-63d229c9b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.644663 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-3d21ebc3-2f15-44e0-a5aa-63d229c9b17d service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1272991 Feb 16 17:10:00.746340 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-5339ede9-4d06-40f6-ab72-1f39727724dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787 HTTP/1.1" status: 200 len: 998 time: 0.0950351 Feb 16 17:10:00.814254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-ff1d5e9c-a626-4787-9479-da6758c45678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.815718 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-ff1d5e9c-a626-4787-9479-da6758c45678 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0623019 Feb 16 17:10:00.863620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b84ef74f-26ae-465f-8407-c95937c61868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:00.872269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60382) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:00.894576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-e7017613-cf83-49a0-a8d8-1f8a9a674f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.896141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-e7017613-cf83-49a0-a8d8-1f8a9a674f00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731971 Feb 16 17:10:00.898413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '2604b80e-9251-49b9-9304-14162fd8c1cb', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:5a:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:59Z', 'updated_at': '2022-02-16T17:09:59Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}, {'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:45Z', 'revision_number': 1, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:00.903368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:00.912471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:00.913150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:09:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:00.986020 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bd2d5aef-030b-42b2-99e3-c661220971d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/f91ccc9f-a71a-4252-98e5-e3648e42ca53 HTTP/1.1" status: 200 len: 992 time: 0.1117110 Feb 16 17:10:01.036496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-91e45222-34dc-45b1-8b21-88975d339569 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336372 Feb 16 17:10:01.099350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:01.175465 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e2371ea-823a-4a50-95f2-874c81ffe83a req-2b559905-4bc9-430e-b290-2fb5ee478f79 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320581 Feb 16 17:10:01.292248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60390) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:01.458782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '2604b80e-9251-49b9-9304-14162fd8c1cb', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:5a:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:59Z', 'updated_at': '2022-02-16T17:09:59Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}, {'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:45Z', 'revision_number': 1, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:01.463471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1a45d-fc7c-4ea7-9712-1fb8d1a7d0f9 None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '2604b80e-9251-49b9-9304-14162fd8c1cb', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:5a:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:59Z', 'updated_at': '2022-02-16T17:09:59Z', 'revision_number': 0, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}, {'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:45Z', 'revision_number': 1, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:01.499675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 7d63d40a-aaa2-4c42-89a6-0b4745b64605 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:10:01.500025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:01.671213 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d1ad0-85e1-4c8d-a777-93025691c5c7 None None] New status for floating IP 2604b80e-9251-49b9-9304-14162fd8c1cb: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:01.682860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:01.683183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:01.813628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 7d63d40a-aaa2-4c42-89a6-0b4745b64605 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:10:01.975903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:02.025570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=7d63d40a-aaa2-4c42-89a6-0b4745b64605,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:02.116811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:02.117134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP f91ccc9f-a71a-4252-98e5-e3648e42ca53 disassociated (deleted). External IP: 172.26.7.46, port: 0f091ed8-817b-41da-b0ed-fb718d4ce28d. Feb 16 17:10:02.582239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 238e745b-d0f4-4b5c-a531-4894efd761ca has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:10:02.761215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:10:02.771294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] Sync routers for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:02.777108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:02.780915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:02.781574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:09:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:02.834884 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b8d82d40-a44e-4645-bb13-f595694aa40b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/f91ccc9f-a71a-4252-98e5-e3648e42ca53 HTTP/1.1" status: 204 len: 168 time: 1.5414147 Feb 16 17:10:02.835469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:10:02.960864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:03.075028 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'status': 'completed', 'code': 200} Feb 16 17:10:03.182260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-3e22473c-ea37-414c-b78a-e32d53a489ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.183907 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-3e22473c-ea37-414c-b78a-e32d53a489ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 1098 time: 0.0859931 Feb 16 17:10:03.245710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3048f-00f6-4f19-b437-6ba4ca087d35 req-b728c63f-9177-4519-930d-37929765daee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.246407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-67a3048f-00f6-4f19-b437-6ba4ca087d35 req-b728c63f-9177-4519-930d-37929765daee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:10:03.264356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-67a3048f-00f6-4f19-b437-6ba4ca087d35 req-b728c63f-9177-4519-930d-37929765daee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:10:03.265525 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-67a3048f-00f6-4f19-b437-6ba4ca087d35 req-b728c63f-9177-4519-930d-37929765daee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 945 time: 0.1048234 Feb 16 17:10:03.315594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-67a3048f-00f6-4f19-b437-6ba4ca087d35 req-e1f73599-9251-4050-b771-bb535f8325ee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Feb 16 17:10:03.344995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:32Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:03.349610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] Checking router: 238e745b-d0f4-4b5c-a531-4894efd761ca for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:03.359152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:03.359769 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:09:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:03.438479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-14db44a8-3172-4948-b820-158c34680964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.440205 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-14db44a8-3172-4948-b820-158c34680964 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca80c1d1-39db-4ff8-b860-28f37704d811 HTTP/1.1" status: 200 len: 897 time: 0.2465522 Feb 16 17:10:03.508022 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-6289ccaa-7dbd-4b31-b0cb-a49aed047968 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d HTTP/1.1" status: 200 len: 217 time: 0.0610726 Feb 16 17:10:03.540916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:03.573845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-db0d7d92-449b-423a-8d0b-ff66beb6c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.575684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-db0d7d92-449b-423a-8d0b-ff66beb6c9e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cd6ccb2-e6b3-4d1f-a189-b1327fac090c HTTP/1.1" status: 200 len: 835 time: 0.0606124 Feb 16 17:10:03.615575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aafc259c-3baf-4b03-8ec3-af9e7e988c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:03.655514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-f41b2f14-cc44-49e8-a9af-3e311e3ab343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.656977 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-f41b2f14-cc44-49e8-a9af-3e311e3ab343 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca80c1d1-39db-4ff8-b860-28f37704d811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736461 Feb 16 17:10:03.793446 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-d77bdde5-648d-47fe-a523-f65e991536ae service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293042 Feb 16 17:10:03.867137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:32Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:03.871221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a32b3-ee65-47e1-a3db-46bac3fb2c8c None None] The sync data for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv is: [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ec5abc72-6970-44b8-b903-4f98de1b1284', 'name': '', 'network_id': 'ca80c1d1-39db-4ff8-b860-28f37704d811', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:44:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:26Z', 'updated_at': '2022-02-16T17:08:32Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '5cd6ccb2-e6b3-4d1f-a189-b1327fac090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:03.938613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-595e3eb7-9ba3-4fe9-adb6-f1bdc13a5a6d req-3df346e4-f17f-4c8b-a7a2-2b142afb50e8 service neutron] 10.222.0.48 "GET /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376929 Feb 16 17:10:04.084416 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9bf5a-49e7-40f6-972e-30f2d088c83d None None] New status for floating IP f91ccc9f-a71a-4252-98e5-e3648e42ca53: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:04.249502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:04.511940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cce3b-9964-4f02-a37e-c14afad89c72 req-1e790392-1b4e-4108-9bb0-c1a0e8ee1c41 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:04.513308 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-134cce3b-9964-4f02-a37e-c14afad89c72 req-1e790392-1b4e-4108-9bb0-c1a0e8ee1c41 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 945 time: 0.0862513 Feb 16 17:10:04.559691 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-134cce3b-9964-4f02-a37e-c14afad89c72 req-7e7bf5fa-b5e0-4798-920c-69d1e5306e19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406559 Feb 16 17:10:04.875859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-76809039-6343-434f-88c5-ba98ed1ba977 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:04.876537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-76809039-6343-434f-88c5-ba98ed1ba977 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:10:04.889432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-76809039-6343-434f-88c5-ba98ed1ba977 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:10:04.890533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-76809039-6343-434f-88c5-ba98ed1ba977 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 945 time: 0.0957694 Feb 16 17:10:04.962356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 0f091ed8-817b-41da-b0ed-fb718d4ce28d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:10:04.965617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.007785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.223950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 0f091ed8-817b-41da-b0ed-fb718d4ce28d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0f091ed8-817b-41da-b0ed-fb718d4ce28d,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:05.224303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.349248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 0f091ed8-817b-41da-b0ed-fb718d4ce28d owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:10:05.501181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.553754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=0f091ed8-817b-41da-b0ed-fb718d4ce28d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:05.648012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 0f091ed8-817b-41da-b0ed-fb718d4ce28d on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:05.650748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.655641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'name': 'network-vif-deleted', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:10:05.669781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-785bf8bf-713d-4f7c-98d3-a56047ac515a req-1485fe5f-a250-4c8e-91bd-cd0d3a38deb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/0f091ed8-817b-41da-b0ed-fb718d4ce28d HTTP/1.1" status: 204 len: 173 time: 0.7736871 Feb 16 17:10:05.715039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1404b741-7576-4b5e-ad9b-a479f029ee8c req-ddf7d8e2-cd58-4484-9237-2c2211871910 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=348fa9f9-36e3-4458-a5db-622ec68c379d HTTP/1.1" status: 200 len: 210 time: 0.0440516 Feb 16 17:10:05.765810 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fa9f9-36e3-4458-a5db-622ec68c379d', 'name': 'network-vif-deleted', 'tag': '0f091ed8-817b-41da-b0ed-fb718d4ce28d', 'status': 'completed', 'code': 200} Feb 16 17:10:06.689628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:06.810980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60408) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:06.879648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c9680ab-f9a2-4f69-b237-eaa4ea2441f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:06.908749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c9680ab-f9a2-4f69-b237-eaa4ea2441f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:06.976676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c9680ab-f9a2-4f69-b237-eaa4ea2441f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:06.996805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9680ab-f9a2-4f69-b237-eaa4ea2441f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:07.007317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3c9680ab-f9a2-4f69-b237-eaa4ea2441f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:07.008452 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3c9680ab-f9a2-4f69-b237-eaa4ea2441f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/1aa1c0a7-6c9d-4e9c-af48-2d96f7218ce6 HTTP/1.1" status: 204 len: 168 time: 0.1964931 Feb 16 17:10:07.040409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60414) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:07.714217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:08.086441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port ec5abc72-6970-44b8-b903-4f98de1b1284 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:10:08.086441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:08.291247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port ec5abc72-6970-44b8-b903-4f98de1b1284, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ec5abc72-6970-44b8-b903-4f98de1b1284,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:08.292214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:08.417098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for ec5abc72-6970-44b8-b903-4f98de1b1284 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:10:08.612187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:08.645371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0f091ed8-817b-41da-b0ed-fb718d4ce28d no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:10:08.663437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=ec5abc72-6970-44b8-b903-4f98de1b1284,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:08.685574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 0f091ed8-817b-41da-b0ed-fb718d4ce28d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:10:08.685915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0f091ed8-817b-41da-b0ed-fb718d4ce28d not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:10:09.031954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.392095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 238e745b-d0f4-4b5c-a531-4894efd761ca has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:10:09.573534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:10:09.583656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] Sync routers for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:09.587990 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-12a6a048-2684-424d-b1d0-14171d9144f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/238e745b-d0f4-4b5c-a531-4894efd761ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5465333 Feb 16 17:10:09.590701 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60420) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:09.593816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:09.594417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:09.660442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet 5cd6ccb2-e6b3-4d1f-a189-b1327fac090c {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:10:09.663462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.720815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.772817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:09.803027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.884169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.922688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd6ccb2-e6b3-4d1f-a189-b1327fac090c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:09.928557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.934976 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-237b35dc-7679-4e80-a24c-9f454cbfcec0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/5cd6ccb2-e6b3-4d1f-a189-b1327fac090c HTTP/1.1" status: 204 len: 168 time: 0.3433294 Feb 16 17:10:09.937445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60424) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:09.954250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200f6a6-653b-4cea-95f8-6d818c1a6f6e None None] Network ca80c1d1-39db-4ff8-b860-28f37704d811 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:10:10.120155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.246815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:10:08Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:10.251344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] Checking router: 238e745b-d0f4-4b5c-a531-4894efd761ca for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:10.261853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] Routers {'238e745b-d0f4-4b5c-a531-4894efd761ca'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:10.262485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['238e745b-d0f4-4b5c-a531-4894efd761ca'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:10.357613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] DHCP port deletion for ca80c1d1-39db-4ff8-b860-28f37704d811 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:10:10.375446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] Deleting port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:10:10.375812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.421113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.430418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 408f9c8d-c687-458c-8301-99338ceeadf2 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:10:10.430872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.602234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] Set router 238e745b-d0f4-4b5c-a531-4894efd761ca gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:10.612249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 408f9c8d-c687-458c-8301-99338ceeadf2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=408f9c8d-c687-458c-8301-99338ceeadf2,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:10.612598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.738081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 408f9c8d-c687-458c-8301-99338ceeadf2 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:10:10.851245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] For port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,segment=NetworkSegment(9f157bdf-6d95-4a65-8c6b-5b4de62a9926),segment_id=9f157bdf-6d95-4a65-8c6b-5b4de62a9926)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:10.851760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.928274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.979257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=408f9c8d-c687-458c-8301-99338ceeadf2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:10.986541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] Calling delete_port for 47dc616a-b9fd-49b0-807d-196cfb0dfd7e owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:10:11.072661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.117906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.175261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] Pushing event deleted for resources: {'Port': ['ID=47dc616a-b9fd-49b0-807d-196cfb0dfd7e,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:11.177822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f4eea-c588-455d-985e-c813f8330244 None None] No DVR routers for this DVR port 47dc616a-b9fd-49b0-807d-196cfb0dfd7e on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:11.191041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:10:08Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:11.195059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e1d79-9f43-4b6c-9cfe-b7a77d2d48d6 None None] The sync data for ids ['238e745b-d0f4-4b5c-a531-4894efd761ca'] in dv-neutron-829527-2-hyperv is: [{'id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'name': 'tempest-TestNetworkBasicOps-router-2124254030', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:10:08Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '408f9c8d-c687-458c-8301-99338ceeadf2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e745b-d0f4-4b5c-a531-4894efd761ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:08:22Z', 'updated_at': '2022-02-16T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:11.261978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.264188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.287024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.287613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router 238e745b-d0f4-4b5c-a531-4894efd761ca {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:10:11.302916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.303970 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8ee7fd8-d133-4042-ac93-6ba7ae1e2139 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/238e745b-d0f4-4b5c-a531-4894efd761ca HTTP/1.1" status: 204 len: 168 time: 1.3656452 Feb 16 17:10:11.307372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60428) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:11.420452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.577461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.613385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca80c1d1-39db-4ff8-b860-28f37704d811']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:11.628365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f157bdf-6d95-4a65-8c6b-5b4de62a9926') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:11.628770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f157bdf-6d95-4a65-8c6b-5b4de62a9926') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:11.643453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.663278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.664109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 47dc616a-b9fd-49b0-807d-196cfb0dfd7e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:10:11.671247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:10:11.671354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:10:11.687120 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:10:11.719342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 47dc616a-b9fd-49b0-807d-196cfb0dfd7e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:10:11.719342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 47dc616a-b9fd-49b0-807d-196cfb0dfd7e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:10:11.719342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec5abc72-6970-44b8-b903-4f98de1b1284 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:10:11.756403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ec5abc72-6970-44b8-b903-4f98de1b1284 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:10:11.756741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ec5abc72-6970-44b8-b903-4f98de1b1284 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:10:11.783227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.807995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.822909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=ca80c1d1-39db-4ff8-b860-28f37704d811,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:11.836699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0d8a8048-961c-44e3-848c-57f70f37b02e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/ca80c1d1-39db-4ff8-b860-28f37704d811 HTTP/1.1" status: 204 len: 168 time: 0.5254691 Feb 16 17:10:11.854683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60432) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:11.860810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--1747144912', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:11.867337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:11.874203 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:11.878738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:11.890328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:11.910114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:11.913934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.959571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:10:11.969964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.970220 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment 7d6f911f-5954-4f71-99b8-024eb737deb6 of type vlan for network d4d3a096-909e-40d2-840d-9db7b8768b81 Feb 16 17:10:12.006094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.044251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.050518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:12.051154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.170677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3146951 Feb 16 17:10:12.173527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60436) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:12.179382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:12.187264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a674a75-0861-44e3-aec3-757aa607cd4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=d4d3a096-909e-40d2-840d-9db7b8768b81,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:12.188040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:12.193195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:12.196795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:12.202416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d4d3a096-909e-40d2-840d-9db7b8768b81 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:10:12.204572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:12.218619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.220176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.239666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.620450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.939684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.970869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:13.119420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.67 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/a24fc176-9d04-4381-876f-b1a54e9e57a6) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:13.270937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:13.301253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:13.362733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:13.365494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:13.368466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:10:13.415611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=a24fc176-9d04-4381-876f-b1a54e9e57a6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:13.486526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 408f9c8d-c687-458c-8301-99338ceeadf2 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:10:13.527394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 408f9c8d-c687-458c-8301-99338ceeadf2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:10:13.527740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 408f9c8d-c687-458c-8301-99338ceeadf2 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:10:13.911565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:14.326354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:14.551665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:10:14.756576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:10:14.764927 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:14.778836 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:14.778836 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:14.792449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:14.792449 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f43a5de1-7be5-49f3-91d9-a0feed18a353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6131098 Feb 16 17:10:14.792449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60442) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:14.853633 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-11af8b19-e5fd-49c4-b2a2-7f8138a5d9fd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558093 Feb 16 17:10:14.859395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60446) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:15.017152 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:15.047926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1bbe0-40e4-48f0-95eb-5c8e2ba0e0fe tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:15.052668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60450) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:15.057074 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-78c1bbe0-40e4-48f0-95eb-5c8e2ba0e0fe tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1935775 Feb 16 17:10:15.105436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3fabd252-238c-4d3d-9875-f2985c441b5b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507247 Feb 16 17:10:15.105436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60454) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:15.111934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-630668566', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:15.243261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:15.243261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:15.251508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:15.251508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:15.264843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:15.264843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.340459 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:13Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:15.345208 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:15.345208 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Updating router dad25cf4-4cca-4bef-8e50-2ac19b88b56b port a24fc176-9d04-4381-876f-b1a54e9e57a6 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:10:15.413825 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.501909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.582285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=fb45c004-526a-455b-a321-9be537d57f76,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:15.594794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:10:15.594794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: d4d3a096-909e-40d2-840d-9db7b8768b81, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:10:15.620396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d4d3a096-909e-40d2-840d-9db7b8768b81 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:10:15.628237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d4d3a096-909e-40d2-840d-9db7b8768b81) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:15.637075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dcf510-dce2-4e4a-af95-3e857ccf2c9f None None] Network d4d3a096-909e-40d2-840d-9db7b8768b81 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:10:15.641678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:15.641678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.667195 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-beabb9af-b09e-41d5-9147-d032d9380f62 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5550723 Feb 16 17:10:15.667195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60458) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:15.877966 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.894924 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Transition to ACTIVE for port object a24fc176-9d04-4381-876f-b1a54e9e57a6 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:15.904050 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.985618 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Pushing event updated for resources: {'Port': ['ID=a24fc176-9d04-4381-876f-b1a54e9e57a6,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:16.002294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.002294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.002294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.002294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.002294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.006959 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:16.016542 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:10:16.042875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Attempting to bind port a24fc176-9d04-4381-876f-b1a54e9e57a6 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:16.042875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Attempting to bind port a24fc176-9d04-4381-876f-b1a54e9e57a6 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:16.042875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Attempting to bind port a24fc176-9d04-4381-876f-b1a54e9e57a6 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:10:16.051881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d4d3a096-909e-40d2-840d-9db7b8768b81', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:10:16.051881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.062116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:10:16.062116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:10:16.062116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.062116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:10:16.062116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Bound port: a24fc176-9d04-4381-876f-b1a54e9e57a6, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:16.062116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.200270 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] For port a24fc176-9d04-4381-876f-b1a54e9e57a6, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:10:16.200270 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] For port a24fc176-9d04-4381-876f-b1a54e9e57a6, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a24fc176-9d04-4381-876f-b1a54e9e57a6,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:10:16.212709 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.334750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Allocated IP 172.20.0.2 (d4d3a096-909e-40d2-840d-9db7b8768b81/fb45c004-526a-455b-a321-9be537d57f76/8dab55ad-f8ae-4c3a-91fa-6951bac14b28) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:16.359670 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9a526-4b5b-4ae2-829d-8b915701b4de None None] Pushing event updated for resources: {'Port': ['ID=a24fc176-9d04-4381-876f-b1a54e9e57a6,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:16.368787 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:16.368787 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:16.678902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.684463 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:16.699444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Transition to ACTIVE for port object 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:16.719556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Transition to ACTIVE for port object 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:16.728235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.749717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.851086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Network d4d3a096-909e-40d2-840d-9db7b8768b81 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:16.851086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:16.860858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:10:16.911221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Pushing event updated for resources: {'Port': ['ID=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:16.985628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Attempting to bind port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:16.985628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Attempting to bind port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:16.985628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Attempting to bind port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 on network d4d3a096-909e-40d2-840d-9db7b8768b81 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:10:16.996114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:10:16.996114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Checking segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:10:16.996114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.996114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Bound using segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:10:16.996114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Bound port: 8dab55ad-f8ae-4c3a-91fa-6951bac14b28, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:16.996114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.136503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] For port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:10:17.136503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] For port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:10:17.154918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.159861 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:13Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:17.176101 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44594d23-4dcb-4ccb-81dc-b583e7ed175e None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:13Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:17.328582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c1b31-df5a-4663-9f9d-c324f380577d None None] Pushing event updated for resources: {'Port': ['ID=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:17.432302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (d4d3a096-909e-40d2-840d-9db7b8768b81/fb45c004-526a-455b-a321-9be537d57f76/c7c1b91e-bff6-4b02-8b31-845b510889a1) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:17.778409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.813801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object c7c1b91e-bff6-4b02-8b31-845b510889a1 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:17.854854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.973566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d4d3a096-909e-40d2-840d-9db7b8768b81 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:17.980859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:17.989903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:10:18.022640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=c7c1b91e-bff6-4b02-8b31-845b510889a1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:18.065750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:18.533141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:18.790778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff18fb-ac9b-4eb8-b4ad-fcda4e3ce9b6 None None] Network d4d3a096-909e-40d2-840d-9db7b8768b81 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:10:18.917845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-50fab96a-df23-47a7-9dc3-05402aac1b41 None None] Provisioning for port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:19.069876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.083807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.349470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=c7c1b91e-bff6-4b02-8b31-845b510889a1,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:19.376416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.475125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1fa9e28b-d23d-4d1e-8530-6cb8095a5fbc None None] Provisioning for port c7c1b91e-bff6-4b02-8b31-845b510889a1 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:19.481977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1fa9e28b-d23d-4d1e-8530-6cb8095a5fbc None None] Provisioning complete for port c7c1b91e-bff6-4b02-8b31-845b510889a1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:19.481977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e28b-d23d-4d1e-8530-6cb8095a5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.599103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d4d3a096-909e-40d2-840d-9db7b8768b81 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:19.600392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:19.600500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9e28b-d23d-4d1e-8530-6cb8095a5fbc None None] Port c7c1b91e-bff6-4b02-8b31-845b510889a1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:10:19.658343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:19.737338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2b44e56e-edd1-41f9-8951-8f89e90e74e9 None None] Provisioning complete for port c7c1b91e-bff6-4b02-8b31-845b510889a1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:19.737704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2b44e56e-edd1-41f9-8951-8f89e90e74e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.798380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:19.809282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:19.809639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.834272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2b44e56e-edd1-41f9-8951-8f89e90e74e9 None None] Port c7c1b91e-bff6-4b02-8b31-845b510889a1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:10:19.850875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:10:19.945055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:19.985466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7295e6ca-9b91-4802-8e95-1a268f320acc None None] Provisioning complete for port c7c1b91e-bff6-4b02-8b31-845b510889a1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:19.985654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7295e6ca-9b91-4802-8e95-1a268f320acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.043951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:20.051821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.052573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a24fc176-9d04-4381-876f-b1a54e9e57a6 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:20.065581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:10:20.081304 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-761de51b-fa0f-43ff-ad72-944c914faf69 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/dad25cf4-4cca-4bef-8e50-2ac19b88b56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4172935 Feb 16 17:10:20.084218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60464) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:20.114108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:20.132583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-7295e6ca-9b91-4802-8e95-1a268f320acc None None] Port c7c1b91e-bff6-4b02-8b31-845b510889a1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:10:20.175980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:20.176605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:20.246926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.246926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.246926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.246926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.246926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.246926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.252662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60468) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:20.258736 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-77f6d405-233e-416c-bc88-21a6f0248700 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1617501 Feb 16 17:10:20.314456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:20.341781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.341781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.341781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.341781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.342151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.342290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.344051 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dbc2576d-9f3f-4ee4-a4be-5df6b5a11063 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0953190 Feb 16 17:10:20.346736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60472) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:20.414241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a24fc176-9d04-4381-876f-b1a54e9e57a6 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:20.427629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a24fc176-9d04-4381-876f-b1a54e9e57a6 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:20.427629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.482453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:20.696845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fc5b59da-8c4f-433b-a3eb-4da06ef3d6c3 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3459475 Feb 16 17:10:20.767757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.808263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port a24fc176-9d04-4381-876f-b1a54e9e57a6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a24fc176-9d04-4381-876f-b1a54e9e57a6,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:20.818184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.923977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=a24fc176-9d04-4381-876f-b1a54e9e57a6,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:20.949757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:20.953713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:20.954063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Updating router dad25cf4-4cca-4bef-8e50-2ac19b88b56b port c7c1b91e-bff6-4b02-8b31-845b510889a1 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:10:20.968222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60478) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:20.974897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745110109', 'description': 'tempest-secgroup-smoke-745110109 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:20.981495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:20.990990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.000546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.010251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.022700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.030044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.049979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:21.053972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.057917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.063638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.144628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.151640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.207583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6721580-290d-4261-9da7-69f7029df5cd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.215669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.220117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60482) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:21.221335 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3ca813b1-6204-4447-8681-ef3355b630ae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2512496 Feb 16 17:10:21.226318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'b6721580-290d-4261-9da7-69f7029df5cd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:21.234796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:21.241603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.245456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.251753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.271665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.350370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.350370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.391446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e43b20d-ac58-4de0-beac-15c35d37966c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.398104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.399850 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cbed973a-6797-48c3-b18a-f1e720e80315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787467 Feb 16 17:10:21.402980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60488) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:21.415935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'b6721580-290d-4261-9da7-69f7029df5cd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:21.424822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:21.424822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.424822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.436157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.457060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.459244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.463154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Transition to ACTIVE for port object c7c1b91e-bff6-4b02-8b31-845b510889a1 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:21.469127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.528779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.536927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.566368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9547c70-c351-4262-bf6f-152716dee690,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.582733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.589797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60492) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:21.591635 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-064f26a6-bc41-40a4-aaaf-1b27213c6d20 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1875517 Feb 16 17:10:21.599900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'b6721580-290d-4261-9da7-69f7029df5cd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:21.607772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:21.608639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:21.612307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.616268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.622959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.648318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.728226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.733308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.753471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5701f-9739-4de5-aea1-9815f7b37a70 None None] Pushing event updated for resources: {'Port': ['ID=c7c1b91e-bff6-4b02-8b31-845b510889a1,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.759987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15821a21-e195-4d4d-b6fd-c2d8ef37268e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.771542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.772904 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-93ba133c-4a6e-4387-8952-1bddeceb57ea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812918 Feb 16 17:10:21.778493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60496) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:21.783704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'b6721580-290d-4261-9da7-69f7029df5cd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:21.785834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Attempting to bind port c7c1b91e-bff6-4b02-8b31-845b510889a1 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:21.785834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Attempting to bind port c7c1b91e-bff6-4b02-8b31-845b510889a1 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:21.786348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Attempting to bind port c7c1b91e-bff6-4b02-8b31-845b510889a1 on network d4d3a096-909e-40d2-840d-9db7b8768b81 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:10:21.791728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:21.794692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:10:21.795443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Checking segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:10:21.795864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.795971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.796054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Bound using segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:10:21.796270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Bound port: c7c1b91e-bff6-4b02-8b31-845b510889a1, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:21.797800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.799155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.804856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.834948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:21.834948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.840502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.904604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.914011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.933453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc96d9a-5c1a-48c3-b38b-b9240aad415a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.946336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.947230 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9b92d076-e046-44f2-8d89-04ffadf4de6f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700974 Feb 16 17:10:21.950157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60500) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:21.955351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'b6721580-290d-4261-9da7-69f7029df5cd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:21.961481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:21.969466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:21.974517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] For port c7c1b91e-bff6-4b02-8b31-845b510889a1, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:10:21.974705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:21.974843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] For port c7c1b91e-bff6-4b02-8b31-845b510889a1, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c7c1b91e-bff6-4b02-8b31-845b510889a1,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:10:21.975495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:21.979813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.987846 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:10:21.996052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.084458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.088479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.118982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71f398a-d4fa-4eaa-9b00-84fd11404404,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:22.122860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.124317 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6b847126-c5d1-4608-82e7-be6de170e815 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1730769 Feb 16 17:10:22.127894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60504) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:22.135049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'b6721580-290d-4261-9da7-69f7029df5cd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:22.143673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:22.147981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:22.155877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:22.162610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:22.163631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:22.164268 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:22.181067 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:10:22.197937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.216564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5701f-9739-4de5-aea1-9815f7b37a70 None None] Pushing event updated for resources: {'Port': ['ID=c7c1b91e-bff6-4b02-8b31-845b510889a1,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:22.253721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a24fc176-9d04-4381-876f-b1a54e9e57a6 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:22.347505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.347505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.382310 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db6aa8e-d701-4806-97c5-4ae447abadb5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:22.400386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.401764 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1e4c1f37-5f50-4fde-8bc4-1f3fdd3239ff tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2736409 Feb 16 17:10:22.480164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a24fc176-9d04-4381-876f-b1a54e9e57a6 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:22.480164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:22.529846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:22.676790 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-b1c2124c-6372-4171-87b6-df8cdd5515e6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745110109&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0597830 Feb 16 17:10:22.938318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:22.942307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f691a94-05ac-4f6d-aedb-89940ce53e92 None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:23.010250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-fede25dc-187c-41ef-8031-29c2d5a9f2d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:23.011073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-fede25dc-187c-41ef-8031-29c2d5a9f2d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:10:23.028316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-fede25dc-187c-41ef-8031-29c2d5a9f2d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:10:23.029626 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-fede25dc-187c-41ef-8031-29c2d5a9f2d8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 797 time: 0.3529534 Feb 16 17:10:23.052958 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ec21bc01-c75f-452f-a511-3875de777fca tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0171893 Feb 16 17:10:23.146530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-3fa01fea-3d1d-4fe7-8018-e22682d59bd0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859790 Feb 16 17:10:23.308010 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-badf93c7-1e40-4ac0-a75d-28d54e6e8f3e service neutron] 10.222.0.43 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434627 Feb 16 17:10:23.444979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-fea93c33-eddb-463c-88e6-4b12acd310ed service neutron] 10.222.0.43 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367865 Feb 16 17:10:23.567600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c7c1b91e-bff6-4b02-8b31-845b510889a1 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:23.681014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port c7c1b91e-bff6-4b02-8b31-845b510889a1 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:23.688090 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b7159121-0c0a-43cf-b231-883cc18c9e95 req-0bf6b743-f5d6-4800-9f27-eb3d2f541320 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 210 time: 0.0644560 Feb 16 17:10:23.691624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c7c1b91e-bff6-4b02-8b31-845b510889a1 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:23.691624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:23.856513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:23.939345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port c7c1b91e-bff6-4b02-8b31-845b510889a1, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c7c1b91e-bff6-4b02-8b31-845b510889a1,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:23.939345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:24.032914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=c7c1b91e-bff6-4b02-8b31-845b510889a1,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:24.581293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:24.898873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ad588f86-6922-4303-b3c6-ee7433c010df req-1d8a5e82-ecc9-4861-937d-2f655720c82b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 210 time: 0.0866404 Feb 16 17:10:24.983970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ca5cc5cb-e071-45c2-bd05-819f9a1ff2f4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:24.984588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ca5cc5cb-e071-45c2-bd05-819f9a1ff2f4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:10:24.998255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ca5cc5cb-e071-45c2-bd05-819f9a1ff2f4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:10:24.998466 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ca5cc5cb-e071-45c2-bd05-819f9a1ff2f4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 797 time: 0.1966829 Feb 16 17:10:25.157658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ea24423f-8d59-48c3-bd94-8721cb5a4dee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:10:25.178789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ea24423f-8d59-48c3-bd94-8721cb5a4dee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:10:25.180529 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ea24423f-8d59-48c3-bd94-8721cb5a4dee tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 379 time: 0.1736543 Feb 16 17:10:25.190275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '539ffbfa-e411-484c-99cb-9aff09e88892', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['b6721580-290d-4261-9da7-69f7029df5cd']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:25.330699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:25.336157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:port and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:25.338655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:25.344110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:25.354831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:25.358266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:25.548257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.11 (d4d3a096-909e-40d2-840d-9db7b8768b81/fb45c004-526a-455b-a321-9be537d57f76/e60b4959-68b8-4ab4-a01d-178c1df7bd1d) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:25.557625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c7c1b91e-bff6-4b02-8b31-845b510889a1 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:25.632528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c7c1b91e-bff6-4b02-8b31-845b510889a1 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:25.632528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:25.761361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:25.779173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object e60b4959-68b8-4ab4-a01d-178c1df7bd1d will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:25.806515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:25.890818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d4d3a096-909e-40d2-840d-9db7b8768b81 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:25.892729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:25.895510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:10:25.961990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:26.019903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:26.019903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:26.067262 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-ed113764-a4a6-4c6c-8497-fb02b66bac32 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802171 Feb 16 17:10:26.088955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Request body: {'port': {'device_id': '539ffbfa-e411-484c-99cb-9aff09e88892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:26.276121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1be30e-d286-42c5-808f-04c13c8ef9d7 req-9edcb744-c17f-4865-b887-0bcc917c3bb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:26.276121 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6b1be30e-d286-42c5-808f-04c13c8ef9d7 req-9edcb744-c17f-4865-b887-0bcc917c3bb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 932 time: 0.1844914 Feb 16 17:10:26.333317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b0a58de7-a1a7-48d1-bdd3-e9f150e13c56 None None] Provisioning for port e60b4959-68b8-4ab4-a01d-178c1df7bd1d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:26.344097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b0a58de7-a1a7-48d1-bdd3-e9f150e13c56 None None] Provisioning complete for port e60b4959-68b8-4ab4-a01d-178c1df7bd1d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:26.344097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b0a58de7-a1a7-48d1-bdd3-e9f150e13c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:26.370455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:26.379520 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6b1be30e-d286-42c5-808f-04c13c8ef9d7 req-a91563fe-ce81-4368-b257-b668cf04f4de tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898857 Feb 16 17:10:26.432906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b0a58de7-a1a7-48d1-bdd3-e9f150e13c56 None None] Port e60b4959-68b8-4ab4-a01d-178c1df7bd1d cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:10:26.727111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60b4959-68b8-4ab4-a01d-178c1df7bd1d {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:10:26.734599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:26.749036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Transition to ACTIVE for port object e60b4959-68b8-4ab4-a01d-178c1df7bd1d will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:26.752117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:27.024652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Pushing event updated for resources: {'Port': ['ID=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:27.097019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Attempting to bind port e60b4959-68b8-4ab4-a01d-178c1df7bd1d on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:27.097348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Attempting to bind port e60b4959-68b8-4ab4-a01d-178c1df7bd1d by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:27.097674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Attempting to bind port e60b4959-68b8-4ab4-a01d-178c1df7bd1d on network d4d3a096-909e-40d2-840d-9db7b8768b81 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:10:27.103153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Port e60b4959-68b8-4ab4-a01d-178c1df7bd1d on network d4d3a096-909e-40d2-840d-9db7b8768b81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:10:27.103462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Attempting to bind port e60b4959-68b8-4ab4-a01d-178c1df7bd1d on network d4d3a096-909e-40d2-840d-9db7b8768b81 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:10:27.108458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:10:27.108786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Checking segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:10:27.109156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Bound using segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:10:27.109566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Bound port: e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:27.109900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:27.200423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] For port e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:10:27.203324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] For port e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:10:27.207841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:27.266470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.267091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:27.268433 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] 10.222.0.48 "PUT /v2.0/ports/e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 200 len: 1094 time: 1.1944988 Feb 16 17:10:27.268866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:10:27.292229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61c3f-d005-4eb0-9cc7-f25f405ca63b service neutron] Pushing event updated for resources: {'Port': ['ID=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:27.347205 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'status': 'completed', 'code': 200} Feb 16 17:10:27.391045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-2b1fb02d-42b3-4a24-a9dc-990e366b4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.392517 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-2b1fb02d-42b3-4a24-a9dc-990e366b4bdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1097 time: 0.0768681 Feb 16 17:10:27.467358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-d4f35042-7ec3-49c8-b1ac-a45242b52436 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 200 len: 217 time: 0.0675948 Feb 16 17:10:27.538304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-4f3e853c-5157-40a9-966b-65954c491b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.540877 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-4f3e853c-5157-40a9-966b-65954c491b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.0673177 Feb 16 17:10:27.599922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c25083-d54d-49c8-b737-f0cfa89767ec req-2ac8f24c-bfc2-4ccf-a17e-c9781b59c2b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.601373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55c25083-d54d-49c8-b737-f0cfa89767ec req-2ac8f24c-bfc2-4ccf-a17e-c9781b59c2b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 944 time: 0.0855987 Feb 16 17:10:27.619355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-398a0a7f-7f3b-4016-a799-9ef49fcb6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.620820 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-398a0a7f-7f3b-4016-a799-9ef49fcb6fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742941 Feb 16 17:10:27.647556 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55c25083-d54d-49c8-b737-f0cfa89767ec req-9ff87886-a86a-4fb8-a244-d41554cffccb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Feb 16 17:10:27.754091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-3730b63f-700b-416a-88ca-33f5d37bbf13 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265583 Feb 16 17:10:27.889445 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3775ed0a-195d-4af9-81aa-1aa4c9c6dbb2 req-e9198a99-9403-4d3d-b7b8-4fd149e17144 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295712 Feb 16 17:10:27.998388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-bcdaae24-6646-48fe-aca1-003e306f4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.999876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-bcdaae24-6646-48fe-aca1-003e306f4976 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1097 time: 0.0690517 Feb 16 17:10:28.167138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-a0d3a4c9-fe15-4cd5-a63c-63ef92b8537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:28.169436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-a0d3a4c9-fe15-4cd5-a63c-63ef92b8537f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 898 time: 0.1634591 Feb 16 17:10:28.239562 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-9f24b76a-5bee-41d6-b59d-a47d05025c0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 200 len: 217 time: 0.0640137 Feb 16 17:10:28.300018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-6aff1d51-a391-4b9c-9e76-90be1f99eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:28.301415 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-6aff1d51-a391-4b9c-9e76-90be1f99eaf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.0562463 Feb 16 17:10:28.379467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-7eadc6ff-ceed-46a9-861b-0d6059596c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:28.380953 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-7eadc6ff-ceed-46a9-861b-0d6059596c64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735524 Feb 16 17:10:28.518581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-7f1353e4-b00a-48ea-a6cd-72b1f63faaca service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312356 Feb 16 17:10:28.759016 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29011805-d507-4bdd-96dd-31cbf5f8d542 req-e28b6e3b-f140-4665-a6d5-593f0170fd4e service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334168 Feb 16 17:10:28.849195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aafb6-841d-491c-a8ec-82fb8cc158a1 req-dd4c381c-e9cb-4981-901e-4e1ebda64b92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:28.850737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-946aafb6-841d-491c-a8ec-82fb8cc158a1 req-dd4c381c-e9cb-4981-901e-4e1ebda64b92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 944 time: 0.0877340 Feb 16 17:10:28.896674 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-946aafb6-841d-491c-a8ec-82fb8cc158a1 req-7ba7997f-85e4-4e1d-b23e-7bdb37b9a0cf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Feb 16 17:10:30.089399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95266-5f6d-4147-b2ec-7e3edef86e54 req-bd00183f-9ece-477d-9886-cec002be01a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:30.090869 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fdf95266-5f6d-4147-b2ec-7e3edef86e54 req-bd00183f-9ece-477d-9886-cec002be01a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 944 time: 0.0831020 Feb 16 17:10:30.136034 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fdf95266-5f6d-4147-b2ec-7e3edef86e54 req-b44f9972-62a5-40dc-bd4d-4b9d7d208ab3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393047 Feb 16 17:10:30.835088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9bbec687-5945-486d-bb58-2ff1f35e49a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:31.330677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890044d8-8cfc-4a13-8dcc-e2f30301f7d1 req-a00e994e-1b74-42a3-900e-3b7142742f47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:31.332197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-890044d8-8cfc-4a13-8dcc-e2f30301f7d1 req-a00e994e-1b74-42a3-900e-3b7142742f47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 944 time: 0.0903900 Feb 16 17:10:31.381274 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-890044d8-8cfc-4a13-8dcc-e2f30301f7d1 req-7107ebac-a757-407e-b85a-5b8a3e9b098b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Feb 16 17:10:32.572972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd196da-cbda-44dd-89b7-8884dcd21d7c req-2e720c0a-08c6-4759-bc7e-c8549fd93545 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:32.574335 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9bd196da-cbda-44dd-89b7-8884dcd21d7c req-2e720c0a-08c6-4759-bc7e-c8549fd93545 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 944 time: 0.0875840 Feb 16 17:10:32.621539 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9bd196da-cbda-44dd-89b7-8884dcd21d7c req-79f6f199-75d6-4ec7-bc4b-2c13f071e34f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412204 Feb 16 17:10:32.737446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e60b4959-68b8-4ab4-a01d-178c1df7bd1d details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:10:32.879118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:32.892449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'port_id': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'mac_address': 'fa:16:3e:93:bf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:10:32.947545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:32.964229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60b4959-68b8-4ab4-a01d-178c1df7bd1d {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:10:32.980099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:32.984876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:33.105879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:33.319890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['e60b4959-68b8-4ab4-a01d-178c1df7bd1d'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:10:33.606112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c930a3e3-94d6-4035-9ece-4899efb5957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:33.810214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c010cd6-cf70-4af5-890d-371861bb0e77 req-ae94336a-fbae-4545-8b7b-bcf9643f2de5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:33.811606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8c010cd6-cf70-4af5-890d-371861bb0e77 req-ae94336a-fbae-4545-8b7b-bcf9643f2de5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 945 time: 0.0842812 Feb 16 17:10:33.856165 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8c010cd6-cf70-4af5-890d-371861bb0e77 req-4f5bd00d-c695-48c2-b253-8a6fc8bb30d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Feb 16 17:10:34.254297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:34.735425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e60b4959-68b8-4ab4-a01d-178c1df7bd1d up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:10:34.805183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port e60b4959-68b8-4ab4-a01d-178c1df7bd1d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:34.810382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port e60b4959-68b8-4ab4-a01d-178c1df7bd1d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:34.810772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:34.927665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:34.954293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:10:34.965072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:10:34.969085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.039676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.045483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dca8ab-4a12-48dc-8a83-e1abed0d0678 req-e98a7fab-d974-4d0d-8e00-c7adc448c6d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:35.046987 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-38dca8ab-4a12-48dc-8a83-e1abed0d0678 req-e98a7fab-d974-4d0d-8e00-c7adc448c6d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.0827496 Feb 16 17:10:35.053105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:35.096746 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-38dca8ab-4a12-48dc-8a83-e1abed0d0678 req-80a7d176-c2c5-4dfd-81cf-ca4d00ed4165 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439060 Feb 16 17:10:35.147092 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'code': 200} Feb 16 17:10:35.441062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c6727-9f85-4d23-9e1d-0c0d65c80f29 req-603abd60-f876-4951-b78e-f98c1f6c987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:35.443413 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ae0c6727-9f85-4d23-9e1d-0c0d65c80f29 req-603abd60-f876-4951-b78e-f98c1f6c987d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1099 time: 0.1106131 Feb 16 17:10:35.484532 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ae0c6727-9f85-4d23-9e1d-0c0d65c80f29 req-acd10790-b284-4b01-9b7f-096d4cb454da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345731 Feb 16 17:10:36.290806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c84ec-8356-4fb5-8f43-054dc47d98d3 req-0987d603-85fb-4f8a-9de8-e45d9cdbdc4e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:36.292366 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-560c84ec-8356-4fb5-8f43-054dc47d98d3 req-0987d603-85fb-4f8a-9de8-e45d9cdbdc4e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.0821345 Feb 16 17:10:36.337128 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-560c84ec-8356-4fb5-8f43-054dc47d98d3 req-b73fee46-354b-4b99-b222-8ef251aedf4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386229 Feb 16 17:10:36.693978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:37.530037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2150d66-6a5c-453e-a5a0-73ca72b6d6c2 req-fad6d836-4a1c-4d23-96c8-ad53c41b8576 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:37.531539 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2150d66-6a5c-453e-a5a0-73ca72b6d6c2 req-fad6d836-4a1c-4d23-96c8-ad53c41b8576 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.0869255 Feb 16 17:10:37.576864 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2150d66-6a5c-453e-a5a0-73ca72b6d6c2 req-840d3d35-e41d-4c73-861b-fd38c0e028ec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391560 Feb 16 17:10:37.760695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7950a-acb7-4225-b5ea-711957c70dfc req-a0016a99-e6f2-4955-be48-6a819464eb2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:37.762057 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60c7950a-acb7-4225-b5ea-711957c70dfc req-a0016a99-e6f2-4955-be48-6a819464eb2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.0822687 Feb 16 17:10:37.808580 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60c7950a-acb7-4225-b5ea-711957c70dfc req-923a2d1f-00cb-40b7-ac42-30d2cf419b17 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Feb 16 17:10:37.831727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60570) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:38.016773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd092f-b0ef-4561-a09b-a09ac1533f66 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:38.018181 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-57bd092f-b0ef-4561-a09b-a09ac1533f66 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1094 time: 0.1854823 Feb 16 17:10:38.020988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60576) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:38.026309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:38.032354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:10:38.036495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:10:38.039604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:10:38.046292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:10:38.057453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.199710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.342653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.66 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/b48225c4-fdbe-4663-87d4-09839850079c) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:38.590973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.620688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.687915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:38.692665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:38.698066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:10:38.724915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=b48225c4-fdbe-4663-87d4-09839850079c,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:39.178820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.270104 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.515726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.520633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.633827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=b48225c4-fdbe-4663-87d4-09839850079c,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:39.655202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.847584 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f associated. External IP: 172.26.7.66, port: e60b4959-68b8-4ab4-a01d-178c1df7bd1d. Feb 16 17:10:40.409616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:10:40.614157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:10:40.624910 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:40.639715 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:40.641827 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:40.642965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.710327 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9042e92-312f-4431-a648-fecc3aa693b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6848354 Feb 16 17:10:40.710327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:10:40.710821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60582) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:40.763422 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'status': 'completed', 'code': 200} Feb 16 17:10:40.853376 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:40.895709 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-083690f2-0785-4ef0-a79a-29af39069883 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 991 time: 0.1846192 Feb 16 17:10:40.918257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-950f1ed6-3799-4fae-9b7e-226ee144cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:40.919449 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-950f1ed6-3799-4fae-9b7e-226ee144cb52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1099 time: 0.1075590 Feb 16 17:10:41.079916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-af6caf94-628b-41e0-99f8-b17ad4770494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:41.081397 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-af6caf94-628b-41e0-99f8-b17ad4770494 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 898 time: 0.1557534 Feb 16 17:10:41.229124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-f9deccbf-af5b-48f9-b30e-2b44ea66ed83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 200 len: 999 time: 0.1369548 Feb 16 17:10:41.303043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-8b5684fd-c138-4ed4-8fb7-ef085188fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:41.303043 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-8b5684fd-c138-4ed4-8fb7-ef085188fa31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.0676048 Feb 16 17:10:41.314130 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a38f60f5-6f85-43fc-9b12-05c52600e90f', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.66', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'port_id': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'mac_address': 'fa:16:3e:93:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ffbfa-e411-484c-99cb-9aff09e88892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:39Z', 'updated_at': '2022-02-16T17:10:39Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:41.319141 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:41.334214 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:10:41.334214 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:10:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:41.395698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-c548e384-c45b-4c2e-9a13-9b4f04c5359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:41.396412 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-c548e384-c45b-4c2e-9a13-9b4f04c5359e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868583 Feb 16 17:10:41.543942 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:10:41.574258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-4c89b5eb-86ef-4770-b457-37d664a818c2 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680360 Feb 16 17:10:41.726119 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-48d0b54c-3099-42a4-8e86-16502c3e8f04 req-87a44f26-76d7-4849-bb3d-b51b1e6858b8 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449308 Feb 16 17:10:41.899822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60588) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:41.977534 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a38f60f5-6f85-43fc-9b12-05c52600e90f', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.66', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'port_id': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'mac_address': 'fa:16:3e:93:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ffbfa-e411-484c-99cb-9aff09e88892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:39Z', 'updated_at': '2022-02-16T17:10:39Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:41.981761 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298cdd0-0b78-4806-9f4b-69b8e3d1bf41 None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a38f60f5-6f85-43fc-9b12-05c52600e90f', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.66', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'port_id': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'mac_address': 'fa:16:3e:93:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ffbfa-e411-484c-99cb-9aff09e88892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:39Z', 'updated_at': '2022-02-16T17:10:39Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:42.020782 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a2b96f6e-4f53-4593-8add-8ffd1b9fe446 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 991 time: 0.1187646 Feb 16 17:10:42.190734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc2bc1-7ea5-4fc3-9e7d-384f705dd87b None None] New status for floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:43.023921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60592) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:10:43.130232 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-561eaeec-62bd-4c8c-a504-fd394635fe97 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 993 time: 0.1045156 Feb 16 17:10:52.989538 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:10:54.592983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:00.839138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1eb5d232-2451-40b6-925f-a841e0c3f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:03.587254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8d21e8e2-4ad4-4a26-992e-500ac9f3e28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:04.256419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.013001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:06.694360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:24.594854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:29.990425 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:11:30.125525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60610) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:30.354028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Deleting port 5d588a80-d568-4ba5-ba20-ea076bf322b7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:30.354274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:30.622928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:30.623256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:30.754971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Calling delete_port for 5d588a80-d568-4ba5-ba20-ea076bf322b7 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:30.843404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a711935e-13bf-40a3-9a2f-273f38537496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:30.914446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:30.987073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'Port': ['ID=5d588a80-d568-4ba5-ba20-ea076bf322b7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:31.003682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.004026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.004361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.004692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.005015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.005336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.005658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.005977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.006300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.006640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.006957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.007267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:31.067314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:31.067685 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Floating IP 2604b80e-9251-49b9-9304-14162fd8c1cb disassociated (deleted). External IP: 172.26.7.97, port: f989a470-9ed8-4c8e-8c2b-7d3f202ad787. Feb 16 17:11:31.421369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:11:31.601227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:11:31.611445 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:31.618448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:31.620714 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:31.621949 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:31.676774 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2f48e225-02b3-45bd-ab3d-4ef1ca528a67 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "DELETE /v2.0/floatingips/2604b80e-9251-49b9-9304-14162fd8c1cb HTTP/1.1" status: 204 len: 168 time: 1.5501535 Feb 16 17:11:31.677348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:11:31.834027 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:31.924336 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'status': 'completed', 'code': 200} Feb 16 17:11:32.020621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afdee-481f-44da-89f6-ac8b726f91de req-134feaca-9158-4611-ba03-af18a75afe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:32.022093 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-134feaca-9158-4611-ba03-af18a75afe2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 1098 time: 0.0737498 Feb 16 17:11:32.095202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93e34c-a13c-42c5-94c4-f6e9d90c4081 req-07eaabd1-ec87-45b6-8133-0817f6ddd377 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:32.096587 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6c93e34c-a13c-42c5-94c4-f6e9d90c4081 req-07eaabd1-ec87-45b6-8133-0817f6ddd377 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0832429 Feb 16 17:11:32.148468 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6c93e34c-a13c-42c5-94c4-f6e9d90c4081 req-1856bc92-dfa2-4b89-8d2b-6714dddb9c0f tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456953 Feb 16 17:11:32.168995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afdee-481f-44da-89f6-ac8b726f91de req-bcfbac2c-aa49-4260-92f6-e1d471063300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:32.170664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-bcfbac2c-aa49-4260-92f6-e1d471063300 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1399927 Feb 16 17:11:32.229427 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:45Z', 'revision_number': 1, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.234734 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:32.243721 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:32.244340 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.350936 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-7a527cdb-32da-4f3c-901d-8e8e15154439 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787 HTTP/1.1" status: 200 len: 217 time: 0.1724362 Feb 16 17:11:32.414436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afdee-481f-44da-89f6-ac8b726f91de req-c04090c9-0d3f-4860-9250-61d4cf9b60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:32.415910 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-c04090c9-0d3f-4860-9250-61d4cf9b60d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0573575 Feb 16 17:11:32.433544 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:32.497093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afdee-481f-44da-89f6-ac8b726f91de req-ff0cccc1-63a6-4724-bffe-462d3c91e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:32.498602 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-ff0cccc1-63a6-4724-bffe-462d3c91e055 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741625 Feb 16 17:11:32.633481 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-ffbf7d22-6900-4c6e-a109-c6a0c0374b62 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280949 Feb 16 17:11:32.773010 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a51afdee-481f-44da-89f6-ac8b726f91de req-fe67a1c6-ce06-4ed6-bff7-d0279bafd14e service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288950 Feb 16 17:11:32.785545 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:45Z', 'revision_number': 1, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.789529 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386d827-21af-4629-9bde-07bf08e271bd None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'f9c98e72-193f-4337-9d87-a763e469e89b', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'port_id': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'mac_address': 'fa:16:3e:e1:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:42Z', 'updated_at': '2022-02-16T17:07:45Z', 'revision_number': 1, 'project_id': '08e7d041b859443b93057783e0379b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:33.006041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a2cdc-72fc-4940-b4c5-3b068931595f None None] New status for floating IP 2604b80e-9251-49b9-9304-14162fd8c1cb: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:33.336327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756215-bb82-40ba-9b3e-bc0345a07cba req-45fb1193-9fd7-449b-a064-008361241d06 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:33.337770 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10756215-bb82-40ba-9b3e-bc0345a07cba req-45fb1193-9fd7-449b-a064-008361241d06 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0795813 Feb 16 17:11:33.382504 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10756215-bb82-40ba-9b3e-bc0345a07cba req-dcefb59f-5138-4038-beec-9226fa72847d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382836 Feb 16 17:11:33.589185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4f591567-ce81-4283-af24-3b7d5f423d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:34.130996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-11b31984-ecf4-42f5-bded-51d1226c90e5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:34.131678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-11b31984-ecf4-42f5-bded-51d1226c90e5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:11:34.147717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-11b31984-ecf4-42f5-bded-51d1226c90e5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:11:34.149001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-11b31984-ecf4-42f5-bded-51d1226c90e5 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0949068 Feb 16 17:11:34.225111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Deleting port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:34.225443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:34.259914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:34.479288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] For port f989a470-9ed8-4c8e-8c2b-7d3f202ad787, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:34.479642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:34.578639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ad3a-9c33-425d-ba7a-082d1a341350 req-ac968250-01dc-4e18-9c75-25f2419bca06 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:34.580172 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c059ad3a-9c33-425d-ba7a-082d1a341350 req-ac968250-01dc-4e18-9c75-25f2419bca06 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 945 time: 0.0899031 Feb 16 17:11:34.618909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Calling delete_port for f989a470-9ed8-4c8e-8c2b-7d3f202ad787 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:34.631380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c059ad3a-9c33-425d-ba7a-082d1a341350 req-fd7738c2-c190-433c-b7cd-dd1e5bd9ef2d tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Feb 16 17:11:34.780139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:34.859174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'Port': ['ID=f989a470-9ed8-4c8e-8c2b-7d3f202ad787,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:34.910679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] No DVR routers for this DVR port f989a470-9ed8-4c8e-8c2b-7d3f202ad787 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:34.913290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:34.916098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'name': 'network-vif-deleted', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:11:34.931888 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1910ba-12b1-46f4-b10f-4202969fbce6 req-ae64b4eb-f52d-4362-8310-2b9532958255 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "DELETE /v2.0/ports/f989a470-9ed8-4c8e-8c2b-7d3f202ad787 HTTP/1.1" status: 204 len: 173 time: 0.7761769 Feb 16 17:11:34.962710 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a92c93-8b28-4bb2-8fe7-eee40bebe592', 'name': 'network-vif-deleted', 'tag': 'f989a470-9ed8-4c8e-8c2b-7d3f202ad787', 'status': 'completed', 'code': 200} Feb 16 17:11:35.016964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:35.800542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5de11154-d04d-48fd-aed0-c3eff08971ec req-765fe9d0-d10e-4936-9f0f-3184a8315031 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a92c93-8b28-4bb2-8fe7-eee40bebe592 HTTP/1.1" status: 200 len: 210 time: 0.0423994 Feb 16 17:11:36.697298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:37.009132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f989a470-9ed8-4c8e-8c2b-7d3f202ad787 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:11:37.054108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: f989a470-9ed8-4c8e-8c2b-7d3f202ad787 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:11:37.054459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f989a470-9ed8-4c8e-8c2b-7d3f202ad787 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:11:41.470804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60650) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:41.684477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Deleting port 1e8443e5-ba43-4d68-b436-5516705719ef {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:41.684820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:41.962320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:41.962736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.091168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Calling delete_port for 1e8443e5-ba43-4d68-b436-5516705719ef owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:42.257774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.307399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'Port': ['ID=1e8443e5-ba43-4d68-b436-5516705719ef,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:42.405851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.406260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Floating IP f9c98e72-193f-4337-9d87-a763e469e89b disassociated (deleted). External IP: 172.26.7.44, port: 44f35626-e6bf-4dee-ac3c-de9cda145142. Feb 16 17:11:42.767256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:11:42.960874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:11:42.972182 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:42.977813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.982848 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:42.983496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:43.041563 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dd7ec85c-39d2-4a62-afa7-a0c4c04e2182 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "DELETE /v2.0/floatingips/f9c98e72-193f-4337-9d87-a763e469e89b HTTP/1.1" status: 204 len: 168 time: 1.5694168 Feb 16 17:11:43.042199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:11:43.161821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-eb3c7049-167a-45b9-8421-ac60dedb01fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1355946 Feb 16 17:11:43.179106 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:43.309777 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'status': 'completed', 'code': 200} Feb 16 17:11:43.333661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-56e3edd7-88a1-4fc8-833e-f9de49d98d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.335320 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-56e3edd7-88a1-4fc8-833e-f9de49d98d59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1098 time: 0.0832770 Feb 16 17:11:43.566107 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:43.569886 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:43.580065 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:43.580681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:43.586515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3521c-6a8c-4226-83aa-34e10b629613 req-55b14202-db1b-4e49-99ab-9401b7627817 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.588050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-18b3521c-6a8c-4226-83aa-34e10b629613 req-55b14202-db1b-4e49-99ab-9401b7627817 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.1946580 Feb 16 17:11:43.614780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-dfdd73fa-f9f3-4dd3-873d-1b213a37fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.616254 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-dfdd73fa-f9f3-4dd3-873d-1b213a37fc43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.2579863 Feb 16 17:11:43.640970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-18b3521c-6a8c-4226-83aa-34e10b629613 req-e8da0e30-4e6e-41a5-a0db-72c8b032acb2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462091 Feb 16 17:11:43.691018 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-46ee0b7a-ffaa-4e91-b439-9f3c27690282 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 217 time: 0.0658329 Feb 16 17:11:43.754119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-9c2d8f5f-a2fb-4c8f-a58f-16d5d26a3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.755641 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-9c2d8f5f-a2fb-4c8f-a58f-16d5d26a3293 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0572097 Feb 16 17:11:43.762575 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:43.844693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-db353577-b9d7-4e4f-b3b6-43353dda4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.846091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-db353577-b9d7-4e4f-b3b6-43353dda4ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806012 Feb 16 17:11:43.986742 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-8e6b2354-fa1d-4fc8-a43e-c784bb74e3f1 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325195 Feb 16 17:11:44.077294 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:44.081434 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d0b92-38c9-4958-bf95-ec56a72238a2 None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 4, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '5b6cfa1e-d336-4240-a495-00995c37af42', 'name': '', 'network_id': '35c04ff5-79f1-4ca1-b464-8868ba1703fc', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'mac_address': 'fa:16:3e:9a:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:05Z', 'updated_at': '2022-02-16T17:04:14Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'subnets': [{'id': 'ca649115-db81-4704-938d-ff6a00ce08d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:44.133708 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7abaecb5-3798-4a4b-bd8d-928c9b221d01 req-a262321d-2873-4c00-ad3f-a04acf9b8069 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345358 Feb 16 17:11:44.265660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f05a2-184a-422e-b312-481e214b90a4 req-90b38a7a-a8f6-490b-ba7d-219e26172da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:44.267174 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-90b38a7a-a8f6-490b-ba7d-219e26172da1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08e7d041b859443b93057783e0379b34&device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 1098 time: 0.0753431 Feb 16 17:11:44.332232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748bcd8a-b5cd-44ca-9618-f7fc2d6a80e2 None None] New status for floating IP f9c98e72-193f-4337-9d87-a763e469e89b: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:44.424904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f05a2-184a-422e-b312-481e214b90a4 req-21a87c09-cea8-4b6d-8ba4-62b374b5f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:44.426279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-21a87c09-cea8-4b6d-8ba4-62b374b5f1ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 200 len: 913 time: 0.1515894 Feb 16 17:11:44.502774 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-a8d85b62-1476-48ca-a25c-bf5f688b3119 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 200 len: 217 time: 0.0683889 Feb 16 17:11:44.569458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f05a2-184a-422e-b312-481e214b90a4 req-b07c0357-6c85-484d-89e8-35b2eaa3108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:44.570919 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-b07c0357-6c85-484d-89e8-35b2eaa3108f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 200 len: 851 time: 0.0617127 Feb 16 17:11:44.651279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f05a2-184a-422e-b312-481e214b90a4 req-b9b3997c-b37e-4f53-b283-9abd2212158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:44.652863 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-b9b3997c-b37e-4f53-b283-9abd2212158d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35c04ff5-79f1-4ca1-b464-8868ba1703fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740769 Feb 16 17:11:44.806037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-29d1e0de-0022-478d-890b-cba0029a3fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416795 Feb 16 17:11:44.840959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3a250-b22f-4c12-b3a0-1b7905ba731f req-595594f8-b23c-4d37-9abb-1a8ff84d37db tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:44.842432 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0ef3a250-b22f-4c12-b3a0-1b7905ba731f req-595594f8-b23c-4d37-9abb-1a8ff84d37db tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.0880601 Feb 16 17:11:44.911977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0ef3a250-b22f-4c12-b3a0-1b7905ba731f req-e24036da-025c-4461-b41b-0a96e5630248 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636055 Feb 16 17:11:44.946026 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f87f05a2-184a-422e-b312-481e214b90a4 req-a4037b7b-1f21-49fb-98df-d71b7174384b service neutron] 10.222.0.48 "GET /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294889 Feb 16 17:11:45.394960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-fd56dffe-1af4-48dd-b3a1-1720d4bd9196 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:45.395642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-fd56dffe-1af4-48dd-b3a1-1720d4bd9196 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Synchronizing usage tracker for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:11:45.412109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-fd56dffe-1af4-48dd-b3a1-1720d4bd9196 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Unset dirty status for tenant:08e7d041b859443b93057783e0379b34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:11:45.413219 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-fd56dffe-1af4-48dd-b3a1-1720d4bd9196 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.0990429 Feb 16 17:11:45.485555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Deleting port 44f35626-e6bf-4dee-ac3c-de9cda145142 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:45.485783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:45.849298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] For port 44f35626-e6bf-4dee-ac3c-de9cda145142, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44f35626-e6bf-4dee-ac3c-de9cda145142,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:45.849562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:45.985099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Calling delete_port for 44f35626-e6bf-4dee-ac3c-de9cda145142 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:46.104922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f311-5744-4da0-b0da-293c7f317c9f req-cbc1e363-2add-4efe-b697-677811392173 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:46.106487 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b91f311-5744-4da0-b0da-293c7f317c9f req-cbc1e363-2add-4efe-b697-677811392173 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 945 time: 0.0859489 Feb 16 17:11:46.142419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:46.169186 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b91f311-5744-4da0-b0da-293c7f317c9f req-00644a46-9f59-4bb4-9c3e-c20d22c95ee8 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e36c20d-7ebd-4b7a-ac23-a0648f79be02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561109 Feb 16 17:11:46.218729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'Port': ['ID=44f35626-e6bf-4dee-ac3c-de9cda145142,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:46.292457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] No DVR routers for this DVR port 44f35626-e6bf-4dee-ac3c-de9cda145142 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:46.294920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:46.297362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'name': 'network-vif-deleted', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:11:46.313388 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-970c09db-a6d7-4b4b-b614-c9cca4ef2835 req-d7899da4-7e65-42fe-a1f8-53b4625e1439 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.48 "DELETE /v2.0/ports/44f35626-e6bf-4dee-ac3c-de9cda145142 HTTP/1.1" status: 204 len: 173 time: 0.8932135 Feb 16 17:11:46.350468 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464a6c6d-57cc-4ffb-8456-8c8369b92655', 'name': 'network-vif-deleted', 'tag': '44f35626-e6bf-4dee-ac3c-de9cda145142', 'status': 'completed', 'code': 200} Feb 16 17:11:47.339675 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3486a54d-7b9f-4b3d-8f2e-a013b04d20b9 req-51e2fdd2-f317-43cc-90a9-b7f8b173f798 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "GET /v2.0/ports?device_id=464a6c6d-57cc-4ffb-8456-8c8369b92655 HTTP/1.1" status: 200 len: 210 time: 0.0423200 Feb 16 17:11:48.445162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60676) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:48.609130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Deleting port b7ccaf54-aea4-4770-bd48-a7cff1be0455 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:48.609461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.780356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.780356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.909545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Calling delete_port for b7ccaf54-aea4-4770-bd48-a7cff1be0455 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:49.048701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 44f35626-e6bf-4dee-ac3c-de9cda145142 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:11:49.051263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.086051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 44f35626-e6bf-4dee-ac3c-de9cda145142 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:11:49.086389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 44f35626-e6bf-4dee-ac3c-de9cda145142 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:11:49.101862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'Port': ['ID=b7ccaf54-aea4-4770-bd48-a7cff1be0455,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:49.194446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.208772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.209896 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eac7c4d6-82b0-495c-82af-0f272e46c113 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "DELETE /v2.0/floatingips/43f84805-69de-48ed-9d6b-e9d033af6832 HTTP/1.1" status: 204 len: 168 time: 0.7637243 Feb 16 17:11:51.676277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60692) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:51.763899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed670-be19-43d2-a9d1-b70db591afc2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.799303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed670-be19-43d2-a9d1-b70db591afc2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.872399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed670-be19-43d2-a9d1-b70db591afc2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.893035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ed670-be19-43d2-a9d1-b70db591afc2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e36c20d-7ebd-4b7a-ac23-a0648f79be02,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:51.905216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed670-be19-43d2-a9d1-b70db591afc2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.906446 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7c5ed670-be19-43d2-a9d1-b70db591afc2 tempest-TestVolumeBootPattern-406384300 tempest-TestVolumeBootPattern-406384300-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e36c20d-7ebd-4b7a-ac23-a0648f79be02 HTTP/1.1" status: 204 len: 168 time: 0.2291157 Feb 16 17:11:51.980841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60698) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:52.857151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:53.242590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Deleting port 5b6cfa1e-d336-4240-a495-00995c37af42 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:53.242838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:53.429727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] For port 5b6cfa1e-d336-4240-a495-00995c37af42, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b6cfa1e-d336-4240-a495-00995c37af42,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:53.430218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:53.553696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Calling delete_port for 5b6cfa1e-d336-4240-a495-00995c37af42 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:53.877691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:54.042997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6cfa1e-d336-4240-a495-00995c37af42,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:54.211917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60706) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:54.378501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:54.442729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb36ae-6420-4655-8b1f-fc2c58b9ce1f tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:54.443114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb36ae-6420-4655-8b1f-fc2c58b9ce1f tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:54.443572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb36ae-6420-4655-8b1f-fc2c58b9ce1f tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:54.445479 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4dbb36ae-6420-4655-8b1f-fc2c58b9ce1f tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=89c2c47e4c994a91a06871f31844c874&network_id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 3000 time: 0.2326350 Feb 16 17:11:54.606765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:54.749465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Router 23c2617b-306d-42b6-bfab-bf3efbac6f93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:11:54.929287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:11:54.939644 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] Sync routers for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:54.942009 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-47ff041a-27a8-405e-9792-67710a6f563d admin admin] 10.222.0.43 "PUT /v2.0/routers/23c2617b-306d-42b6-bfab-bf3efbac6f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9600909 Feb 16 17:11:54.944704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60716) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:54.950171 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:54.950806 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.119754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.126702 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:55.416129 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:11:53Z', 'revision_number': 5, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port': {'id': 'cf62c94d-a7ca-4351-b3fc-4679f920a4bc', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:58Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.416379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.420339 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] Checking router: 23c2617b-306d-42b6-bfab-bf3efbac6f93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:55.425935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Deleting port cf62c94d-a7ca-4351-b3fc-4679f920a4bc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:55.426367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.429175 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] Routers {'23c2617b-306d-42b6-bfab-bf3efbac6f93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:55.429767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['23c2617b-306d-42b6-bfab-bf3efbac6f93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.607947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] For port cf62c94d-a7ca-4351-b3fc-4679f920a4bc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:55.608297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.610216 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] Set router 23c2617b-306d-42b6-bfab-bf3efbac6f93 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:55.716287 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:11:55Z', 'revision_number': 6, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.720470 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81534bf1-f92d-421b-9f0e-2575edf009f8 None None] The sync data for ids ['23c2617b-306d-42b6-bfab-bf3efbac6f93'] in dv-neutron-829527-2-hyperv is: [{'id': '23c2617b-306d-42b6-bfab-bf3efbac6f93', 'name': 'tempest-TestVolumeBootPattern-1001246348-router', 'tenant_id': '08e7d041b859443b93057783e0379b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:56Z', 'updated_at': '2022-02-16T17:11:55Z', 'revision_number': 6, 'project_id': '08e7d041b859443b93057783e0379b34', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:55.740198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Calling delete_port for cf62c94d-a7ca-4351-b3fc-4679f920a4bc owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:55.910998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.960868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf62c94d-a7ca-4351-b3fc-4679f920a4bc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.051751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.230073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.232303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.254089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.254631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c2617b-306d-42b6-bfab-bf3efbac6f93 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:11:56.269590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.270719 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9dd97542-5a5d-4cff-be11-19441c853c9d admin admin] 10.222.0.43 "DELETE /v2.0/routers/23c2617b-306d-42b6-bfab-bf3efbac6f93 HTTP/1.1" status: 204 len: 168 time: 1.3251176 Feb 16 17:11:56.273273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60724) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:56.294872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60728) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:56.336502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Deleting subnet ca649115-db81-4704-938d-ff6a00ce08d3 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:11:56.340292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.357830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696b25b-6d04-4ca4-88c1-a9971384cdd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:56.359313 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a696b25b-6d04-4ca4-88c1-a9971384cdd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3 HTTP/1.1" status: 200 len: 814 time: 0.0634518 Feb 16 17:11:56.390810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.478891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.554204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.595947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca649115-db81-4704-938d-ff6a00ce08d3,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.597905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.602029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbebb76-e0de-4faa-9155-f63e86c86ef6 None None] Network 35c04ff5-79f1-4ca1-b464-8868ba1703fc requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:11:56.604167 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-07eebb2d-e404-4e43-a90f-2537339c2f5d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca649115-db81-4704-938d-ff6a00ce08d3 HTTP/1.1" status: 204 len: 168 time: 0.3299325 Feb 16 17:11:56.606736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60736) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:56.719718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.732844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Deleting port 9f063fbb-478a-4507-a718-8d0111a6c17d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:56.732844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.860234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] DHCP port deletion for 35c04ff5-79f1-4ca1-b464-8868ba1703fc request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:11:56.864335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Deleting port 9f063fbb-478a-4507-a718-8d0111a6c17d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:56.864701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.940860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] For port 9f063fbb-478a-4507-a718-8d0111a6c17d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9f063fbb-478a-4507-a718-8d0111a6c17d,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:56.941205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.983792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60740) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:56.989065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:57.087856 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] For port 9f063fbb-478a-4507-a718-8d0111a6c17d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9f063fbb-478a-4507-a718-8d0111a6c17d,segment=NetworkSegment(31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19),segment_id=31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:57.088358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.097200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.170775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Calling delete_port for 9f063fbb-478a-4507-a718-8d0111a6c17d owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:57.238153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Calling delete_port for 9f063fbb-478a-4507-a718-8d0111a6c17d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:57.249607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.302881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f063fbb-478a-4507-a718-8d0111a6c17d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:57.304809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] No DVR routers for this DVR port 9f063fbb-478a-4507-a718-8d0111a6c17d on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:57.319838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:11:57.320314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:11:57.424276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.451672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c04ff5-79f1-4ca1-b464-8868ba1703fc']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:57.466887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:57.467246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ae22fe-1d5b-44fb-acb4-ceb4ceda6b19') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:57.480621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.497304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.503587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:11:57.503970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.517607 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:11:57.518143 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:11:57.521805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.522233 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f disassociated. External IP: 172.26.7.66, port: e60b4959-68b8-4ab4-a01d-178c1df7bd1d. Feb 16 17:11:57.591495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cf62c94d-a7ca-4351-b3fc-4679f920a4bc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:11:57.605405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.629126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.630149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: cf62c94d-a7ca-4351-b3fc-4679f920a4bc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:11:57.630662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cf62c94d-a7ca-4351-b3fc-4679f920a4bc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:11:57.630979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b6cfa1e-d336-4240-a495-00995c37af42 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:11:57.644697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] Pushing event deleted for resources: {'Network': ['ID=35c04ff5-79f1-4ca1-b464-8868ba1703fc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:57.649529 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0224c83f-bc20-4f47-9e35-c26c7443395e admin admin] 10.222.0.43 "DELETE /v2.0/networks/35c04ff5-79f1-4ca1-b464-8868ba1703fc HTTP/1.1" status: 204 len: 168 time: 1.0417302 Feb 16 17:11:57.652839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60744) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:57.670113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 5b6cfa1e-d336-4240-a495-00995c37af42 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:11:57.670449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b6cfa1e-d336-4240-a495-00995c37af42 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:11:57.670909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9f063fbb-478a-4507-a718-8d0111a6c17d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:11:57.708902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 9f063fbb-478a-4507-a718-8d0111a6c17d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:11:57.709242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9f063fbb-478a-4507-a718-8d0111a6c17d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:11:57.821915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Deleting port 9f063fbb-478a-4507-a718-8d0111a6c17d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:57.822626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.888022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a4215158-86d5-4696-b6e2-86ad004cb5b7 None None] The port '9f063fbb-478a-4507-a718-8d0111a6c17d' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:11:57.898256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:11:58.092814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:11:58.097489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.102455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:58.112163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:58.112852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:58.154034 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-07a7de4f-db46-471c-9669-f047a2344c95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 689 time: 1.1690588 Feb 16 17:11:58.154720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:11:58.159204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60748) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:58.232225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.260220 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'status': 'completed', 'code': 200} Feb 16 17:11:58.290598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-21677ffc-05cd-4cc4-87b5-ff9252561419 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 689 time: 0.1163061 Feb 16 17:11:58.309029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:58.625239 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-cd937da2-92fa-49d8-89b0-dd2cd4ea8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.626722 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-cd937da2-92fa-49d8-89b0-dd2cd4ea8b67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1099 time: 0.3378956 Feb 16 17:11:58.668767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:58.672926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:58.681273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:11:58.681875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:58.812710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-4be78882-32b2-46bb-9d6c-400f4218c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.814124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-4be78882-32b2-46bb-9d6c-400f4218c53e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 898 time: 0.1801560 Feb 16 17:11:58.862872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:11:58.924088 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-a8cb77c1-f050-423c-8549-7aaab84613af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 200 len: 217 time: 0.0782926 Feb 16 17:11:58.962334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Deleting port 0545ea4f-eb03-4503-b398-dfa7022682b4 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:11:58.962704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.054263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-b902999a-4d46-4a53-893e-46d709f959c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:59.056014 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-b902999a-4d46-4a53-893e-46d709f959c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.1237338 Feb 16 17:11:59.189734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:59.193881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0425-bafe-428b-a433-5e91f2f01c9f None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:59.220752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] For port 0545ea4f-eb03-4503-b398-dfa7022682b4, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0545ea4f-eb03-4503-b398-dfa7022682b4,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:11:59.220922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.293536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60754) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:11:59.349194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-1b735fb6-0b0f-4130-83d6-1fb2d482ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:59.350696 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-1b735fb6-0b0f-4130-83d6-1fb2d482ed12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2506440 Feb 16 17:11:59.358094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Calling delete_port for 0545ea4f-eb03-4503-b398-dfa7022682b4 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:11:59.384236 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0d1e7de7-e156-4d3b-ae8a-9743abb04ee3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 689 time: 0.0894825 Feb 16 17:11:59.429875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9d65d-ee2b-4f8a-9467-3c37709c1cc1 None None] New status for floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:59.568300 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-9c987561-ee2e-45fa-97c7-fac436c94044 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808772 Feb 16 17:11:59.762520 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-580d7ae3-68df-467f-8f53-c57b964509b5 req-b04caa56-3829-4165-ac69-aa51f39991ab service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851311 Feb 16 17:11:59.769230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.821473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0545ea4f-eb03-4503-b398-dfa7022682b4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:00.203056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.387924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60758) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:00.473788 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f92df0d-1db9-49c0-a3d1-df7d96829377 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 687 time: 0.0844381 Feb 16 17:12:00.573722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:12:00.749859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:12:00.758239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] Sync routers for ids ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:12:00.769023 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9f2d2fe2-6cbf-4860-b771-023c247fbe50 admin admin] 10.222.0.43 "PUT /v2.0/routers/bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1126273 Feb 16 17:12:00.769241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] Routers {'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:12:00.769328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:00.769427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60762) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:00.865901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b5a54f01-e05d-4425-9557-dba9ac8054b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.944377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.964304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] Set router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:12:01.253644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.255967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 5, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port': {'id': '9109f476-f916-4ccc-b80b-af13b3636fdd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:01.259704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] Checking router: bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:12:01.263795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Deleting port 9109f476-f916-4ccc-b80b-af13b3636fdd {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:12:01.264142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.268426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] Routers {'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:12:01.269025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:11:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:01.422391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] Set router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:12:01.446669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] For port 9109f476-f916-4ccc-b80b-af13b3636fdd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9109f476-f916-4ccc-b80b-af13b3636fdd,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:12:01.447343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.575869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Calling delete_port for 9109f476-f916-4ccc-b80b-af13b3636fdd owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:12:01.576467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:12:01Z', 'revision_number': 6, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:01.580611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de140e-2635-4c70-b941-6734f7bd2f6d None None] The sync data for ids ['bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2'] in dv-neutron-829527-2-hyperv is: [{'id': 'bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2', 'name': 'tempest-TestVolumeBootPattern-1029024191-router', 'tenant_id': '10365703d5034feb84ce6e7a39a6b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:12Z', 'updated_at': '2022-02-16T17:12:01Z', 'revision_number': 6, 'project_id': '10365703d5034feb84ce6e7a39a6b0b2', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:01.867939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60768) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:01.873266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793602398', 'description': 'tempest-secgroup-smoke-793602398 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:01.878985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:01.884204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.889550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:01.899019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.923193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:01.927152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:01.929958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:01.933844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=9109f476-f916-4ccc-b80b-af13b3636fdd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:01.937400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:02.012190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.012536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.012872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.013206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.013535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.014625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.014625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.014625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.015046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.015230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.015427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.015730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.017444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.027225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.050078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.077307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc8480-4c67-47be-a1ce-123213c4752c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.080045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.084127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0ddee0c7-16ea-43b8-aa11-57a28d74d00a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2122757 Feb 16 17:12:02.084464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60772) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.095320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '28fc8480-4c67-47be-a1ce-123213c4752c', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.101186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:02.105695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:02.109297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:02.115347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:02.133373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.196502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.201513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.226213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837d81ba-8fec-4fa4-bdaf-f1fbc7fc02c6,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.233751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.236192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.236420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.237593 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b4c9baf3-4891-4584-b987-bcfa3b039a43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520832 Feb 16 17:12:02.241221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60776) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.246415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '28fc8480-4c67-47be-a1ce-123213c4752c', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.251916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:02.256151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:02.259293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:02.262922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.263464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:12:02.265956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:02.278372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.278623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9f625bf3-1170-490a-aadb-82d5c0017ebc admin admin] 10.222.0.43 "DELETE /v2.0/routers/bcaf18c7-4e82-4924-b0bc-cd9b0d6456b2 HTTP/1.1" status: 204 len: 168 time: 1.5080647 Feb 16 17:12:02.281210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60780) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.284161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.340470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Deleting subnet 483534f3-9670-4d7d-9019-ae045b8a41da {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:12:02.343279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.353918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.359906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.385974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393e1f96-e577-41d0-962d-471735071e66,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.397589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.398615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.403552 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41454a44-18c0-425d-a68d-5661ad68c3db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612732 Feb 16 17:12:02.404146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60784) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.409656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '28fc8480-4c67-47be-a1ce-123213c4752c', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.416189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:02.421287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:02.424251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:02.430249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:02.447043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.487837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.521357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.525226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.549281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08b8b4b-bce7-4ed8-a2d0-56602a3278ef,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.560131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.561393 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a79e1d8f-645e-4b34-b817-f6cad519f860 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563308 Feb 16 17:12:02.561763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.564205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60788) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.568933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '28fc8480-4c67-47be-a1ce-123213c4752c', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.575527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:02.579302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:02.582183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:02.588015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:02.602205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483534f3-9670-4d7d-9019-ae045b8a41da,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.608319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.614985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.622170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b4a9f-f800-4536-b947-06167efe5a77 None None] Network 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:12:02.623584 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-00598f7e-fdee-44f2-ab05-b0701180df65 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/483534f3-9670-4d7d-9019-ae045b8a41da HTTP/1.1" status: 204 len: 168 time: 0.3414016 Feb 16 17:12:02.626695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60792) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.774099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.776870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.783157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.809430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfc8c62-aa85-4f17-b7c6-3c083bf34712,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.813431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Deleting port 29cc7ecb-26e6-4eab-b735-027ab54549c9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:12:02.813770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.863196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.864377 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37ccac84-faf1-4026-b8bf-e4d92d9f1759 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992945 Feb 16 17:12:02.867247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:02.874728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '28fc8480-4c67-47be-a1ce-123213c4752c', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.884013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:02.886940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] DHCP port deletion for 524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:12:02.890801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Deleting port 29cc7ecb-26e6-4eab-b735-027ab54549c9 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:12:02.891168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.891623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:02.918990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:02.934517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:02.970148 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:12:03.028988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.096413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] For port 29cc7ecb-26e6-4eab-b735-027ab54549c9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29cc7ecb-26e6-4eab-b735-027ab54549c9,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:12:03.096764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.097971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] For port 29cc7ecb-26e6-4eab-b735-027ab54549c9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29cc7ecb-26e6-4eab-b735-027ab54549c9,segment=NetworkSegment(f3e91ab9-0bf3-491e-808e-90e71028b1b7),segment_id=f3e91ab9-0bf3-491e-808e-90e71028b1b7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:12:03.098650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.228102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Calling delete_port for 29cc7ecb-26e6-4eab-b735-027ab54549c9 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:12:03.308347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.336096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Calling delete_port for 29cc7ecb-26e6-4eab-b735-027ab54549c9 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:12:03.366697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] No DVR routers for this DVR port 29cc7ecb-26e6-4eab-b735-027ab54549c9 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:12:03.368404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Pushing event deleted for resources: {'Port': ['ID=29cc7ecb-26e6-4eab-b735-027ab54549c9,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:03.379511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.380487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.380487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.380748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.381111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.381298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.381577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.381893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.382205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.382515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.382850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.383156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa423c8-d60d-47c4-a842-83d506cb10cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:03.387404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.394861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.424680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc449d0-5e72-404f-8011-af680a3d6f3d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:03.444562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.445713 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-50099148-4dc2-46f8-9b81-38e6e60e77b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5775893 Feb 16 17:12:03.447615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.db.api [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:12:03.448523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG oslo_db.api [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:12:03.449237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60802) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:03.454128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '28fc8480-4c67-47be-a1ce-123213c4752c', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:03.459747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:03.463470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:03.466292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:03.471859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:03.485426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:12:03.490213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.559150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.562973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.587962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0545ea4f-eb03-4503-b398-dfa7022682b4 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:12:03.588538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d032d-781c-4749-82f5-0e5a7c22ae1f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:03.600668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.601860 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-61109e7e-7dbc-49c5-b8d4-857b38181708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517236 Feb 16 17:12:03.627492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 0545ea4f-eb03-4503-b398-dfa7022682b4 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:12:03.628019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0545ea4f-eb03-4503-b398-dfa7022682b4 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:12:03.628175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9109f476-f916-4ccc-b80b-af13b3636fdd no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:12:03.655150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a870-d053-434e-985f-b65fdcd01737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.666717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 9109f476-f916-4ccc-b80b-af13b3636fdd {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:12:03.667066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9109f476-f916-4ccc-b80b-af13b3636fdd not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:12:03.667488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29cc7ecb-26e6-4eab-b735-027ab54549c9 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:12:03.700219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 29cc7ecb-26e6-4eab-b735-027ab54549c9 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:12:03.700375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29cc7ecb-26e6-4eab-b735-027ab54549c9 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:12:03.772078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-35049592-6d7e-485c-9b41-550411531cc7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793602398&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0387886 Feb 16 17:12:03.949727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Deleting port 29cc7ecb-26e6-4eab-b735-027ab54549c9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:12:03.950385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.018065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] The port '29cc7ecb-26e6-4eab-b735-027ab54549c9' was deleted {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:12:04.028007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-265ed146-591d-4217-9a1c-65ccc891bb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.029566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-265ed146-591d-4217-9a1c-65ccc891bb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 797 time: 0.2504954 Feb 16 17:12:04.045734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-b472ae84-b720-49c8-8afd-21be574200ca tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0103569 Feb 16 17:12:04.133143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.135947 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-162a7e5d-4652-4514-a830-17e55303532e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846584 Feb 16 17:12:04.160092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:04.177461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e91ab9-0bf3-491e-808e-90e71028b1b7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:04.177833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e91ab9-0bf3-491e-808e-90e71028b1b7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:04.189553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.205805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.212117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:12:04.212753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: util.warn( Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:12:04.227295 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:12:04.264020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.284467 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-e6031267-02af-40ea-8bc0-e3087738dd1b service neutron] 10.222.0.43 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367188 Feb 16 17:12:04.304609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.310143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.330626 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548 HTTP/1.1" status: 204 len: 168 time: 1.7029076 Feb 16 17:12:04.342285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48f90e-e6cc-4f82-bff3-6e65f13abed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=524e7ab5-c3d1-41cc-aa65-ddfcb1ecc548,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:04.423978 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-7ba0059d-32fd-47da-813c-59d564fd180b service neutron] 10.222.0.43 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334817 Feb 16 17:12:04.449268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60820) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:04.497842 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c08c1a50-94e1-491e-a991-b78a0eab14af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08e7d041b859443b93057783e0379b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474079 Feb 16 17:12:04.500860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60824) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:04.564322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-426dd20b-1d79-4800-985d-a3b42918e5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.592825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-426dd20b-1d79-4800-985d-a3b42918e5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.609435 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4cf4fc5b-89ac-434e-840e-d7fe918a3e6e req-46c62d5c-108a-4374-a540-7f09ee42b477 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 210 time: 0.0440500 Feb 16 17:12:04.657543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-426dd20b-1d79-4800-985d-a3b42918e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.673344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dd20b-1d79-4800-985d-a3b42918e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e637520-dc5b-46ee-bc3e-f0b0cc8d4110,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:04.684589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-426dd20b-1d79-4800-985d-a3b42918e5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.685699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-426dd20b-1d79-4800-985d-a3b42918e5ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e637520-dc5b-46ee-bc3e-f0b0cc8d4110 HTTP/1.1" status: 204 len: 168 time: 0.1839170 Feb 16 17:12:05.019338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:05.048082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60842) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:05.103608 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e8ca8b5-c0d8-4c0c-a7af-89533522184d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10365703d5034feb84ce6e7a39a6b0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543902 Feb 16 17:12:05.106116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60846) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:05.166780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-28eb9da0-1d22-4f98-b5fa-35b4f014d5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:05.195044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-28eb9da0-1d22-4f98-b5fa-35b4f014d5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:05.252491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-28eb9da0-1d22-4f98-b5fa-35b4f014d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:05.267798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb9da0-1d22-4f98-b5fa-35b4f014d5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f015508-3aa0-4f4a-ba70-34a587e90163,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:05.273762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-28eb9da0-1d22-4f98-b5fa-35b4f014d5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:05.274886 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-28eb9da0-1d22-4f98-b5fa-35b4f014d5aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f015508-3aa0-4f4a-ba70-34a587e90163 HTTP/1.1" status: 204 len: 168 time: 0.1678369 Feb 16 17:12:05.777690 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-655cf6e1-05b9-4c68-a1b3-5a4effd4ea36 req-de7ae27b-66d7-4328-8131-a377ff13604f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 210 time: 0.0462086 Feb 16 17:12:05.781514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-837fe766-8410-49b8-8f8a-f6d3708543a3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:05.782965 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-837fe766-8410-49b8-8f8a-f6d3708543a3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 797 time: 0.1842611 Feb 16 17:12:05.840540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-f3029b94-10ff-4742-96d9-51d5d5814716 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:12:05.857209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-f3029b94-10ff-4742-96d9-51d5d5814716 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:12:05.858366 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-f3029b94-10ff-4742-96d9-51d5d5814716 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 471 time: 0.0654736 Feb 16 17:12:05.867264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['28fc8480-4c67-47be-a1ce-123213c4752c']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:06.002447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:12:06.006390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:port and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:12:06.009112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:12:06.015457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:12:06.024655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:12:06.028960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.196019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.9 (d4d3a096-909e-40d2-840d-9db7b8768b81/fb45c004-526a-455b-a321-9be537d57f76/1bc49d75-723f-4043-bf23-9c6081deaccd) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:06.393320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.409742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 1bc49d75-723f-4043-bf23-9c6081deaccd will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:12:06.435319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.512424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d4d3a096-909e-40d2-840d-9db7b8768b81 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:06.515382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:06.519226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:12:06.551282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=1bc49d75-723f-4043-bf23-9c6081deaccd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:06.588958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.590318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.615538 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-53d0d390-d0d9-41ea-bd4e-7770926c6840 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518480 Feb 16 17:12:06.628271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Request body: {'port': {'device_id': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:06.702256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.745356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4e0b2592-95c3-4b70-9a2a-c374cb8b97e7 None None] Provisioning for port 1bc49d75-723f-4043-bf23-9c6081deaccd completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:12:06.750302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4e0b2592-95c3-4b70-9a2a-c374cb8b97e7 None None] Provisioning complete for port 1bc49d75-723f-4043-bf23-9c6081deaccd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:06.750796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2592-95c3-4b70-9a2a-c374cb8b97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.751580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.806471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b2592-95c3-4b70-9a2a-c374cb8b97e7 None None] Port 1bc49d75-723f-4043-bf23-9c6081deaccd cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:12:06.977463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8756a2-19a5-433a-8485-8b9e6b1dca98 req-236a819f-4110-4a63-8f0c-63b0da279eac tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.979746 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e8756a2-19a5-433a-8485-8b9e6b1dca98 req-236a819f-4110-4a63-8f0c-63b0da279eac tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 931 time: 0.0865555 Feb 16 17:12:06.988830 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:12:07.024894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e8756a2-19a5-433a-8485-8b9e6b1dca98 req-d93d5400-a49e-4003-9798-00f02595081e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 Feb 16 17:12:07.192786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc49d75-723f-4043-bf23-9c6081deaccd {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:12:07.200939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.215759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Transition to ACTIVE for port object 1bc49d75-723f-4043-bf23-9c6081deaccd will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:12:07.220206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.395504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc49d75-723f-4043-bf23-9c6081deaccd,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:07.471786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Attempting to bind port 1bc49d75-723f-4043-bf23-9c6081deaccd on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:12:07.471786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Attempting to bind port 1bc49d75-723f-4043-bf23-9c6081deaccd by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:12:07.472065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Attempting to bind port 1bc49d75-723f-4043-bf23-9c6081deaccd on network d4d3a096-909e-40d2-840d-9db7b8768b81 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:12:07.476594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Port 1bc49d75-723f-4043-bf23-9c6081deaccd on network d4d3a096-909e-40d2-840d-9db7b8768b81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:12:07.476905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Attempting to bind port 1bc49d75-723f-4043-bf23-9c6081deaccd on network d4d3a096-909e-40d2-840d-9db7b8768b81 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:12:07.482185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:12:07.482591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Checking segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:12:07.482958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Bound using segment: {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:12:07.483396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Bound port: 1bc49d75-723f-4043-bf23-9c6081deaccd, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f911f-5954-4f71-99b8-024eb737deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:12:07.483730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.574056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] For port 1bc49d75-723f-4043-bf23-9c6081deaccd, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:12:07.577099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] For port 1bc49d75-723f-4043-bf23-9c6081deaccd, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1bc49d75-723f-4043-bf23-9c6081deaccd,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:12:07.581079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.644790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.645431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.646781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] 10.222.0.48 "PUT /v2.0/ports/1bc49d75-723f-4043-bf23-9c6081deaccd HTTP/1.1" status: 200 len: 1093 time: 1.0227406 Feb 16 17:12:07.647254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:12:07.668380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfc7f9-e0ce-43bd-9bb0-da09b1251e58 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc49d75-723f-4043-bf23-9c6081deaccd,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:07.728068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'status': 'completed', 'code': 200} Feb 16 17:12:07.771418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-7fa6d5d3-3c73-4d60-8ae4-64c338c265cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.772890 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-7fa6d5d3-3c73-4d60-8ae4-64c338c265cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 1096 time: 0.0770206 Feb 16 17:12:07.847618 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-c68bd47c-ed47-4dbb-a444-72761274c490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc49d75-723f-4043-bf23-9c6081deaccd HTTP/1.1" status: 200 len: 217 time: 0.0659637 Feb 16 17:12:07.910961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-730dc2a6-2bc5-498f-9549-597eb3e4ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.912286 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-730dc2a6-2bc5-498f-9549-597eb3e4ddff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.0574181 Feb 16 17:12:07.988522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-ad70f418-2da3-4811-81da-55c634ae3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.989892 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-ad70f418-2da3-4811-81da-55c634ae3b12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693290 Feb 16 17:12:08.131920 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-67272ca8-81b8-4013-bba0-2048210fabb3 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337349 Feb 16 17:12:08.234085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dddc8-e39f-449d-bcd7-1a96446a50d0 req-6f6d4ee3-0cb6-4b78-a822-fc4d0a8a8484 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.235791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c51dddc8-e39f-449d-bcd7-1a96446a50d0 req-6f6d4ee3-0cb6-4b78-a822-fc4d0a8a8484 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 943 time: 0.0966077 Feb 16 17:12:08.285274 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c51dddc8-e39f-449d-bcd7-1a96446a50d0 req-fff272b0-cdf9-4ac2-8fdf-b546fd7b28ad tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Feb 16 17:12:08.288943 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b0707b8a-b59b-49a7-89ae-251a31bc4092 req-2ec58aaf-7289-4b1b-a8df-b00b91a06c79 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428287 Feb 16 17:12:08.427092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-f8381164-a7ab-4e80-8c08-163d3479dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.428643 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-f8381164-a7ab-4e80-8c08-163d3479dfde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 1096 time: 0.0783968 Feb 16 17:12:08.573475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-b2389107-559c-4f91-b7c1-722ea42a3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.575189 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-b2389107-559c-4f91-b7c1-722ea42a3577 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 898 time: 0.1390038 Feb 16 17:12:08.648371 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-1e85fc6c-7514-4b9d-a969-6ac30db91788 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc49d75-723f-4043-bf23-9c6081deaccd HTTP/1.1" status: 200 len: 217 time: 0.0667117 Feb 16 17:12:08.804480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-69c7e0fd-ecbf-47af-af9e-41802dc49965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.805898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-69c7e0fd-ecbf-47af-af9e-41802dc49965 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.1500208 Feb 16 17:12:08.894684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-fc5dc044-ac4f-47b4-8d62-06a61eb1b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.896148 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-fc5dc044-ac4f-47b4-8d62-06a61eb1b72b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808072 Feb 16 17:12:09.029449 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-743dd272-a73a-46e9-ad95-2fc6bdf76ec7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Feb 16 17:12:09.160948 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d210c52-508e-4d45-99b5-5eefb3d03495 req-064a8964-c6c4-49d5-94e1-4a791085d320 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252363 Feb 16 17:12:09.477626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaab9e-fc80-4723-8f5a-8f97a0304cbd req-e0ac1f59-20ca-4fc3-a3b7-1b855da29597 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:09.479400 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-39eaab9e-fc80-4723-8f5a-8f97a0304cbd req-e0ac1f59-20ca-4fc3-a3b7-1b855da29597 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 943 time: 0.0838144 Feb 16 17:12:09.523849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-39eaab9e-fc80-4723-8f5a-8f97a0304cbd req-57f30a39-eefb-4035-bab7-3f08bcc4b325 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391433 Feb 16 17:12:10.710399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62551fc-6659-4068-bef6-713545abd37b req-271faa70-22b9-4ccf-ba28-bbbe8b9538c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:10.711862 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f62551fc-6659-4068-bef6-713545abd37b req-271faa70-22b9-4ccf-ba28-bbbe8b9538c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 943 time: 0.0791700 Feb 16 17:12:10.759498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f62551fc-6659-4068-bef6-713545abd37b req-0ce886f2-7aee-4de7-bc9f-77a83715f822 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Feb 16 17:12:11.200497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 1bc49d75-723f-4043-bf23-9c6081deaccd details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:12:11.337278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 1bc49d75-723f-4043-bf23-9c6081deaccd, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1bc49d75-723f-4043-bf23-9c6081deaccd,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:12:11.352015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'port_id': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'mac_address': 'fa:16:3e:ea:c7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:12:11.410082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:11.428129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc49d75-723f-4043-bf23-9c6081deaccd {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:12:11.443962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 1bc49d75-723f-4043-bf23-9c6081deaccd, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1bc49d75-723f-4043-bf23-9c6081deaccd,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:12:11.448104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:11.522350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=1bc49d75-723f-4043-bf23-9c6081deaccd,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:11.816662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['1bc49d75-723f-4043-bf23-9c6081deaccd'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:12:11.950094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a26a6-573d-4b9d-99bc-e192c07e469e req-da1b758b-6db1-42b2-bc47-67eec18ca4be tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.951599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-299a26a6-573d-4b9d-99bc-e192c07e469e req-da1b758b-6db1-42b2-bc47-67eec18ca4be tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 944 time: 0.0827971 Feb 16 17:12:11.999038 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-299a26a6-573d-4b9d-99bc-e192c07e469e req-ffd20c8b-cfdc-4273-bbee-a7cf5a2f3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Feb 16 17:12:13.185768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58404b-1f19-4628-93ef-312dcc6d55a8 req-bd7858be-7b24-4b41-9104-d7858255d2c9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:13.187349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d58404b-1f19-4628-93ef-312dcc6d55a8 req-bd7858be-7b24-4b41-9104-d7858255d2c9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 944 time: 0.0851777 Feb 16 17:12:13.202320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 1bc49d75-723f-4043-bf23-9c6081deaccd up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:12:13.238248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d58404b-1f19-4628-93ef-312dcc6d55a8 req-21bfd0ba-ec4c-41ba-b820-ebfc38fccab5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414917 Feb 16 17:12:13.272869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 1bc49d75-723f-4043-bf23-9c6081deaccd completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:12:13.277841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 1bc49d75-723f-4043-bf23-9c6081deaccd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:13.278250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:13.394843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:13.423835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:12:13.436692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 1bc49d75-723f-4043-bf23-9c6081deaccd, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1bc49d75-723f-4043-bf23-9c6081deaccd,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:12:13.441010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:13.476413 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'code': 200} Feb 16 17:12:13.521367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=1bc49d75-723f-4043-bf23-9c6081deaccd,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:13.718681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b8872-b8a2-41e4-9435-35a0d0001e95 req-882d3e84-ae84-4896-a699-b12df430dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:13.720611 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-967b8872-b8a2-41e4-9435-35a0d0001e95 req-882d3e84-ae84-4896-a699-b12df430dc5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 1098 time: 0.0790374 Feb 16 17:12:13.762850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-967b8872-b8a2-41e4-9435-35a0d0001e95 req-38ccd996-3634-4ef4-8cd7-c6f784194137 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352917 Feb 16 17:12:14.444586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd4e58-a22c-43ee-84d1-4463b2f40666 req-1116d8da-e668-4d15-a268-e77b988753cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:14.446446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10bd4e58-a22c-43ee-84d1-4463b2f40666 req-1116d8da-e668-4d15-a268-e77b988753cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0911767 Feb 16 17:12:14.496312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10bd4e58-a22c-43ee-84d1-4463b2f40666 req-6b2e7dbd-b911-49af-a973-e91eb69bf477 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425653 Feb 16 17:12:15.687018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33af33e-9cb2-4001-b9d0-aa1c95a6659a req-48744bfb-c6e9-4449-968e-9616181ba5f8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:15.688480 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d33af33e-9cb2-4001-b9d0-aa1c95a6659a req-48744bfb-c6e9-4449-968e-9616181ba5f8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0844934 Feb 16 17:12:15.733482 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d33af33e-9cb2-4001-b9d0-aa1c95a6659a req-e94e855e-eb1f-4f25-a5ae-e6dcf62f9c55 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393870 Feb 16 17:12:15.915961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c6c4-20d6-461f-8298-78a87c4ffcde req-bfd330ef-df3a-4593-8720-373b3b4ceab1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:15.918108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd70c6c4-20d6-461f-8298-78a87c4ffcde req-bfd330ef-df3a-4593-8720-373b3b4ceab1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0800586 Feb 16 17:12:15.960958 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd70c6c4-20d6-461f-8298-78a87c4ffcde req-d268d76c-4028-4243-9afa-1069b135eb2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373390 Feb 16 17:12:15.985267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60880) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:16.057790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bc1e3-ba40-4d97-b188-3f3aaafd039a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:16.059302 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-457bc1e3-ba40-4d97-b188-3f3aaafd039a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 1093 time: 0.0730648 Feb 16 17:12:16.062852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60884) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:16.067594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'port_id': '1bc49d75-723f-4043-bf23-9c6081deaccd'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:16.143608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:16.739721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:16.743654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:17.010509 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f associated. External IP: 172.26.7.66, port: 1bc49d75-723f-4043-bf23-9c6081deaccd. Feb 16 17:12:17.370331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:12:17.564755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:12:17.568934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:17.575167 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:12:17.584983 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:12:17.585581 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:12:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:17.625089 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-20239fd8-2e95-41f7-90bb-7cfe41928520 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 990 time: 1.5611582 Feb 16 17:12:17.625568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:12:17.627848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60888) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:17.674614 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'status': 'completed', 'code': 200} Feb 16 17:12:17.748632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0d5c560e-cb51-425a-b882-304648d05bec tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 990 time: 0.1178210 Feb 16 17:12:17.768699 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:12:17.772954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-19f6c468-7838-4c1b-b085-a9b45531a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:17.774611 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-19f6c468-7838-4c1b-b085-a9b45531a065 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 1098 time: 0.0787241 Feb 16 17:12:17.906987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-70056f0d-3878-4eec-a469-05b3a504d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:17.908338 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-70056f0d-3878-4eec-a469-05b3a504d72c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 898 time: 0.1276817 Feb 16 17:12:18.011340 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-6a81f579-5d2e-49e9-9682-feffd18a8b35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc49d75-723f-4043-bf23-9c6081deaccd HTTP/1.1" status: 200 len: 998 time: 0.0966327 Feb 16 17:12:18.074934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-2f15aee0-143c-4d67-836a-168ff63f40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:18.076361 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-2f15aee0-143c-4d67-836a-168ff63f40e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.0577655 Feb 16 17:12:18.121114 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a38f60f5-6f85-43fc-9b12-05c52600e90f', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.66', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'port_id': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'mac_address': 'fa:16:3e:ea:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:39Z', 'updated_at': '2022-02-16T17:12:16Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:18.124986 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:12:18.133096 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:12:18.133675 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:12:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:18.159982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-10134d37-0fed-4190-bee8-a40b175c097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:18.161494 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-10134d37-0fed-4190-bee8-a40b175c097b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785000 Feb 16 17:12:18.305404 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-3c2ef114-2e08-44d4-8d7e-bcff2e94a461 service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367924 Feb 16 17:12:18.354107 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:12:18.440778 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-483f1f59-cf6f-4efd-9eb7-06fd2222d1a4 req-517cc499-b63f-4590-944e-06e683d16b5d service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262169 Feb 16 17:12:18.703057 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a38f60f5-6f85-43fc-9b12-05c52600e90f', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.66', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'port_id': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'mac_address': 'fa:16:3e:ea:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:39Z', 'updated_at': '2022-02-16T17:12:16Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:18.706887 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18def3c1-23ea-468b-9724-b14cd51b8902 None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a38f60f5-6f85-43fc-9b12-05c52600e90f', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.66', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'port_id': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'mac_address': 'fa:16:3e:ea:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:39Z', 'updated_at': '2022-02-16T17:12:16Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:18.751438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60894) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:18.890462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b906253-9f45-47f3-86ef-440f0bfe9929 None None] New status for floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:12:18.971623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec20749f-dac9-4029-aaa3-9db12ebf7a5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 990 time: 0.2189395 Feb 16 17:12:19.975553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60898) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:12:20.079689 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6208b2bf-c2bd-4869-a127-98d25b721da8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 200 len: 992 time: 0.1030071 Feb 16 17:12:24.632192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:30.852182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3a3fbd39-c70d-4edb-92d9-5528c481f357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:33.590679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff93816-8e57-4a6d-8af8-ec3994ce26a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:34.268122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:35.022146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:36.705307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:43.987241 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:12:44.151922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-ed5426f3-3da0-4742-91c1-ff483259de7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730417 Feb 16 17:12:44.247782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-66f70b02-6011-4cb1-95e4-767255f83bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:44.249160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-66f70b02-6011-4cb1-95e4-767255f83bbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 1099 time: 0.0737329 Feb 16 17:12:44.398818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-abfa3f29-9c4c-47bb-b992-795ef426a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:44.400265 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-abfa3f29-9c4c-47bb-b992-795ef426a739 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 200 len: 898 time: 0.1311347 Feb 16 17:12:44.476843 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-9e6ead8a-ab7a-43e0-b41c-05da38dee797 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 200 len: 217 time: 0.0697200 Feb 16 17:12:44.538065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-a566e175-c737-4d80-a7f8-bf415151efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:44.539437 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-a566e175-c737-4d80-a7f8-bf415151efcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 200 len: 834 time: 0.0565083 Feb 16 17:12:44.625349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-57e9d26c-9e83-4204-950f-d699c1489249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:44.626842 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-57e9d26c-9e83-4204-950f-d699c1489249 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4d3a096-909e-40d2-840d-9db7b8768b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766234 Feb 16 17:12:44.764121 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-7831f4d5-7ca7-470a-989a-92be0acf89fd service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296268 Feb 16 17:12:44.899898 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4293ac0a-610b-46d6-81b8-f02494af18bf req-4afa1734-cfcb-4bb6-a19d-d8f648bb66ec service neutron] 10.222.0.48 "GET /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283917 Feb 16 17:12:54.620986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:00.846140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fff71c63-e972-4b6c-bdb7-44c5b93d1a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:03.592082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3566d3ec-d05e-4471-bbc6-a2ca5d9a9b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:04.271792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:05.025127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:06.707092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:20.986442 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:13:24.626657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:30.851018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-11339dbe-655d-4236-af4c-b39af6b965b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:33.594134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-91a4040f-d5d5-4745-8689-8e0f10e5ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:34.274944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:35.028867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:35.506028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278772-1cda-40ac-81a1-ac63f85cc106 req-188acada-0295-4718-8922-5f25cccfb9bb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:35.507554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ab278772-1cda-40ac-81a1-ac63f85cc106 req-188acada-0295-4718-8922-5f25cccfb9bb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0838192 Feb 16 17:13:35.552546 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ab278772-1cda-40ac-81a1-ac63f85cc106 req-574a555e-4037-4578-8875-3d61750de31e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Feb 16 17:13:36.710716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:36.751426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b08c8e-a5c9-4ac4-abf0-7f23f8db7e92 req-35143287-5384-475e-8545-d6ea50fa387b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:36.752911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89b08c8e-a5c9-4ac4-abf0-7f23f8db7e92 req-35143287-5384-475e-8545-d6ea50fa387b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0906997 Feb 16 17:13:36.803517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89b08c8e-a5c9-4ac4-abf0-7f23f8db7e92 req-5f9c87d9-93d1-4799-8567-3a927192c081 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Feb 16 17:13:37.387267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72696c4f-43b3-4629-963b-d2784752df53 req-5d5483a8-eec9-403f-b45e-252093a5a5b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:37.387956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-72696c4f-43b3-4629-963b-d2784752df53 req-5d5483a8-eec9-403f-b45e-252093a5a5b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:13:37.403683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-72696c4f-43b3-4629-963b-d2784752df53 req-5d5483a8-eec9-403f-b45e-252093a5a5b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:13:37.404838 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-72696c4f-43b3-4629-963b-d2784752df53 req-5d5483a8-eec9-403f-b45e-252093a5a5b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0950265 Feb 16 17:13:37.476609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 1bc49d75-723f-4043-bf23-9c6081deaccd {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:13:37.476878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:37.742823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 1bc49d75-723f-4043-bf23-9c6081deaccd, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1bc49d75-723f-4043-bf23-9c6081deaccd,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:37.743107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:37.997090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b0cdc-1717-4c33-bb63-2926cc5e4f72 req-30f920b2-a331-4eee-b207-f48d5bcc5360 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:37.998521 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8f5b0cdc-1717-4c33-bb63-2926cc5e4f72 req-30f920b2-a331-4eee-b207-f48d5bcc5360 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 945 time: 0.0856831 Feb 16 17:13:38.045454 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8f5b0cdc-1717-4c33-bb63-2926cc5e4f72 req-6a06640c-6dac-4f21-849e-53997d54e804 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=28fc8480-4c67-47be-a1ce-123213c4752c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410149 Feb 16 17:13:38.148748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:38.149142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:38.149461 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f disassociated. External IP: 172.26.7.66, port: 1bc49d75-723f-4043-bf23-9c6081deaccd. Feb 16 17:13:38.149461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 1bc49d75-723f-4043-bf23-9c6081deaccd owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:13:38.302280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:38.352814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=1bc49d75-723f-4043-bf23-9c6081deaccd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:38.364767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.365102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.365432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.365761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.366082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.366404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.366739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.367056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.367371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.367683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.367993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.368307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:38.561122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:13:38.743831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:13:38.755128 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:13:38.767568 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:38.768556 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:38.824218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 1bc49d75-723f-4043-bf23-9c6081deaccd on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:13:38.827703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:38.830432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'name': 'network-vif-deleted', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:13:38.854889 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-72696c4f-43b3-4629-963b-d2784752df53 req-9e08cbae-16ef-4edd-ae6d-8d0240676943 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/1bc49d75-723f-4043-bf23-9c6081deaccd HTTP/1.1" status: 204 len: 173 time: 1.4440565 Feb 16 17:13:38.968282 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:39.109945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57287-67ea-48a8-b8ec-a20c63eac355', 'name': 'network-vif-deleted', 'tag': '1bc49d75-723f-4043-bf23-9c6081deaccd', 'status': 'completed', 'code': 200} Feb 16 17:13:39.273083 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-530b376f-d78c-41b3-8195-9bcde09bae67 req-af9c6571-c0cc-4432-98fc-48c78c2216d5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae57287-67ea-48a8-b8ec-a20c63eac355 HTTP/1.1" status: 200 len: 210 time: 0.0519030 Feb 16 17:13:39.330813 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:39.334914 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:13:39.345028 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:39.345645 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:39.547159 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:39.893951 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:39.897997 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ea8e5-c7c5-479c-89ce-941c37bbae09 None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:10:18Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'c7c1b91e-bff6-4b02-8b31-845b510889a1', 'name': '', 'network_id': 'd4d3a096-909e-40d2-840d-9db7b8768b81', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d3:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'fb45c004-526a-455b-a321-9be537d57f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:17Z', 'updated_at': '2022-02-16T17:10:23Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'fb45c004-526a-455b-a321-9be537d57f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:13:40.108260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a5085-f9a3-4819-9d65-391c958ad3e8 None None] New status for floating IP a38f60f5-6f85-43fc-9b12-05c52600e90f: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:13:40.371997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60944) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:40.442934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-43bcef20-d399-4599-98fe-e3ce326bfc14 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:40.474140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-43bcef20-d399-4599-98fe-e3ce326bfc14 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:40.543405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-43bcef20-d399-4599-98fe-e3ce326bfc14 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:40.562807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcef20-d399-4599-98fe-e3ce326bfc14 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc8480-4c67-47be-a1ce-123213c4752c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:40.573951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-43bcef20-d399-4599-98fe-e3ce326bfc14 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:40.575124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-43bcef20-d399-4599-98fe-e3ce326bfc14 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/28fc8480-4c67-47be-a1ce-123213c4752c HTTP/1.1" status: 204 len: 168 time: 0.2021642 Feb 16 17:13:40.605870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60950) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:40.768183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port b48225c4-fdbe-4663-87d4-09839850079c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:13:40.768425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.070077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.070530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.202033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for b48225c4-fdbe-4663-87d4-09839850079c owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:13:41.363999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.413157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=b48225c4-fdbe-4663-87d4-09839850079c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:41.451946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.452280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.452605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.452952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.453270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.453585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.453896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.454208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.454520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.454856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.455160 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.455470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:41.521794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.536729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.537860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fba54c47-9a43-45e4-b07f-af0b45b46f82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/a38f60f5-6f85-43fc-9b12-05c52600e90f HTTP/1.1" status: 204 len: 168 time: 0.9310379 Feb 16 17:13:41.685370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 1bc49d75-723f-4043-bf23-9c6081deaccd no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:13:41.737212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 1bc49d75-723f-4043-bf23-9c6081deaccd {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:13:41.737556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 1bc49d75-723f-4043-bf23-9c6081deaccd not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:13:41.971247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d92469-69b7-422c-8174-ddb2d556b306 req-4907b4bb-9c7b-49c3-96c0-3ccfdefa5d3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:41.971859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-72d92469-69b7-422c-8174-ddb2d556b306 req-4907b4bb-9c7b-49c3-96c0-3ccfdefa5d3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:13:41.988574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-72d92469-69b7-422c-8174-ddb2d556b306 req-4907b4bb-9c7b-49c3-96c0-3ccfdefa5d3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:13:41.989894 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-72d92469-69b7-422c-8174-ddb2d556b306 req-4907b4bb-9c7b-49c3-96c0-3ccfdefa5d3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.1097970 Feb 16 17:13:42.047985 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-72d92469-69b7-422c-8174-ddb2d556b306 req-16c57064-0913-41fb-ba40-463fdf88cbf2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522802 Feb 16 17:13:43.237646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8484-c859-42ee-9f86-0eeeec675f42 req-1ceb1ccc-d0b9-4002-a16e-1dfad3a750e8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:43.239125 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ad1e8484-c859-42ee-9f86-0eeeec675f42 req-1ceb1ccc-d0b9-4002-a16e-1dfad3a750e8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.0850940 Feb 16 17:13:43.293929 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ad1e8484-c859-42ee-9f86-0eeeec675f42 req-49d59177-9b73-4370-a07a-895f6f536188 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6721580-290d-4261-9da7-69f7029df5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491812 Feb 16 17:13:43.743093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-78987581-f7fc-4a67-9603-f327a096b9a0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:43.743778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-78987581-f7fc-4a67-9603-f327a096b9a0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:13:43.756629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-78987581-f7fc-4a67-9603-f327a096b9a0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:13:43.757722 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-78987581-f7fc-4a67-9603-f327a096b9a0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 946 time: 0.0975142 Feb 16 17:13:43.829566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port e60b4959-68b8-4ab4-a01d-178c1df7bd1d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:13:43.829822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:44.072456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port e60b4959-68b8-4ab4-a01d-178c1df7bd1d, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:44.072805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:44.289441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for e60b4959-68b8-4ab4-a01d-178c1df7bd1d owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:13:44.436090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:44.452396 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a251c1a2-7880-4ad6-8aa1-031be129e993 req-04d89792-6ca7-485d-883d-0f5dd819a2a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 210 time: 0.0461085 Feb 16 17:13:44.489549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=e60b4959-68b8-4ab4-a01d-178c1df7bd1d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:44.564065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port e60b4959-68b8-4ab4-a01d-178c1df7bd1d on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:13:44.566327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:44.568716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'name': 'network-vif-deleted', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:13:44.584201 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-84c4e6c7-a330-4797-9d4c-3f1e76b3d03d req-0065cc21-ba2e-4af2-b909-a179538bb984 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/e60b4959-68b8-4ab4-a01d-178c1df7bd1d HTTP/1.1" status: 204 len: 173 time: 0.8206351 Feb 16 17:13:44.616238 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ffbfa-e411-484c-99cb-9aff09e88892', 'name': 'network-vif-deleted', 'tag': 'e60b4959-68b8-4ab4-a01d-178c1df7bd1d', 'status': 'completed', 'code': 200} Feb 16 17:13:45.085879 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f08ac09-3a4a-47fb-a16b-8a30f6539282 req-724d2a44-a609-43c3-8648-71af39343e56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=539ffbfa-e411-484c-99cb-9aff09e88892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0431304 Feb 16 17:13:45.200977 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f08ac09-3a4a-47fb-a16b-8a30f6539282 req-eb7483e9-9563-4aed-a9ad-34f01c606ca4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=539ffbfa-e411-484c-99cb-9aff09e88892 HTTP/1.1" status: 200 len: 210 time: 0.0412014 Feb 16 17:13:45.370221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08ac09-3a4a-47fb-a16b-8a30f6539282 req-9598e34a-7926-4514-aba6-6c96c266ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:45.371940 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f08ac09-3a4a-47fb-a16b-8a30f6539282 req-9598e34a-7926-4514-aba6-6c96c266ffbc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=89c2c47e4c994a91a06871f31844c874&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1411572 Feb 16 17:13:45.516900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08ac09-3a4a-47fb-a16b-8a30f6539282 req-ca513301-afb5-4aef-9b1b-1c39737bd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:45.518328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f08ac09-3a4a-47fb-a16b-8a30f6539282 req-ca513301-afb5-4aef-9b1b-1c39737bd76c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399162 Feb 16 17:13:45.553757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 60968) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:45.628447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d67c3ac-3a33-4e5c-ab9c-249d1b0c8b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:45.660121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d67c3ac-3a33-4e5c-ab9c-249d1b0c8b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:45.732805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d67c3ac-3a33-4e5c-ab9c-249d1b0c8b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:45.752932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67c3ac-3a33-4e5c-ab9c-249d1b0c8b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6721580-290d-4261-9da7-69f7029df5cd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:45.760608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d67c3ac-3a33-4e5c-ab9c-249d1b0c8b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:45.772965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5d67c3ac-3a33-4e5c-ab9c-249d1b0c8b37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6721580-290d-4261-9da7-69f7029df5cd HTTP/1.1" status: 204 len: 168 time: 0.2101541 Feb 16 17:13:45.794149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60974) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:46.349916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:46.803807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port c7c1b91e-bff6-4b02-8b31-845b510889a1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:13:46.804141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:46.991827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port c7c1b91e-bff6-4b02-8b31-845b510889a1, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c7c1b91e-bff6-4b02-8b31-845b510889a1,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:46.992176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:47.116744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for c7c1b91e-bff6-4b02-8b31-845b510889a1 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:13:47.305896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:47.354983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=c7c1b91e-bff6-4b02-8b31-845b510889a1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:47.630200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:47.729770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e60b4959-68b8-4ab4-a01d-178c1df7bd1d no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:13:47.763495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: e60b4959-68b8-4ab4-a01d-178c1df7bd1d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:13:47.763830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e60b4959-68b8-4ab4-a01d-178c1df7bd1d not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:13:47.983152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router dad25cf4-4cca-4bef-8e50-2ac19b88b56b has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:13:48.255988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:13:48.267041 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] Sync routers for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:13:48.270442 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-10b78e68-fa06-4739-a705-d3c03c395982 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/dad25cf4-4cca-4bef-8e50-2ac19b88b56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743109 Feb 16 17:13:48.273293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60978) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:48.276293 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:48.276903 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:48.344040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet fb45c004-526a-455b-a321-9be537d57f76 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:13:48.347183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.409801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.463347 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:48.497539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.572691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.612088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=fb45c004-526a-455b-a321-9be537d57f76,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:48.615592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.621780 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e164b58c-3d6b-4cb0-a7e7-f53e0cd25ff8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/fb45c004-526a-455b-a321-9be537d57f76 HTTP/1.1" status: 204 len: 168 time: 0.3475273 Feb 16 17:13:48.624415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60984) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:48.625017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115ace1-cae6-48bf-b9fe-f133d7535684 None None] Network d4d3a096-909e-40d2-840d-9db7b8768b81 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:13:48.759855 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:13:47Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:48.764569 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] Checking router: dad25cf4-4cca-4bef-8e50-2ac19b88b56b for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:13:48.773119 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] Routers {'dad25cf4-4cca-4bef-8e50-2ac19b88b56b'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:48.773671 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:48.814507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.946047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] DHCP port deletion for d4d3a096-909e-40d2-840d-9db7b8768b81 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:13:48.951767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Deleting port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:13:48.952436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:48.954776 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] Set router dad25cf4-4cca-4bef-8e50-2ac19b88b56b gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:49.008652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.019927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port a24fc176-9d04-4381-876f-b1a54e9e57a6 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:13:49.020439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.159065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] For port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,segment=NetworkSegment(7d6f911f-5954-4f71-99b8-024eb737deb6),segment_id=7d6f911f-5954-4f71-99b8-024eb737deb6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:49.159512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.203912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port a24fc176-9d04-4381-876f-b1a54e9e57a6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a24fc176-9d04-4381-876f-b1a54e9e57a6,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:49.204178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.251844 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:13:47Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:49.255589 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbc7d35-1271-4daf-a014-96e168ab26e7 None None] The sync data for ids ['dad25cf4-4cca-4bef-8e50-2ac19b88b56b'] in dv-neutron-829527-2-hyperv is: [{'id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'name': 'tempest-TestNetworkBasicOps-router-1509576611', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:12Z', 'updated_at': '2022-02-16T17:13:47Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'a24fc176-9d04-4381-876f-b1a54e9e57a6', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad25cf4-4cca-4bef-8e50-2ac19b88b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:13Z', 'updated_at': '2022-02-16T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:13:49.299496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Calling delete_port for 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:13:49.331869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for a24fc176-9d04-4381-876f-b1a54e9e57a6 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:13:49.374055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.418881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Pushing event deleted for resources: {'Port': ['ID=8dab55ad-f8ae-4c3a-91fa-6951bac14b28,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:49.427890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] No DVR routers for this DVR port 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:13:49.429739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.430080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.430410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.430757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.431088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.431400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.431943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.432053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.433092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.433624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.433876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.434269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dfedc6-41a9-4189-88c3-a9bc276e4f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:49.504906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.555052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=a24fc176-9d04-4381-876f-b1a54e9e57a6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:49.708592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:13:49.747076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:13:49.747500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8dab55ad-f8ae-4c3a-91fa-6951bac14b28 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:13:49.748079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c7c1b91e-bff6-4b02-8b31-845b510889a1 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:13:49.759258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.781491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: c7c1b91e-bff6-4b02-8b31-845b510889a1 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:13:49.781827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c7c1b91e-bff6-4b02-8b31-845b510889a1 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:13:49.932710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.934879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.958382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.958911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router dad25cf4-4cca-4bef-8e50-2ac19b88b56b {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:13:49.974829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:49.976091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3886781a-7645-4faa-bf6e-aa539b5308e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/dad25cf4-4cca-4bef-8e50-2ac19b88b56b HTTP/1.1" status: 204 len: 168 time: 1.3506241 Feb 16 17:13:49.978545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60988) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:50.093684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.229639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.254103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d3a096-909e-40d2-840d-9db7b8768b81']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:50.268247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6f911f-5954-4f71-99b8-024eb737deb6') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:50.268536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6f911f-5954-4f71-99b8-024eb737deb6') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:50.280938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.298306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.304780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:13:50.305159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:13:50.320139 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:13:50.413371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.431837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.448739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=d4d3a096-909e-40d2-840d-9db7b8768b81,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:50.452568 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0aaa56cb-d007-4661-94bd-7bc12a71f3f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/d4d3a096-909e-40d2-840d-9db7b8768b81 HTTP/1.1" status: 204 len: 168 time: 0.4730000 Feb 16 17:13:50.473638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60992) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:50.479344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--1761570524', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:50.484567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:50.488738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:50.491585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:50.497920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:50.507848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:13:50.511927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.538986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:13:50.547736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.548072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment 94c59ba8-a5db-4724-9f72-95e08e78a2e9 of type vlan for network a9d42c6e-c4a9-4d26-9576-21fa0560d472 Feb 16 17:13:50.575620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.607457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.612985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:50.613557 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.725592 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2484360 Feb 16 17:13:50.725943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 60996) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:50.734426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-475697552', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:50.739982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a6d97-85bf-4f5a-beed-ea370d293866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=a9d42c6e-c4a9-4d26-9576-21fa0560d472,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:50.743942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:50.750477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:50.751049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:13:50.753522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:50.759785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:50.771429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.772411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:50.792636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:51.075283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:51.477156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:51.507246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:51.599190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a24fc176-9d04-4381-876f-b1a54e9e57a6 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:13:51.632076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a24fc176-9d04-4381-876f-b1a54e9e57a6 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:13:51.632419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a24fc176-9d04-4381-876f-b1a54e9e57a6 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:13:51.645976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.83 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/6d31fc9a-4561-4b6a-b61b-a626fe342df3) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:13:51.791885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:51.819793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:51.881414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:13:51.884253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:13:51.887220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:13:51.929567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=6d31fc9a-4561-4b6a-b61b-a626fe342df3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:52.309099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:52.761582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:52.967698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:13:53.143346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:13:53.155648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Sync routers for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:13:53.167102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:53.167715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:53.173215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:53.177381 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1117b980-23da-4517-93ec-da866d046461 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4475985 Feb 16 17:13:53.177729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32768) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:53.221326 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-acf80947-9511-4dae-ab3f-17d7758d1c1b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418043 Feb 16 17:13:53.223287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32772) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:53.346007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:53.357296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07787df1-239d-41b8-a3d6-dd4f6f7a67f3 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:53.358797 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-07787df1-239d-41b8-a3d6-dd4f6f7a67f3 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346095 Feb 16 17:13:53.361726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32776) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:53.407837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fac00ed0-3f59-49eb-a17a-3475cacc3dd3 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446482 Feb 16 17:13:53.410723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32780) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:53.416504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640700920', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:53.524218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:53.528598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:53.531334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:53.537153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:53.547356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:13:53.550772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:53.633669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:52Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:53.637829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Checking router: 65bd7495-dedd-4a1d-978f-9cce8f18ee15 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:13:53.638173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Updating router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:13:53.727260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:53.773190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:53.855532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=f88bb57d-03b9-44cb-93db-ac2e1d150a64,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:53.864495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:13:53.864854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: a9d42c6e-c4a9-4d26-9576-21fa0560d472, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:13:53.883903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:13:53.893579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, a9d42c6e-c4a9-4d26-9576-21fa0560d472) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:13:53.897787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:53.898317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:53.919403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ed344-7c89-41af-82c3-7afc8e9bf804 None None] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:13:53.923363 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a200ea70-581b-4849-9786-cdd294354cba tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5115676 Feb 16 17:13:53.926145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32784) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:54.254419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:13:54.255239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.269780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.288398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Transition to ACTIVE for port object 6d31fc9a-4561-4b6a-b61b-a626fe342df3 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:13:54.335538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.435647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b7033-9154-4818-8cab-b4e179db712d None None] Pushing event updated for resources: {'Port': ['ID=6d31fc9a-4561-4b6a-b61b-a626fe342df3,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:54.476701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Attempting to bind port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:13:54.476969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Attempting to bind port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:13:54.477319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Attempting to bind port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:13:54.490381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:13:54.490777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:13:54.491173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.491556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:13:54.492029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Bound port: 6d31fc9a-4561-4b6a-b61b-a626fe342df3, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:13:54.492395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.562224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Allocated IP 172.20.0.2 (a9d42c6e-c4a9-4d26-9576-21fa0560d472/f88bb57d-03b9-44cb-93db-ac2e1d150a64/abf0b49f-8b4a-49c8-bd1f-efb32c44a43c) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:13:54.607786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] For port 6d31fc9a-4561-4b6a-b61b-a626fe342df3, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:13:54.677500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] For port 6d31fc9a-4561-4b6a-b61b-a626fe342df3, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6d31fc9a-4561-4b6a-b61b-a626fe342df3,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:13:54.696001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.697119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.805920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:54.807049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:54.808580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:54.860976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b7033-9154-4818-8cab-b4e179db712d None None] Pushing event updated for resources: {'Port': ['ID=6d31fc9a-4561-4b6a-b61b-a626fe342df3,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:55.035969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.053916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Transition to ACTIVE for port object abf0b49f-8b4a-49c8-bd1f-efb32c44a43c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:13:55.068757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:55.234010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Transition to ACTIVE for port object abf0b49f-8b4a-49c8-bd1f-efb32c44a43c will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:13:55.284910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.307379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (a9d42c6e-c4a9-4d26-9576-21fa0560d472/f88bb57d-03b9-44cb-93db-ac2e1d150a64/a4f3f1c0-432b-41b8-82da-18bada00c7af) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:13:55.372835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:13:55.386838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:13:55.392920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:13:55.441372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Pushing event updated for resources: {'Port': ['ID=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:55.469402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.485377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object a4f3f1c0-432b-41b8-82da-18bada00c7af will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:13:55.509194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.530697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Attempting to bind port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:13:55.531055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Attempting to bind port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:13:55.531398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Attempting to bind port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:13:55.538950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:13:55.539306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Checking segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:13:55.539688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.540061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Bound using segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:13:55.540502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Bound port: abf0b49f-8b4a-49c8-bd1f-efb32c44a43c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:13:55.540859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.581764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:13:55.584791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:13:55.589359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:13:55.620233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=a4f3f1c0-432b-41b8-82da-18bada00c7af,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:55.636503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:52Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:55.643874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2047b36-a49d-4292-8339-083bf239adf1 None None] The sync data for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv is: [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:52Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:13:55.645669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] For port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:13:55.648888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] For port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:13:55.651981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.654703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:55.751579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742864-d411-49a0-87f9-e0a957b9121f None None] Pushing event updated for resources: {'Port': ['ID=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:55.949856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:56.537233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:56.547118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:56.680545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=a4f3f1c0-432b-41b8-82da-18bada00c7af,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:56.683268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:56.845761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:13:56.847215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:13:56.859599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a237ed2-1eda-46cb-a590-74d59d18e8d0 None None] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:13:56.953912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ec13c54f-594c-4ed6-82df-2ce4f473d8a0 None None] Provisioning for port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:13:57.058741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:13:57.264852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:13:57.275190 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Sync routers for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:13:57.281733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32788) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:57.282249 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-51bdd91e-7378-41b0-b87f-10dc1e099329 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/65bd7495-dedd-4a1d-978f-9cce8f18ee15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3548055 Feb 16 17:13:57.286346 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:57.287078 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:57.387820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-831a8a92-cb7f-4734-af81-5425b954e23c None None] Provisioning for port a4f3f1c0-432b-41b8-82da-18bada00c7af completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:13:57.393150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-831a8a92-cb7f-4734-af81-5425b954e23c None None] Provisioning complete for port a4f3f1c0-432b-41b8-82da-18bada00c7af triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:57.393476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-831a8a92-cb7f-4734-af81-5425b954e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:57.435914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9110950-52cd-4db0-a910-84fc54ac293d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.436531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9110950-52cd-4db0-a910-84fc54ac293d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.437034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9110950-52cd-4db0-a910-84fc54ac293d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.437972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9110950-52cd-4db0-a910-84fc54ac293d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.439813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f9110950-52cd-4db0-a910-84fc54ac293d tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1562543 Feb 16 17:13:57.443647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32792) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:57.457583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-831a8a92-cb7f-4734-af81-5425b954e23c None None] Port a4f3f1c0-432b-41b8-82da-18bada00c7af cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:13:57.482118 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:57.520608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378e50e-b090-4feb-82fd-9f5c94d54774 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.521081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378e50e-b090-4feb-82fd-9f5c94d54774 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.521534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378e50e-b090-4feb-82fd-9f5c94d54774 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.522028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378e50e-b090-4feb-82fd-9f5c94d54774 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:57.525126 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a378e50e-b090-4feb-82fd-9f5c94d54774 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0800276 Feb 16 17:13:57.527381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:57.594674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-2151a28d-d710-47cd-b379-8d6df14f9463 None None] Provisioning complete for port a4f3f1c0-432b-41b8-82da-18bada00c7af triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:57.595039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2151a28d-d710-47cd-b379-8d6df14f9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:57.664297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2151a28d-d710-47cd-b379-8d6df14f9463 None None] Port a4f3f1c0-432b-41b8-82da-18bada00c7af cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:13:57.755019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device abf0b49f-8b4a-49c8-bd1f-efb32c44a43c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:13:57.825689 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-65f614af-6eae-41b7-91f7-1f3efcdff91e tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2939172 Feb 16 17:13:57.825992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32800) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:57.832811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-688598532', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:57.845010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:13:57.850579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:57.850840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:57.855202 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:13:56Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:57.860152 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Checking router: 65bd7495-dedd-4a1d-978f-9cce8f18ee15 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:13:57.860454 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Updating router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 port a4f3f1c0-432b-41b8-82da-18bada00c7af binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:13:57.914376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b7abdfd3-fece-407e-8590-85c5b9993b61 None None] Provisioning complete for port a4f3f1c0-432b-41b8-82da-18bada00c7af triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:57.914979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b7abdfd3-fece-407e-8590-85c5b9993b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:57.917108 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:57.977500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b7abdfd3-fece-407e-8590-85c5b9993b61 None None] Port a4f3f1c0-432b-41b8-82da-18bada00c7af cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:13:57.992722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:57.994009 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:13:57.997275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:port and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:58.000270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:58.007037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:58.019238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:13:58.024048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.044370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.052495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] device_id is not set on port 9e502fe4-e8be-45ca-b07a-c04afc485316 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:13:58.078308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:58.088670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.088670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6d31fc9a-4561-4b6a-b61b-a626fe342df3 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:13:58.207221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:58.225383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:13:58.230952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:58.231253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.284619 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.296785 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Transition to ACTIVE for port object a4f3f1c0-432b-41b8-82da-18bada00c7af will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:13:58.303782 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.351179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.374006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 6d31fc9a-4561-4b6a-b61b-a626fe342df3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6d31fc9a-4561-4b6a-b61b-a626fe342df3,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:13:58.379578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.392548 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.3 (a9d42c6e-c4a9-4d26-9576-21fa0560d472/f88bb57d-03b9-44cb-93db-ac2e1d150a64/9e502fe4-e8be-45ca-b07a-c04afc485316) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:13:58.458049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=6d31fc9a-4561-4b6a-b61b-a626fe342df3,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:58.472215 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Pushing event updated for resources: {'Port': ['ID=a4f3f1c0-432b-41b8-82da-18bada00c7af,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:58.518326 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.518683 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.519010 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.519332 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.519647 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.519961 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.520273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.520594 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.520888 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.521213 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.521567 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.521880 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.542452 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Attempting to bind port a4f3f1c0-432b-41b8-82da-18bada00c7af on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:13:58.542852 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Attempting to bind port a4f3f1c0-432b-41b8-82da-18bada00c7af by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:13:58.543201 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Attempting to bind port a4f3f1c0-432b-41b8-82da-18bada00c7af on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:13:58.549616 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:13:58.549984 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Checking segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:13:58.550443 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.550813 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Bound using segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:13:58.551244 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Bound port: a4f3f1c0-432b-41b8-82da-18bada00c7af, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:13:58.551604 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.657562 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] For port a4f3f1c0-432b-41b8-82da-18bada00c7af, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:13:58.662197 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] For port a4f3f1c0-432b-41b8-82da-18bada00c7af, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a4f3f1c0-432b-41b8-82da-18bada00c7af,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:13:58.669418 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.763904 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:13:58.764506 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:13:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:58.765899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.782139 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 9e502fe4-e8be-45ca-b07a-c04afc485316 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:13:58.806960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.851598 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c8d59-8262-4973-b37e-2e4c41f3e0c3 None None] Pushing event updated for resources: {'Port': ['ID=a4f3f1c0-432b-41b8-82da-18bada00c7af,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:58.889264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:13:58.892524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:13:58.896963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:13:58.939994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:58.980003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:58.980801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:58.990169 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:13:59.005594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c2aba994-c4c5-4c59-a515-c427fc601af4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1778085 Feb 16 17:13:59.246414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-70680eba-ccb7-4cce-b659-780d5920bc59 None None] Provisioning for port 9e502fe4-e8be-45ca-b07a-c04afc485316 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:13:59.252053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-70680eba-ccb7-4cce-b659-780d5920bc59 None None] Provisioning complete for port 9e502fe4-e8be-45ca-b07a-c04afc485316 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:59.252491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70680eba-ccb7-4cce-b659-780d5920bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.307895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-70680eba-ccb7-4cce-b659-780d5920bc59 None None] Port 9e502fe4-e8be-45ca-b07a-c04afc485316 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:13:59.315127 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:59.319097 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0386a-8a9b-41ce-849b-ab28ded99bac None None] The sync data for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv is: [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:13:59.429343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32806) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:59.435140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086779775', 'description': 'tempest-secgroup-smoke-1086779775 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:59.442125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:59.446528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:59.450528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:59.456732 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:59.467585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.488681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:59.493277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:59.497232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:59.503040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:59.579962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.585334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.630887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.632096 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2017684 Feb 16 17:13:59.635701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32810) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:59.640626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8e038-4419-4bfd-9fa6-0b927b6cc328 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09bb7c-11e1-4b94-8715-eec473f5b705,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:59.640951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '4e09bb7c-11e1-4b94-8715-eec473f5b705', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:59.651074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:59.655293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:59.658377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:59.664666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:59.683043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.748866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a4f3f1c0-432b-41b8-82da-18bada00c7af up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:13:59.759412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.763513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.789531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd92733-32e1-4e09-a84c-e8840075e5c5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:59.801758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.803143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fddf7e03-909d-4641-8bd6-83c2e8c79eab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664507 Feb 16 17:13:59.805893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32814) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:59.812067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '4e09bb7c-11e1-4b94-8715-eec473f5b705', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:59.820530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:59.824523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:13:59.828380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:13:59.835204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:13:59.856863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.883539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a4f3f1c0-432b-41b8-82da-18bada00c7af completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:13:59.889853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a4f3f1c0-432b-41b8-82da-18bada00c7af triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:13:59.890300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.934167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.938778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.965950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f703ea-2d9b-4724-a022-85a3bb710ac8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:59.975755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:59.980095 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9e88adb6-0d1e-46fb-a998-d3d8150adff7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1695840 Feb 16 17:13:59.980095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32818) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:13:59.985664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '4e09bb7c-11e1-4b94-8715-eec473f5b705', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:13:59.992672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:13:59.997230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:00.000441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:00.007458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:00.026844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.028599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.060713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port a4f3f1c0-432b-41b8-82da-18bada00c7af, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a4f3f1c0-432b-41b8-82da-18bada00c7af,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:00.065665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.066455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device abf0b49f-8b4a-49c8-bd1f-efb32c44a43c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:00.105628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.113692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.147308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b23712-a010-4dc5-88da-48c0bbf9d46c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:00.149965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.155110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32822) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:00.160684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '4e09bb7c-11e1-4b94-8715-eec473f5b705', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:00.166395 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2f6e7fa2-77aa-471e-998a-a7aedab58f40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850336 Feb 16 17:14:00.168729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:00.173623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:00.177250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:00.192294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:00.214751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.221820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=a4f3f1c0-432b-41b8-82da-18bada00c7af,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:00.227534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:00.228131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.300654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.306575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.331991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c41eac-fcfa-467c-9ffe-75db5b63826b,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:00.344012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.348108 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-880eb40c-0ad2-405a-bffd-19b22aa73c3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1894581 Feb 16 17:14:00.348434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32826) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:00.354756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '4e09bb7c-11e1-4b94-8715-eec473f5b705', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:00.360278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:00.364332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:00.368341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:00.371705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6d31fc9a-4561-4b6a-b61b-a626fe342df3 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:00.375188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:00.386123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:00.393323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.450224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:00.450617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.473717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.479329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.505086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e52c16-901a-4f38-93d5-37789b2f68d1,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:00.516257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.520120 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-55e6510d-dc03-4412-9221-37fea83f1137 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1681793 Feb 16 17:14:00.520797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32830) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:00.528969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '4e09bb7c-11e1-4b94-8715-eec473f5b705', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:00.537143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:00.543196 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:00.547194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:00.557019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:00.568783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:00.579510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.656163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.661064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.686837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aed5da0-3f04-4a74-8a12-c4383a0de8af,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:00.697035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.701416 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f8f534f4-1dc6-4b41-9146-9c8252a6e72f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762583 Feb 16 17:14:00.860318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47902820-e22f-4eda-a60a-72b1af71b92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.937421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f8ec4527-edd6-41d2-ab38-27c8847bb91a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:00.954659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f8ec4527-edd6-41d2-ab38-27c8847bb91a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:00.955864 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f8ec4527-edd6-41d2-ab38-27c8847bb91a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086779775&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0641854 Feb 16 17:14:01.047252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-dcd283ac-56b2-43b1-a13a-467e1bcf4788 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:01.048611 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-dcd283ac-56b2-43b1-a13a-467e1bcf4788 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 929 time: 0.0858836 Feb 16 17:14:01.240905 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-642fce22-b886-4475-9501-c47be0a7c8b6 service neutron] 10.222.0.43 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1784310 Feb 16 17:14:01.380099 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-98673e38-5306-4490-9b18-84060bbbf9b7 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326201 Feb 16 17:14:01.513711 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-1a3bbf12-4fbd-43a7-9197-92a78d1c2c87 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271973 Feb 16 17:14:01.660852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a4f3f1c0-432b-41b8-82da-18bada00c7af up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:01.701528 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-359052d3-6aad-48eb-bb3f-91d526874270 req-faf453c2-7e48-4361-98f5-15ee80825b5a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 210 time: 0.0542061 Feb 16 17:14:01.732393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a4f3f1c0-432b-41b8-82da-18bada00c7af triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:01.732753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:02.795422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-38723b36-11e1-4bb7-97bc-77fc0b58d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:02.796819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-38723b36-11e1-4bb7-97bc-77fc0b58d900 service neutron] 10.222.0.48 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1025 time: 0.0668175 Feb 16 17:14:02.861872 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-476d0bbe-a81a-4882-969d-7852c950a2eb req-ff877501-a23a-4e7a-9612-0d25598efa26 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 210 time: 0.0433025 Feb 16 17:14:02.965488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-8d3255de-a10c-4a1b-afe4-8919bed18309 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:02.966179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-8d3255de-a10c-4a1b-afe4-8919bed18309 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:02.982675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-8d3255de-a10c-4a1b-afe4-8919bed18309 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:02.983756 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-8d3255de-a10c-4a1b-afe4-8919bed18309 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 797 time: 0.1792376 Feb 16 17:14:03.032198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-6d3153cc-6410-45b7-9b8a-1fff3a2c2542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:03.044410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-6d3153cc-6410-45b7-9b8a-1fff3a2c2542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:03.045476 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-6d3153cc-6410-45b7-9b8a-1fff3a2c2542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0517235 Feb 16 17:14:03.057379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Request body: {'port': {'device_id': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:03.169178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.510534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e502fe4-e8be-45ca-b07a-c04afc485316 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:14:03.517662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.531624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Transition to ACTIVE for port object 9e502fe4-e8be-45ca-b07a-c04afc485316 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:03.536049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.606216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-174600fd-b2b8-4223-99f5-ec33d212c444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.693757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:03.778818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:14:03.779145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:14:03.779463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:03.784253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:14:03.784564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:03.789686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:14:03.790012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Checking segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:03.790386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Bound using segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:14:03.790826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Bound port: 9e502fe4-e8be-45ca-b07a-c04afc485316, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:14:03.791686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.881796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:03.885306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:14:03.889734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.959447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:03.960305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:03.961764 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1130 time: 0.9089565 Feb 16 17:14:03.962189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:14:03.995401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aaeb5-bbd2-4610-bcd7-1a879e721f87 service neutron] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:04.077404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f598637b-2343-4930-bf78-c0e5cdc9d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:04.079187 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-f598637b-2343-4930-bf78-c0e5cdc9d59f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 1133 time: 0.0750403 Feb 16 17:14:04.089385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cc696-2064-40d8-a47e-7ff2457114cc req-f63b6cb6-b005-4f39-96d2-4ee13b937d37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:04.090927 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c72cc696-2064-40d8-a47e-7ff2457114cc req-f63b6cb6-b005-4f39-96d2-4ee13b937d37 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 980 time: 0.0994558 Feb 16 17:14:04.138469 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c72cc696-2064-40d8-a47e-7ff2457114cc req-eaa1863d-3802-4983-b5cb-685eb8611415 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Feb 16 17:14:04.261568 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'status': 'completed', 'code': 200} Feb 16 17:14:04.269587 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-24965cf9-1f71-46aa-91dd-53706880ffc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 217 time: 0.1819794 Feb 16 17:14:04.281271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:04.334068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-e938c961-5f79-4c66-8ad1-05b0a5a94930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:04.335533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-e938c961-5f79-4c66-8ad1-05b0a5a94930 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f88bb57d-03b9-44cb-93db-ac2e1d150a64 HTTP/1.1" status: 200 len: 835 time: 0.0585353 Feb 16 17:14:04.410459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-74129fad-e855-4eb1-84c3-ec507141c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:04.411916 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-74129fad-e855-4eb1-84c3-ec507141c6b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700591 Feb 16 17:14:04.545360 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-ed4abb62-f371-4c03-9e06-34b73fe3c48d service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265759 Feb 16 17:14:04.678288 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6706671-e17e-44ac-ba83-4b5c0f92122c req-17158c2b-1668-406c-b224-a18c7ee834f4 service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265814 Feb 16 17:14:04.798496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701731-8427-49c8-a0ac-35854fe86e08 req-3b734320-248f-41c1-ae66-aabebc8149c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:04.799929 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-3b734320-248f-41c1-ae66-aabebc8149c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 1133 time: 0.0726328 Feb 16 17:14:04.932164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701731-8427-49c8-a0ac-35854fe86e08 req-b5ebfa8e-3ebd-4ef7-9a51-669f2ea2f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:04.933731 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-b5ebfa8e-3ebd-4ef7-9a51-669f2ea2f236 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 898 time: 0.1259933 Feb 16 17:14:05.004890 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-1aa79e7e-fc0d-4888-bef3-ca3112c54b6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 217 time: 0.0645449 Feb 16 17:14:05.030526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:05.068383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701731-8427-49c8-a0ac-35854fe86e08 req-5cc61b52-626c-420c-98a4-e11ae21f9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:05.069724 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-5cc61b52-626c-420c-98a4-e11ae21f9a71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f88bb57d-03b9-44cb-93db-ac2e1d150a64 HTTP/1.1" status: 200 len: 835 time: 0.0588775 Feb 16 17:14:05.146854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701731-8427-49c8-a0ac-35854fe86e08 req-15b2580f-2243-41d5-bfd0-e89c92281538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:05.148309 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-15b2580f-2243-41d5-bfd0-e89c92281538 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717707 Feb 16 17:14:05.282917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-5c3242db-6226-4632-9a56-d1d275c1ee88 service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277993 Feb 16 17:14:05.327176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a6ae-d811-414a-aad5-af918b5708e8 req-31b7cd3c-cdba-4acd-9dfe-af25e878a9a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:05.328528 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f421a6ae-d811-414a-aad5-af918b5708e8 req-31b7cd3c-cdba-4acd-9dfe-af25e878a9a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 980 time: 0.0786922 Feb 16 17:14:05.373651 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f421a6ae-d811-414a-aad5-af918b5708e8 req-6403f947-1c87-49f3-b866-0027b2e00a8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Feb 16 17:14:05.420954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-64701731-8427-49c8-a0ac-35854fe86e08 req-58611c4f-07cc-4fda-a719-19a97bd39eaf service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290181 Feb 16 17:14:06.662481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989caa33-af0d-4061-8020-94db2acdfbd6 req-32b88036-8144-4b72-b937-8c0da525327e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:06.663969 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-989caa33-af0d-4061-8020-94db2acdfbd6 req-32b88036-8144-4b72-b937-8c0da525327e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 980 time: 0.1817489 Feb 16 17:14:06.711047 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-989caa33-af0d-4061-8020-94db2acdfbd6 req-1728367d-b3e7-49c5-83f7-2d42af3c005a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Feb 16 17:14:06.712412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:07.776907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:14:07.898972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d4e17-d9a1-4546-ab74-3b38e85da456 req-93f04e11-c4d8-4bb9-9741-111113cf1027 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:07.901043 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b5d4e17-d9a1-4546-ab74-3b38e85da456 req-93f04e11-c4d8-4bb9-9741-111113cf1027 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 980 time: 0.0859928 Feb 16 17:14:07.913097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:07.927194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'port_id': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'mac_address': 'fa:16:3e:cd:8a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:14:07.949753 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b5d4e17-d9a1-4546-ab74-3b38e85da456 req-42ffc895-0de0-4c77-9a5c-51102c0952ac tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Feb 16 17:14:07.986993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:08.003849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e502fe4-e8be-45ca-b07a-c04afc485316 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:14:08.019121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:08.023149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:08.089724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:08.433976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['9e502fe4-e8be-45ca-b07a-c04afc485316'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:14:09.134589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5acbf-fed0-4729-83d7-e6175bc5d5b4 req-8553c766-23e1-4de2-bfd8-e3c67c781d57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:09.136146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90b5acbf-fed0-4729-83d7-e6175bc5d5b4 req-8553c766-23e1-4de2-bfd8-e3c67c781d57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 981 time: 0.0815828 Feb 16 17:14:09.184961 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90b5acbf-fed0-4729-83d7-e6175bc5d5b4 req-658f4333-efc5-4339-a0b6-f1e52ff30c7f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Feb 16 17:14:09.775849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:09.846009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 9e502fe4-e8be-45ca-b07a-c04afc485316 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:09.850769 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 9e502fe4-e8be-45ca-b07a-c04afc485316 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:09.851135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:09.972002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:09.998957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:14:10.009162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:10.015361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:10.088053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:10.106308 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'code': 200} Feb 16 17:14:10.337620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178998ba-6a18-4cdc-9f29-3914b46adcdc req-1d50d684-b3d5-4e56-b9e4-a4c9128bd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:10.339987 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-178998ba-6a18-4cdc-9f29-3914b46adcdc req-1d50d684-b3d5-4e56-b9e4-a4c9128bd274 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 1135 time: 0.0723395 Feb 16 17:14:10.381842 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-178998ba-6a18-4cdc-9f29-3914b46adcdc req-83919095-7c5a-4e2d-8429-57797d288f07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353949 Feb 16 17:14:10.392365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb18b8-5fff-46e4-93cd-a89746398c8b req-4538e2c9-7f02-4ccd-8122-30f7551fe211 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:10.393798 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2eb18b8-5fff-46e4-93cd-a89746398c8b req-4538e2c9-7f02-4ccd-8122-30f7551fe211 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0942767 Feb 16 17:14:10.442400 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2eb18b8-5fff-46e4-93cd-a89746398c8b req-8d52c24b-82df-4f3b-8486-c689f98406db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Feb 16 17:14:11.628644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae23fe4-0516-4e48-ad58-5c9ecf5989d7 req-c923f549-d5a8-46cd-bde5-aeedac210979 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:11.630094 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4ae23fe4-0516-4e48-ad58-5c9ecf5989d7 req-c923f549-d5a8-46cd-bde5-aeedac210979 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0818543 Feb 16 17:14:11.676146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4ae23fe4-0516-4e48-ad58-5c9ecf5989d7 req-129bcf90-928a-4a72-9ae2-6f330263085b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Feb 16 17:14:12.883467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9852c-8469-4f25-83c8-90e890ecb3e9 req-74d4da36-4b0b-4d5a-9bb1-5f2f9be0b0c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:12.884928 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11f9852c-8469-4f25-83c8-90e890ecb3e9 req-74d4da36-4b0b-4d5a-9bb1-5f2f9be0b0c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0966508 Feb 16 17:14:12.930597 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11f9852c-8469-4f25-83c8-90e890ecb3e9 req-53f27658-efc3-4b5c-8d95-b87e9ab22f97 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394812 Feb 16 17:14:13.123683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b9589-58e4-41e9-af6e-b092f7c35aec req-75824be1-401c-4e63-a559-fe3b8ec17976 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:13.125138 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-196b9589-58e4-41e9-af6e-b092f7c35aec req-75824be1-401c-4e63-a559-fe3b8ec17976 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0861673 Feb 16 17:14:13.171746 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-196b9589-58e4-41e9-af6e-b092f7c35aec req-cc96b787-830e-460d-a13c-e0460d79b2d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Feb 16 17:14:13.194574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32892) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:13.270183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ca572-6eb0-4c22-b0d5-1bbd72180653 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:13.271752 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-462ca572-6eb0-4c22-b0d5-1bbd72180653 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 1130 time: 0.0760908 Feb 16 17:14:13.274789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32896) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:13.280398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:13.286830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:13.290636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:13.293550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:13.299600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:13.311642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:13.458569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:13.598888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.214 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/5d4ae2d2-0b90-4fec-ada0-a5f850069879) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:13.864455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:13.909634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:13.978098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:13.982541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:13.986277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:14:14.020212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=5d4ae2d2-0b90-4fec-ada0-a5f850069879,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:14.436902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.515957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.725539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.730743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.835627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=5d4ae2d2-0b90-4fec-ada0-a5f850069879,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:14.852901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:15.026910 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP db0c5b9c-bd29-40e8-adf4-bb907517761b associated. External IP: 172.26.7.214, port: 9e502fe4-e8be-45ca-b07a-c04afc485316. Feb 16 17:14:15.523207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:14:15.770630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:14:15.781635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] Sync routers for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:15.796032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:15.796839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:15.805981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:15.881836 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-04ebc50d-3d0e-4da7-bd5f-e226c58fd7d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6060367 Feb 16 17:14:15.882406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:14:15.885036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32900) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:15.938873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'status': 'completed', 'code': 200} Feb 16 17:14:15.984047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef8c9e-29ab-4e71-86b3-63f8ccf18fcd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:15.985571 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-20ef8c9e-29ab-4e71-86b3-63f8ccf18fcd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead&network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 1130 time: 0.0983143 Feb 16 17:14:16.072539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:16.082670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-8382c83b-3b7d-4ef9-b589-25878a1053a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:16.084195 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-8382c83b-3b7d-4ef9-b589-25878a1053a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 1135 time: 0.1151326 Feb 16 17:14:16.235031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-6e548cc1-00a0-4b1a-829b-ed6fcc8e3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:16.237141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-6e548cc1-00a0-4b1a-829b-ed6fcc8e3294 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 898 time: 0.1456978 Feb 16 17:14:16.354009 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-61e8316a-6c41-4a04-9f3e-f2ce14ab312f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1036 time: 0.1073205 Feb 16 17:14:16.429128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-f0c0d86b-cce3-4358-9411-e45cfc6cf7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:16.433174 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-f0c0d86b-cce3-4358-9411-e45cfc6cf7d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f88bb57d-03b9-44cb-93db-ac2e1d150a64 HTTP/1.1" status: 200 len: 835 time: 0.0662892 Feb 16 17:14:16.434521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4eeba9-285e-4eb0-ae94-07fd7dd0bb32 req-4efcf53d-7f76-40cc-b7d6-e95f65d68a4a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:16.436052 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e4eeba9-285e-4eb0-ae94-07fd7dd0bb32 req-4efcf53d-7f76-40cc-b7d6-e95f65d68a4a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0854909 Feb 16 17:14:16.469251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'db0c5b9c-bd29-40e8-adf4-bb907517761b', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'port_id': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-688598532', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'mac_address': 'fa:16:3e:cd:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:14Z', 'updated_at': '2022-02-16T17:14:14Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:14:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:16.473787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] Checking router: 65bd7495-dedd-4a1d-978f-9cce8f18ee15 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:16.483465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:16.484070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:16.484468 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e4eeba9-285e-4eb0-ae94-07fd7dd0bb32 req-cdb4a2ae-f037-407e-ac7d-7a28d665adea tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Feb 16 17:14:16.513091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-c9b2b7de-10e0-4d8e-ae8b-a87d97c198ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:16.514581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-c9b2b7de-10e0-4d8e-ae8b-a87d97c198ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760081 Feb 16 17:14:16.655520 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-4e6ce10e-6566-4050-9a42-4c3172bd52e4 service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282978 Feb 16 17:14:16.672469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:16.799681 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85848f59-0e2c-4ffe-8b4f-7d68ea5e09f5 req-10df2801-d144-4682-ba87-010baeb77a2f service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287186 Feb 16 17:14:17.022700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'db0c5b9c-bd29-40e8-adf4-bb907517761b', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'port_id': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-688598532', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'mac_address': 'fa:16:3e:cd:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:14Z', 'updated_at': '2022-02-16T17:14:14Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:14:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:17.027898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716be636-f91c-42f9-bc66-6ea3e7e1c3be None None] The sync data for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv is: [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'db0c5b9c-bd29-40e8-adf4-bb907517761b', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'port_id': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-688598532', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'mac_address': 'fa:16:3e:cd:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1298cfaf-6515-4782-b619-a4ef36f16ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:14Z', 'updated_at': '2022-02-16T17:14:14Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:14:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:17.222153 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792ab75-f3ec-46de-a02e-4ac3fea3b21c None None] New status for floating IP db0c5b9c-bd29-40e8-adf4-bb907517761b: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:14:17.680170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2287b-24f9-4bce-9250-c04d46a58d8c req-82c9181c-9c74-477c-b4cd-208ffee2d67f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:17.681658 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fea2287b-24f9-4bce-9250-c04d46a58d8c req-82c9181c-9c74-477c-b4cd-208ffee2d67f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0864491 Feb 16 17:14:17.727219 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fea2287b-24f9-4bce-9250-c04d46a58d8c req-b71e8f81-3aef-4f31-87e5-b1c4463805c4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Feb 16 17:14:18.177817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-fc5c602b-ddc2-482a-9015-0da1d243c5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:18.178622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-fc5c602b-ddc2-482a-9015-0da1d243c5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:18.197132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-fc5c602b-ddc2-482a-9015-0da1d243c5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:18.198308 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-fc5c602b-ddc2-482a-9015-0da1d243c5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.1125965 Feb 16 17:14:18.272641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-afa47d12-d957-4623-acde-303b3e983f57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:18.274140 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-afa47d12-d957-4623-acde-303b3e983f57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687859 Feb 16 17:14:18.421000 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-b211c591-c94e-427f-a480-52d4e4e79f52 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1408808 Feb 16 17:14:18.433022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:18.651372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:18.861662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:18.910819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:18.936942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d13f-156f-4e65-bd8a-60167c58187d req-6f7667e2-7a46-4b76-b986-c48ecf86e228 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:18.938495 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6788d13f-156f-4e65-bd8a-60167c58187d req-6f7667e2-7a46-4b76-b986-c48ecf86e228 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=1298cfaf-6515-4782-b619-a4ef36f16ead HTTP/1.1" status: 200 len: 982 time: 0.0948801 Feb 16 17:14:18.968154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] device_id is not set on port 9e502fe4-e8be-45ca-b07a-c04afc485316 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:14:18.976694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:18.985213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:18.991130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6788d13f-156f-4e65-bd8a-60167c58187d req-072d5cc0-ae2f-4a8a-954e-404c96c108f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Feb 16 17:14:19.133818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=6']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:19.190923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] No DVR routers for this DVR port 9e502fe4-e8be-45ca-b07a-c04afc485316 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:19.313030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4a68c4a2-150c-4eeb-b2d0-62c0285a2938 None None] Provisioning complete for port 9e502fe4-e8be-45ca-b07a-c04afc485316 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:19.313663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4a68c4a2-150c-4eeb-b2d0-62c0285a2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:19.370262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4a68c4a2-150c-4eeb-b2d0-62c0285a2938 None None] Port 9e502fe4-e8be-45ca-b07a-c04afc485316 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:14:19.429008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] In _notify_port_updated(), no bound segment for port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:14:19.429848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:19.430443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:19.432014 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eda3ed10-1a62-4866-b662-e6d9a32c50a1 req-9b5b2cb6-7854-4467-853a-793a4e4c47fe service neutron] 10.222.0.48 "PUT /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1025 time: 1.0029402 Feb 16 17:14:20.091217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 32916) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:20.176030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11df70a-6ed5-4893-9d32-05f9bd64d9f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:20.179961 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f11df70a-6ed5-4893-9d32-05f9bd64d9f9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 924 time: 0.0851159 Feb 16 17:14:20.511224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32922) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:20.516418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901799298', 'description': 'tempest-secgroup-smoke-1901799298 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:20.522530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:20.533004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:20.545284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.573599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:20.577544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:20.580606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:20.586337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:20.658864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.662698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.706866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecac9f-0567-4db6-96e4-c6e2ed62e882,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:20.720571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.721915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-11ea132e-45c7-41ce-9c71-c39f0d0db8a9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2096560 Feb 16 17:14:20.724856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32926) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:20.730280 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'ddecac9f-0567-4db6-96e4-c6e2ed62e882', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:20.736337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:20.740150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:20.743172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:20.749712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:20.766988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.830637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.834026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.862420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff680eb-9551-49f1-b573-bafafcaaab14,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:20.871151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.872541 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-40cd4635-7b60-456d-b470-ab663416c4c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466255 Feb 16 17:14:20.875200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32930) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:20.880174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'ddecac9f-0567-4db6-96e4-c6e2ed62e882', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:20.886824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:20.890616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:20.894457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:20.905003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:20.925520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.989391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:20.993303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.017415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64060ffa-b9fb-4dd4-a219-14a91122212a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:21.027198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.028371 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b36dab86-a185-4855-8c7d-67ae465ad5b8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522644 Feb 16 17:14:21.031202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32934) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:21.036256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'ddecac9f-0567-4db6-96e4-c6e2ed62e882', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:21.042110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:21.045930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:21.048820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:21.054598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:21.076339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.140111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.143619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.168383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab47b99-f7f1-46da-915f-950e2ee4c304,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:21.176708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.177872 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8f432327-6056-40f5-b665-81f99525748d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457865 Feb 16 17:14:21.180851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32938) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:21.186380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'ddecac9f-0567-4db6-96e4-c6e2ed62e882', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:21.192358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:21.196214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:21.199874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:21.205540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:21.225986 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.297357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.303771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.328822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff7e0d5-9e20-4f0f-9230-60dda97b4c2f,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:21.337428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.338931 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-26c74c21-7481-4aba-ad88-9d32704e1671 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571484 Feb 16 17:14:21.341669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32942) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:21.346491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'ddecac9f-0567-4db6-96e4-c6e2ed62e882', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:21.352447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:21.356300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:21.359171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:21.364847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:21.376805 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:21.385865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.452507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.456225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.479256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d54153-b4c0-49fb-bfa6-d4ffa9063b89,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:21.489143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.490572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f4e395b7-2f37-4e31-8916-8ee87c4182d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479597 Feb 16 17:14:21.493505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32946) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:21.499360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'ddecac9f-0567-4db6-96e4-c6e2ed62e882', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:21.505762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:21.510635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:21.513573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:21.519824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:21.530770 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:21.537559 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.607686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.612095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.647634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85cb425-c88a-43b5-ba85-af8eac0f0823,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:21.656716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:21.657876 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ac0e016d-022c-488c-97cd-7428ae9409fe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628392 Feb 16 17:14:21.821432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-230500c4-f3aa-45c6-8eb6-58868eac0652 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:21.837339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-230500c4-f3aa-45c6-8eb6-58868eac0652 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:21.838850 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-230500c4-f3aa-45c6-8eb6-58868eac0652 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901799298&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0582471 Feb 16 17:14:21.854918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:14:21.918886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:14:21.920655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-f0594ba4-fbf8-4ec8-a013-8a7df9953ff0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:21.922034 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-f0594ba4-fbf8-4ec8-a013-8a7df9953ff0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 929 time: 0.0756776 Feb 16 17:14:22.001340 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-b3e6221c-c092-4a35-b7c5-32620c630ba0 service neutron] 10.222.0.43 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0668597 Feb 16 17:14:22.148476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-bd8929bc-db78-48c3-b3d5-d8db746ac0d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411691 Feb 16 17:14:22.321487 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-a3171203-4387-4f8b-a755-22d2adb6be8b service neutron] 10.222.0.43 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664166 Feb 16 17:14:22.507331 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8248038-53e5-4970-a3e6-e79c85f0f93c req-f318d4d9-fb39-4c5a-985e-2c2b76d4f5f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 210 time: 0.0443661 Feb 16 17:14:23.534138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-2fc09e2e-78c5-493f-8379-84077173de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:23.535408 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-2fc09e2e-78c5-493f-8379-84077173de99 service neutron] 10.222.0.48 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1025 time: 0.0620089 Feb 16 17:14:23.672829 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28977c19-a266-446c-bda0-034531bceb25 req-cbef76e1-caa8-4078-8c1c-8f861ac383a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 210 time: 0.0447783 Feb 16 17:14:23.704368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-ea6cfec2-0776-44c9-b457-6f07a6f3fbe5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:23.705833 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-ea6cfec2-0776-44c9-b457-6f07a6f3fbe5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 797 time: 0.1642659 Feb 16 17:14:23.764597 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-0298f18a-b3f2-4fe8-99e8-e2a3ab0e29b4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 473 time: 0.0482800 Feb 16 17:14:23.775348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Request body: {'port': {'device_id': '585ff534-9b59-4767-a169-c1bc6db19b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:23.888507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.350740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e502fe4-e8be-45ca-b07a-c04afc485316 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:14:24.358620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.375482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Transition to ACTIVE for port object 9e502fe4-e8be-45ca-b07a-c04afc485316 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:24.379254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.535156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=7']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.621819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.666428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:14:24.666764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:14:24.667123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:24.672037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:14:24.672347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Attempting to bind port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:24.677484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:14:24.677812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Checking segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:24.678189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Bound using segment: {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:14:24.678634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Bound port: 9e502fe4-e8be-45ca-b07a-c04afc485316, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c59ba8-a5db-4724-9f72-95e08e78a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:14:24.678976 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.772347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:24.776477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:14:24.783753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.850293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:24.851020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:24.852491 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1130 time: 1.0810337 Feb 16 17:14:24.852994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585ff534-9b59-4767-a169-c1bc6db19b0f', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:14:24.880448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38a08f-16eb-4f11-94a3-149c96038515 service neutron] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=8']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.882261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589c3b2-4368-4bfe-8c9b-58543113d35e req-40af0910-c76e-4acb-88ba-4987ac6df53c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:24.891272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a589c3b2-4368-4bfe-8c9b-58543113d35e req-40af0910-c76e-4acb-88ba-4987ac6df53c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 980 time: 0.1036730 Feb 16 17:14:24.944175 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a589c3b2-4368-4bfe-8c9b-58543113d35e req-982d8dc6-3c99-44b4-9c2b-c21fff17831f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 Feb 16 17:14:24.991249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-e3391131-edf3-400a-8e7e-529b3f0b4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:24.992789 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-e3391131-edf3-400a-8e7e-529b3f0b4def service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 1133 time: 0.0914326 Feb 16 17:14:25.000037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585ff534-9b59-4767-a169-c1bc6db19b0f', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'status': 'completed', 'code': 200} Feb 16 17:14:25.107427 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-71d11e3d-43be-4dd3-b1fc-b68765bb8b31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1036 time: 0.1048183 Feb 16 17:14:25.173850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-1875d09d-e2e1-456f-b14a-b592ed28805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.175322 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-1875d09d-e2e1-456f-b14a-b592ed28805a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f88bb57d-03b9-44cb-93db-ac2e1d150a64 HTTP/1.1" status: 200 len: 835 time: 0.0606983 Feb 16 17:14:25.258064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-f253bb80-b7fd-4cab-83a5-4d0ee872df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.259554 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-f253bb80-b7fd-4cab-83a5-4d0ee872df42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772741 Feb 16 17:14:25.396732 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-a11f9a33-f989-4a04-afc7-dfa976df4ecc service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301303 Feb 16 17:14:25.531220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3e76392-0eea-4eff-9fa6-3c79011c57e4 req-f1c918b8-7cbc-4218-af89-29e5f0e51540 service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276329 Feb 16 17:14:25.646728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c591264-7b48-4aa2-8166-75d09411adbd req-06d18584-a4ed-48b4-87c7-09fc696153d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.648255 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-06d18584-a4ed-48b4-87c7-09fc696153d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 1133 time: 0.0714886 Feb 16 17:14:25.781030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c591264-7b48-4aa2-8166-75d09411adbd req-37e2ae14-0495-46a4-b333-c6ad62a7afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.782477 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-37e2ae14-0495-46a4-b333-c6ad62a7afb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 898 time: 0.1272347 Feb 16 17:14:25.903300 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-a7d632a8-5487-4ccf-808d-2f3e66bc0ac3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1036 time: 0.1138339 Feb 16 17:14:25.970212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c591264-7b48-4aa2-8166-75d09411adbd req-d48b770d-1f59-42be-8e43-e6af65ce30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.971667 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-d48b770d-1f59-42be-8e43-e6af65ce30db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f88bb57d-03b9-44cb-93db-ac2e1d150a64 HTTP/1.1" status: 200 len: 835 time: 0.0619540 Feb 16 17:14:26.054267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c591264-7b48-4aa2-8166-75d09411adbd req-362c7012-dec9-4bef-bde1-c05e3e0374db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:26.056350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-362c7012-dec9-4bef-bde1-c05e3e0374db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778894 Feb 16 17:14:26.138633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48a214-6868-4349-a72b-0dfd4aa1d4ad req-03f22099-06b7-4209-80ea-8d7210b97d7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:26.143634 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fb48a214-6868-4349-a72b-0dfd4aa1d4ad req-03f22099-06b7-4209-80ea-8d7210b97d7c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 980 time: 0.0850241 Feb 16 17:14:26.199254 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fb48a214-6868-4349-a72b-0dfd4aa1d4ad req-fc4e4a78-0ef6-4d97-912b-934198796ef8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482485 Feb 16 17:14:26.316185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-29219e00-2349-4084-ac59-d6ecbdaa14f0 service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536964 Feb 16 17:14:26.450795 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c591264-7b48-4aa2-8166-75d09411adbd req-db4ecc0c-51e9-46f6-97f2-20d5402fffbd service neutron] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273017 Feb 16 17:14:27.405017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d003a8-a2e4-4da6-941a-53cb057f118c req-4824a821-1059-452f-ab3d-9d38c02713e1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:27.406483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d1d003a8-a2e4-4da6-941a-53cb057f118c req-4824a821-1059-452f-ab3d-9d38c02713e1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 980 time: 0.0899360 Feb 16 17:14:27.454575 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d1d003a8-a2e4-4da6-941a-53cb057f118c req-7cbd2ea4-d0fd-439b-9f66-22080549fc53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Feb 16 17:14:27.853391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:14:28.000111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:28.014378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'port_id': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'mac_address': 'fa:16:3e:cd:8a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:14:28.075975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:28.093274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e502fe4-e8be-45ca-b07a-c04afc485316 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:14:28.110186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:28.114303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:28.182088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=9']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:28.482966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['9e502fe4-e8be-45ca-b07a-c04afc485316'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:14:28.704354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb24f-31b2-4ca9-9ff9-f76afd7faf3d req-06c6454a-9bbb-44f1-88ec-f2d8abfd64eb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:28.705851 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-370cb24f-31b2-4ca9-9ff9-f76afd7faf3d req-06c6454a-9bbb-44f1-88ec-f2d8abfd64eb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 981 time: 0.0874712 Feb 16 17:14:28.758639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-370cb24f-31b2-4ca9-9ff9-f76afd7faf3d req-121f495a-8924-41e5-a65d-716fc3d6adcd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460007 Feb 16 17:14:29.867344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:29.936445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 9e502fe4-e8be-45ca-b07a-c04afc485316 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:29.946168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b35a-388b-44cd-b964-1f71ddd23c31 req-7d243442-6a2e-4e17-a207-a4d953d2af2a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:29.947325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 9e502fe4-e8be-45ca-b07a-c04afc485316 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:29.947724 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c0c8b35a-388b-44cd-b964-1f71ddd23c31 req-7d243442-6a2e-4e17-a207-a4d953d2af2a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 981 time: 0.0831895 Feb 16 17:14:29.947833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:29.995088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c0c8b35a-388b-44cd-b964-1f71ddd23c31 req-1627ce53-4a42-46ac-a802-a3d8b0ef44bf tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Feb 16 17:14:30.073808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:30.100551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585ff534-9b59-4767-a169-c1bc6db19b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:14:30.111502 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:30.115581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:30.148473 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585ff534-9b59-4767-a169-c1bc6db19b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e502fe4-e8be-45ca-b07a-c04afc485316', 'code': 200} Feb 16 17:14:30.194364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=10']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:30.384962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4cbc4-8bed-4be3-ad96-572feb161c6e req-9f135535-aae8-46a0-b364-4d037ffc6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:30.386331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-01e4cbc4-8bed-4be3-ad96-572feb161c6e req-9f135535-aae8-46a0-b364-4d037ffc6ba4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 1136 time: 0.0686486 Feb 16 17:14:30.431693 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-01e4cbc4-8bed-4be3-ad96-572feb161c6e req-409d2d0e-15e3-466e-b146-bf70ff82d197 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Feb 16 17:14:30.856238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d7fcacb-6a89-4a38-8cf9-34175cd198f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:31.192135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c3b5-aade-44e0-b4da-dd0b68010e73 req-741e3e95-6ef7-44e7-a6df-d2610c769178 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:31.193554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1110c3b5-aade-44e0-b4da-dd0b68010e73 req-741e3e95-6ef7-44e7-a6df-d2610c769178 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 983 time: 0.0834887 Feb 16 17:14:31.240914 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1110c3b5-aade-44e0-b4da-dd0b68010e73 req-6c1c44e7-6c76-45d1-bd40-7ba4fd1bd2d4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392182 Feb 16 17:14:32.432351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296a77-8d1d-4d8b-aa45-33e9c1b95cba req-c8cfde66-5fb8-4e22-93cf-d0fbf5cfe1f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:32.433868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4c296a77-8d1d-4d8b-aa45-33e9c1b95cba req-c8cfde66-5fb8-4e22-93cf-d0fbf5cfe1f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 983 time: 0.0818148 Feb 16 17:14:32.479860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4c296a77-8d1d-4d8b-aa45-33e9c1b95cba req-32a32d70-bc0c-46f2-8dc3-7e1392515b95 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Feb 16 17:14:32.770967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf637-3101-44bc-a86d-57810499a3a7 req-9def0514-7ab8-4d6e-841a-d23509114e38 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:32.772330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-df2cf637-3101-44bc-a86d-57810499a3a7 req-9def0514-7ab8-4d6e-841a-d23509114e38 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 983 time: 0.1886363 Feb 16 17:14:32.817813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-df2cf637-3101-44bc-a86d-57810499a3a7 req-20ae8778-aced-4df8-bc86-c4339614c353 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Feb 16 17:14:32.841865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 32998) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:32.913218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f15a2-55a8-4cc4-af2e-98dfd8515c05 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:32.914719 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-466f15a2-55a8-4cc4-af2e-98dfd8515c05 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f&network_id=a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 200 len: 1131 time: 0.0717478 Feb 16 17:14:33.298091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da53463-fa0c-49a9-88a1-99c3bfb3fc13 req-9c0d4b5c-1e74-4d14-aadd-de5ac683b9a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:33.298091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6da53463-fa0c-49a9-88a1-99c3bfb3fc13 req-9c0d4b5c-1e74-4d14-aadd-de5ac683b9a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 983 time: 0.0862191 Feb 16 17:14:33.345555 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6da53463-fa0c-49a9-88a1-99c3bfb3fc13 req-5a087b72-7b13-444b-b94f-a96d8492724d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Feb 16 17:14:33.604396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b614d45d-a76b-400f-a87c-8704f7fe07ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:34.274354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:34.532025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8239-1b41-4eca-ac14-2b6a1b11fd8c req-f6b03059-436f-4bec-a55c-efadb49e96b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:34.533376 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-554a8239-1b41-4eca-ac14-2b6a1b11fd8c req-f6b03059-436f-4bec-a55c-efadb49e96b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 983 time: 0.0805666 Feb 16 17:14:34.581455 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-554a8239-1b41-4eca-ac14-2b6a1b11fd8c req-bbba1c05-a327-4e3c-a16f-7df78e8efea5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=b802c1ea-152c-42b3-a257-70ce4bd689ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Feb 16 17:14:34.935772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-96fa4156-42fc-43de-99fe-e98ccb70e5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:34.937195 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-96fa4156-42fc-43de-99fe-e98ccb70e5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 983 time: 0.0823193 Feb 16 17:14:34.985364 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:14:35.014690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-29b101bc-7cc8-4fc5-9bb5-5f4e68dfc4ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:35.016847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-29b101bc-7cc8-4fc5-9bb5-5f4e68dfc4ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0730176 Feb 16 17:14:35.034375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:35.170822 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-998e01aa-38fa-4572-8fd8-1b85ca7b4a00 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1474257 Feb 16 17:14:35.180998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:35.304025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:35.513942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9e502fe4-e8be-45ca-b07a-c04afc485316,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:35.543566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] For port 9e502fe4-e8be-45ca-b07a-c04afc485316, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:35.597487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] device_id is not set on port 9e502fe4-e8be-45ca-b07a-c04afc485316 yet. {{(pid=87721) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 17:14:35.605803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:35.617859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:35.764347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c6fd2c7e-9c65-493e-bdee-b3b4510f67fb req-2db41e61-82b3-4cc3-aa14-affe064bf764 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=585ff534-9b59-4767-a169-c1bc6db19b0f HTTP/1.1" status: 200 len: 210 time: 0.0563130 Feb 16 17:14:35.785794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Pushing event updated for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=11']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:35.835413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] No DVR routers for this DVR port 9e502fe4-e8be-45ca-b07a-c04afc485316 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:35.939734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5b9998c3-a246-4bea-9fba-c57c214c69f8 None None] Provisioning complete for port 9e502fe4-e8be-45ca-b07a-c04afc485316 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:35.940098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5b9998c3-a246-4bea-9fba-c57c214c69f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:35.993085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5b9998c3-a246-4bea-9fba-c57c214c69f8 None None] Port 9e502fe4-e8be-45ca-b07a-c04afc485316 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:14:36.063219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] In _notify_port_updated(), no bound segment for port 9e502fe4-e8be-45ca-b07a-c04afc485316 on network a9d42c6e-c4a9-4d26-9576-21fa0560d472 {{(pid=87721) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 17:14:36.063972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:36.064595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:36.065924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e08a86b2-fdad-4a86-aabb-2d005ffcc79f req-0e6b909a-5267-43a4-8055-30b93e9b0373 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 200 len: 1026 time: 0.8887990 Feb 16 17:14:36.713397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:36.860459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33012) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:36.928708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac23c-fe56-4d02-b472-e2d2f839a554 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:36.958653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac23c-fe56-4d02-b472-e2d2f839a554 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.029043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac23c-fe56-4d02-b472-e2d2f839a554 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.048684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ac23c-fe56-4d02-b472-e2d2f839a554 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecac9f-0567-4db6-96e4-c6e2ed62e882,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:37.060095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac23c-fe56-4d02-b472-e2d2f839a554 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.061124 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fe0ac23c-fe56-4d02-b472-e2d2f839a554 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddecac9f-0567-4db6-96e4-c6e2ed62e882 HTTP/1.1" status: 204 len: 168 time: 0.1996622 Feb 16 17:14:37.106432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33018) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:37.425039 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 5d4ae2d2-0b90-4fec-ada0-a5f850069879 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:14:37.425366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.600487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.600833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.728024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 5d4ae2d2-0b90-4fec-ada0-a5f850069879 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:14:37.882276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:37.914768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:14:37.929195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=5d4ae2d2-0b90-4fec-ada0-a5f850069879,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:37.980925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 9e502fe4-e8be-45ca-b07a-c04afc485316 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:14:38.026185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:38.026510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP db0c5b9c-bd29-40e8-adf4-bb907517761b disassociated (deleted). External IP: 172.26.7.214, port: 9e502fe4-e8be-45ca-b07a-c04afc485316. Feb 16 17:14:38.445291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:14:38.656184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:14:38.666896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] Sync routers for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:38.679482 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:38.680272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:38.681549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:38.775319 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0ae8732f-19f9-4a9c-ba54-70dae5edc6ef tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/db0c5b9c-bd29-40e8-adf4-bb907517761b HTTP/1.1" status: 204 len: 168 time: 1.6674888 Feb 16 17:14:38.891189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:38.929659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33026) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:39.007539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.165089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.227179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:14:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:39.232364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] Checking router: 65bd7495-dedd-4a1d-978f-9cce8f18ee15 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:39.239087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.240972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:39.241563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:39.260967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09bb7c-11e1-4b94-8715-eec473f5b705,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:39.270046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.271190 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e09bb7c-11e1-4b94-8715-eec473f5b705 HTTP/1.1" status: 204 len: 168 time: 0.3405209 Feb 16 17:14:39.272462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.272801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.273127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.273450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.273972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.274830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.275267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.275604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.275933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.276253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.276570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.276909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d850144-da92-4f4f-9010-5691d3fa299a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:39.303720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33032) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:39.374778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 9e502fe4-e8be-45ca-b07a-c04afc485316 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:14:39.375107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.432862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:39.624150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.749807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 9e502fe4-e8be-45ca-b07a-c04afc485316 owned by {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:14:39.787861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:14:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:39.791824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7364e-26a1-4f9f-8a1b-cc51c920ce1c None None] The sync data for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv is: [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:13:55Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'a4f3f1c0-432b-41b8-82da-18bada00c7af', 'name': '', 'network_id': 'a9d42c6e-c4a9-4d26-9576-21fa0560d472', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:be:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:55Z', 'updated_at': '2022-02-16T17:14:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'f88bb57d-03b9-44cb-93db-ac2e1d150a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:39.905721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.961151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=9e502fe4-e8be-45ca-b07a-c04afc485316,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:40.026633 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231610bf-f578-41e9-ad06-aac1eff01be9 None None] New status for floating IP db0c5b9c-bd29-40e8-adf4-bb907517761b: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:14:40.068266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.079392 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1875e4a5-489d-4bb9-975f-6e8bcdd908a2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/ports/9e502fe4-e8be-45ca-b07a-c04afc485316 HTTP/1.1" status: 204 len: 168 time: 0.7740231 Feb 16 17:14:40.082056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33036) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:40.745486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:41.099554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port a4f3f1c0-432b-41b8-82da-18bada00c7af {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:14:41.099802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:41.296646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port a4f3f1c0-432b-41b8-82da-18bada00c7af, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a4f3f1c0-432b-41b8-82da-18bada00c7af,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:41.297003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:41.431308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for a4f3f1c0-432b-41b8-82da-18bada00c7af owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:14:41.675290 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:41.743817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=a4f3f1c0-432b-41b8-82da-18bada00c7af,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:41.796662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.797418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.797418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.797703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.797964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.798285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.798638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.798967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.799299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.799671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.799995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:41.800306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:42.204615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:42.580990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:14:42.762369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:14:42.772189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] Sync routers for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:42.775566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9af01086-d2db-41e5-ba4c-c1cd4b65093a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/65bd7495-dedd-4a1d-978f-9cce8f18ee15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6924706 Feb 16 17:14:42.778764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33040) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:42.782970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:42.783847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:42.845623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet f88bb57d-03b9-44cb-93db-ac2e1d150a64 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:14:42.848615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:42.906758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:42.962651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:42.990921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.067435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.110393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=f88bb57d-03b9-44cb-93db-ac2e1d150a64,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:43.114746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.124228 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e1d91cf5-33f0-4b63-bdca-72c010df3c27 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/f88bb57d-03b9-44cb-93db-ac2e1d150a64 HTTP/1.1" status: 204 len: 168 time: 0.3421421 Feb 16 17:14:43.125090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33044) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:43.134965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baadbe46-6230-4bc0-b1fb-8f62afcd0db4 None None] Network a9d42c6e-c4a9-4d26-9576-21fa0560d472 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:14:43.316182 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.434189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:14:41Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:43.438251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] Checking router: 65bd7495-dedd-4a1d-978f-9cce8f18ee15 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:43.446819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] Routers {'65bd7495-dedd-4a1d-978f-9cce8f18ee15'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:43.447415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:43.505167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] DHCP port deletion for a9d42c6e-c4a9-4d26-9576-21fa0560d472 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:14:43.509412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.518882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] Deleting port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:14:43.519269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.520441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 6d31fc9a-4561-4b6a-b61b-a626fe342df3 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:14:43.520902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.735780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device abf0b49f-8b4a-49c8-bd1f-efb32c44a43c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:14:43.817917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] Set router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:43.834202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 6d31fc9a-4561-4b6a-b61b-a626fe342df3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=6d31fc9a-4561-4b6a-b61b-a626fe342df3,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:43.834561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:43.973020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 6d31fc9a-4561-4b6a-b61b-a626fe342df3 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:14:44.084282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] For port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,segment=NetworkSegment(94c59ba8-a5db-4724-9f72-95e08e78a2e9),segment_id=94c59ba8-a5db-4724-9f72-95e08e78a2e9)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:44.084663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.159711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.224327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] Calling delete_port for abf0b49f-8b4a-49c8-bd1f-efb32c44a43c owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:14:44.247828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=6d31fc9a-4561-4b6a-b61b-a626fe342df3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:44.359509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.399422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.430375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.510983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] No DVR routers for this DVR port abf0b49f-8b4a-49c8-bd1f-efb32c44a43c on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:44.518600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7ea2-5865-4a15-9799-5116a978eda6 None None] Pushing event deleted for resources: {'Port': ['ID=abf0b49f-8b4a-49c8-bd1f-efb32c44a43c,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:44.547210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.550165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.553151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:14:41Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:44.557503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f6ba-0455-4376-8ff6-489c3dc8df0c None None] The sync data for ids ['65bd7495-dedd-4a1d-978f-9cce8f18ee15'] in dv-neutron-829527-2-hyperv is: [{'id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'name': 'tempest-TestNetworkBasicOps-router-475697552', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:13:50Z', 'updated_at': '2022-02-16T17:14:41Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '6d31fc9a-4561-4b6a-b61b-a626fe342df3', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd7495-dedd-4a1d-978f-9cce8f18ee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:13:51Z', 'updated_at': '2022-02-16T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:44.577644 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.578273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router 65bd7495-dedd-4a1d-978f-9cce8f18ee15 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:14:44.596635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.598999 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-befd0b2b-9e93-4a72-9a07-33f6b4a63bf9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/65bd7495-dedd-4a1d-978f-9cce8f18ee15 HTTP/1.1" status: 204 len: 168 time: 1.4735999 Feb 16 17:14:44.599914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33048) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:44.716867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.853993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.885320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d42c6e-c4a9-4d26-9576-21fa0560d472']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:44.898890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c59ba8-a5db-4724-9f72-95e08e78a2e9') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:44.899179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c59ba8-a5db-4724-9f72-95e08e78a2e9') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:44.913023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.930167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.936599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:14:44.937131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:14:44.952752 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:14:45.041078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.060417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.071603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=a9d42c6e-c4a9-4d26-9576-21fa0560d472,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:45.081102 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-da716bad-63ef-46be-9de3-917f7de2619d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/a9d42c6e-c4a9-4d26-9576-21fa0560d472 HTTP/1.1" status: 204 len: 168 time: 0.4800928 Feb 16 17:14:45.095840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33052) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:45.110342 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-591b706b-ba2c-4641-8c27-ac8642031aeb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0133791 Feb 16 17:14:45.113078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33056) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:45.118718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--1309260820', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:45.125263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:45.129571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:45.133870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:45.143035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:45.157328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:14:45.161306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.198418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:14:45.209871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.210095 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment a61641ab-b9e3-484e-9b90-92b3c82ca481 of type vlan for network 5907b049-b1b0-44f9-963c-3821f8bba7c4 Feb 16 17:14:45.239975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.280745 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.286819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:45.287406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.392110 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2778969 Feb 16 17:14:45.394883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33062) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:45.400218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:45.401353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10da2-0b62-4715-9c8e-c0a072e5bba0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=5907b049-b1b0-44f9-963c-3821f8bba7c4,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:45.410449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:45.414747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:45.416737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:14:45.419644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:45.426229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:45.437795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.438872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.454966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:45.669982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a4f3f1c0-432b-41b8-82da-18bada00c7af no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:14:45.706574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a4f3f1c0-432b-41b8-82da-18bada00c7af {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:14:45.706922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a4f3f1c0-432b-41b8-82da-18bada00c7af not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:14:45.707349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6d31fc9a-4561-4b6a-b61b-a626fe342df3 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:14:45.740739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 6d31fc9a-4561-4b6a-b61b-a626fe342df3 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:14:45.741015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 6d31fc9a-4561-4b6a-b61b-a626fe342df3 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:14:45.741841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:46.062258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:46.092493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:46.235855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.13 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/26587e9c-66d1-4cb7-a309-04675000c32e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:46.384627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:46.414636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:46.479340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:46.483044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:46.488200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:14:46.519706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:47.008474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:47.357029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:47.563967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 4954a7ae-11de-4f58-80e9-ab748c70e372 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:14:47.743437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:14:47.753580 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Sync routers for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:47.763765 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:47.764371 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:47.770443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:47.774391 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d8146079-952f-4701-bc78-0e8bc0465413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3757575 Feb 16 17:14:47.774753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33066) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:47.819826 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d4cc3581-bb84-439b-b780-60e9f5140518 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415974 Feb 16 17:14:47.820069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33070) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:47.947177 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:47.952114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee06ef-fd4a-4760-a0eb-8b3eae6bb6a0 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:47.953596 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b6ee06ef-fd4a-4760-a0eb-8b3eae6bb6a0 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327016 Feb 16 17:14:47.956297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33074) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:47.996875 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7be84038-6473-47a0-9120-abd7c2208cdd tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395205 Feb 16 17:14:48.005886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33078) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:48.012135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228959424', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:48.122521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:48.126541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:48.129537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:48.135248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:48.147991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:14:48.151267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.265637 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:46Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:48.269832 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Checking router: 4954a7ae-11de-4f58-80e9-ab748c70e372 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:48.270174 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Updating router 4954a7ae-11de-4f58-80e9-ab748c70e372 port 26587e9c-66d1-4cb7-a309-04675000c32e binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:14:48.329170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.481143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.564428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=56e93ec8-c328-4262-b304-11a9c1143e12,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:48.574194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:48.574544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: 5907b049-b1b0-44f9-963c-3821f8bba7c4, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:14:48.593213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:14:48.602309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 5907b049-b1b0-44f9-963c-3821f8bba7c4) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:48.608536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:48.608651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.612492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229f2f1-d3ef-45b6-ac64-2d71fed7dee4 None None] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:14:48.638054 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9afdc24d-6dd2-40b7-a412-fe18ec37ef70 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6309440 Feb 16 17:14:48.640790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33082) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:48.659357 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.671559 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Transition to ACTIVE for port object 26587e9c-66d1-4cb7-a309-04675000c32e will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:48.678465 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.759015 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Attempting to bind port 26587e9c-66d1-4cb7-a309-04675000c32e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:14:48.759693 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Attempting to bind port 26587e9c-66d1-4cb7-a309-04675000c32e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:14:48.759992 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Attempting to bind port 26587e9c-66d1-4cb7-a309-04675000c32e on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:48.766263 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb542-0fb0-4971-9c46-845d7b8cefed None None] Pushing event updated for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:48.770635 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:14:48.771137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:48.771720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.772258 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:14:48.772863 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Bound port: 26587e9c-66d1-4cb7-a309-04675000c32e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:14:48.773382 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.843159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-5907b049-b1b0-44f9-963c-3821f8bba7c4', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:14:48.844267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.850037 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] For port 26587e9c-66d1-4cb7-a309-04675000c32e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:48.853111 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] For port 26587e9c-66d1-4cb7-a309-04675000c32e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26587e9c-66d1-4cb7-a309-04675000c32e,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:14:48.857960 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:48.935202 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:48.936407 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:49.012122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Allocated IP 172.20.0.2 (5907b049-b1b0-44f9-963c-3821f8bba7c4/56e93ec8-c328-4262-b304-11a9c1143e12/353db6a3-6794-4d7c-ba94-55da04869557) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:49.014370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb542-0fb0-4971-9c46-845d7b8cefed None None] Pushing event updated for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:49.121902 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:49.255925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:49.267413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Transition to ACTIVE for port object 353db6a3-6794-4d7c-ba94-55da04869557 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:49.286834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Transition to ACTIVE for port object 353db6a3-6794-4d7c-ba94-55da04869557 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:49.294799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:49.398825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:49.412073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:49.415419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:49.419734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:14:49.432769 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:46Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:49.437318 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704343ad-9d7c-4939-b79d-eb0b71aea687 None None] The sync data for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv is: [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:46Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:49.518172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Pushing event updated for resources: {'Port': ['ID=353db6a3-6794-4d7c-ba94-55da04869557,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:49.532321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.532657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.533005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.533334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.533929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.534412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.534639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.534927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.535245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.535565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.535885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.536195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:49.540648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Attempting to bind port 353db6a3-6794-4d7c-ba94-55da04869557 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:14:49.541021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Attempting to bind port 353db6a3-6794-4d7c-ba94-55da04869557 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:14:49.541378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Attempting to bind port 353db6a3-6794-4d7c-ba94-55da04869557 on network 5907b049-b1b0-44f9-963c-3821f8bba7c4 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:49.548256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:14:49.548749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Checking segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:49.549244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:49.549723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Bound using segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:14:49.550246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Bound port: 353db6a3-6794-4d7c-ba94-55da04869557, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:14:49.550730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:49.664489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] For port 353db6a3-6794-4d7c-ba94-55da04869557, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:49.672777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] For port 353db6a3-6794-4d7c-ba94-55da04869557, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=353db6a3-6794-4d7c-ba94-55da04869557,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:14:49.677536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:49.766201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bf9a-2f6c-48ae-9a81-bca553bfa53b None None] Pushing event updated for resources: {'Port': ['ID=353db6a3-6794-4d7c-ba94-55da04869557,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:49.872137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (5907b049-b1b0-44f9-963c-3821f8bba7c4/56e93ec8-c328-4262-b304-11a9c1143e12/927c9460-36a8-4dc8-aac1-4c127c9d33ab) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:50.191356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:50.208719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 927c9460-36a8-4dc8-aac1-4c127c9d33ab will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:50.236513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:50.316301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:50.319474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:50.324899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:14:50.353162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:50.384643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:50.512118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:50.685807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0167a-a558-43a9-a63e-8cfbce495c3d None None] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:14:50.767475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b796fd2e-f42a-436e-bdb1-206b9a62836c None None] Provisioning for port 353db6a3-6794-4d7c-ba94-55da04869557 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:50.940795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:50.947120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:51.068455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:51.071020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:51.211220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6362cd4b-3045-4111-a0b7-e37fc8d2918d None None] Provisioning for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:51.217453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6362cd4b-3045-4111-a0b7-e37fc8d2918d None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:51.218060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6362cd4b-3045-4111-a0b7-e37fc8d2918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:51.226106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:51.227968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:51.281624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6362cd4b-3045-4111-a0b7-e37fc8d2918d None None] Port 927c9460-36a8-4dc8-aac1-4c127c9d33ab cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:14:51.412749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1128ac10-197c-4211-a210-5b158593a9fc None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:51.413137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1128ac10-197c-4211-a210-5b158593a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:51.427429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 4954a7ae-11de-4f58-80e9-ab748c70e372 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:14:51.471234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1128ac10-197c-4211-a210-5b158593a9fc None None] Port 927c9460-36a8-4dc8-aac1-4c127c9d33ab cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:14:51.589892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-55c5eaba-65db-44f2-b813-8b62cca3c3dc None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:51.590278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-55c5eaba-65db-44f2-b813-8b62cca3c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:51.615754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:14:51.631534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ba7a6938-e03d-4952-98f1-1635fa494c5e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9875696 Feb 16 17:14:51.632055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33086) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:51.636396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Sync routers for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:51.653903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:51.654487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:51.725072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-55c5eaba-65db-44f2-b813-8b62cca3c3dc None None] Port 927c9460-36a8-4dc8-aac1-4c127c9d33ab cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:14:51.749753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:51.893841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcee4c-aced-4a24-bc39-609efba3cbd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.894295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcee4c-aced-4a24-bc39-609efba3cbd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.894772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcee4c-aced-4a24-bc39-609efba3cbd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.895213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcee4c-aced-4a24-bc39-609efba3cbd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.896822 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d3dcee4c-aced-4a24-bc39-609efba3cbd2 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2642076 Feb 16 17:14:51.899629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33090) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:51.903800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:51.967064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd5334-6c05-47ed-8b16-0d2dfb0b7d8a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.967613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd5334-6c05-47ed-8b16-0d2dfb0b7d8a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.967868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd5334-6c05-47ed-8b16-0d2dfb0b7d8a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.968307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd5334-6c05-47ed-8b16-0d2dfb0b7d8a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:51.969477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 26587e9c-66d1-4cb7-a309-04675000c32e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:51.970069 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1acd5334-6c05-47ed-8b16-0d2dfb0b7d8a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0695343 Feb 16 17:14:51.973060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33094) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:51.979410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 26587e9c-66d1-4cb7-a309-04675000c32e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:51.979789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.289567 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fe6c5b4e-7d28-490e-9c37-b99d934f1702 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3153563 Feb 16 17:14:52.310129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.333172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 26587e9c-66d1-4cb7-a309-04675000c32e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26587e9c-66d1-4cb7-a309-04675000c32e,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:52.341377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.342153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 353db6a3-6794-4d7c-ba94-55da04869557 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:52.505833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:52.508179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:52.517065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Checking router: 4954a7ae-11de-4f58-80e9-ab748c70e372 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:52.517065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Updating router 4954a7ae-11de-4f58-80e9-ab748c70e372 port 927c9460-36a8-4dc8-aac1-4c127c9d33ab binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:14:52.570287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 353db6a3-6794-4d7c-ba94-55da04869557 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:52.577723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.590057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 353db6a3-6794-4d7c-ba94-55da04869557 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:52.590485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.789046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33100) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:52.795409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357315787', 'description': 'tempest-secgroup-smoke-1357315787 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:52.801144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:52.805387 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:52.808422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:52.814125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:52.820597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.830595 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.851822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:52.857394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:52.860264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:52.865778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:52.930846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 353db6a3-6794-4d7c-ba94-55da04869557, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=353db6a3-6794-4d7c-ba94-55da04869557,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:52.937191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.937659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.941760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.987996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a79612-1e4a-4a6b-8393-ece44cabe117,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:52.991614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:52.995602 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a33933f0-414c-40d1-9ecc-5ca7a294b1b2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2027779 Feb 16 17:14:52.995983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33104) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:53.000991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '65a79612-1e4a-4a6b-8393-ece44cabe117', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:53.006874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:53.010671 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:53.014255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:53.020166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:53.038174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.039362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=353db6a3-6794-4d7c-ba94-55da04869557,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.105072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.109680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.117469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.130638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Transition to ACTIVE for port object 927c9460-36a8-4dc8-aac1-4c127c9d33ab will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:53.135542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d91b2fe-bf67-469e-8f97-40e7e8a7850d,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.137154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.149330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.149330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-422cd896-9f7f-468d-ac4a-ed75953f802e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497600 Feb 16 17:14:53.149798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33108) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:53.155262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '65a79612-1e4a-4a6b-8393-ece44cabe117', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:53.161450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:53.165259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:53.168962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:53.174466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:53.197779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.264444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.269410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.293216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d83d77-bb70-4a42-90bc-6ce241932f73 None None] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.295731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604bd5a1-8993-4063-9a9e-7e94a8daf8cd,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.309177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.310743 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fe11b09e-dab9-4358-ab07-e07564168ba7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598475 Feb 16 17:14:53.313322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33112) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:53.318668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '65a79612-1e4a-4a6b-8393-ece44cabe117', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:53.326180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:53.330167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:53.333257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:53.339988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:53.357661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.391883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Attempting to bind port 927c9460-36a8-4dc8-aac1-4c127c9d33ab on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:14:53.392275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Attempting to bind port 927c9460-36a8-4dc8-aac1-4c127c9d33ab by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:14:53.392645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Attempting to bind port 927c9460-36a8-4dc8-aac1-4c127c9d33ab on network 5907b049-b1b0-44f9-963c-3821f8bba7c4 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:53.398204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:14:53.398578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Checking segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:53.398992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.399380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Bound using segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:14:53.399840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Bound port: 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:14:53.400207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.428131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.432739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.458086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5489bab8-a706-4701-9927-a8189288666e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.469904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.471350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-16fe4bc0-0e89-4214-8348-693373a6724f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568446 Feb 16 17:14:53.473900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33116) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:53.479093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '65a79612-1e4a-4a6b-8393-ece44cabe117', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:53.485523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:53.489402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:53.492303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:53.498633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:53.509203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] For port 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:53.512956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] For port 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=927c9460-36a8-4dc8-aac1-4c127c9d33ab,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:14:53.516437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.517634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.588329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.593178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.595148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:14:53.595770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:14:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:53.618455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eadce59-b55f-400b-b078-319a55859b93,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.633616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.635088 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-20643eb4-7ad1-494e-aac8-fd1764c5837b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602080 Feb 16 17:14:53.638525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33120) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:53.643921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '65a79612-1e4a-4a6b-8393-ece44cabe117', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:53.652412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:53.661499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:53.671919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:53.675323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d83d77-bb70-4a42-90bc-6ce241932f73 None None] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.687297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:53.707593 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:53.708440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:53.715462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.787293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.791533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.816574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4dc398-af4f-458c-8b4c-964bd51e2ce5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.825534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.826802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-da4e6096-09f1-49e0-ae79-b64535f801b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1872115 Feb 16 17:14:53.829513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33124) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:14:53.835211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '65a79612-1e4a-4a6b-8393-ece44cabe117', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:53.841322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:53.845375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:14:53.848013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:14:53.853820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:53.865670 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:53.867582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:14:53.872991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.940356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.945269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.970029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321d3e80-14e7-42ab-ac53-75de15c54b7a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.979912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:53.989190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-512cb584-5044-46b3-8c14-9c5595f90d71 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505678 Feb 16 17:14:53.997403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 26587e9c-66d1-4cb7-a309-04675000c32e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:53.997767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:54.149906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-c29dedc6-2ed1-4843-bbdb-e592778cfb2a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:54.171347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-c29dedc6-2ed1-4843-bbdb-e592778cfb2a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:54.173074 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-c29dedc6-2ed1-4843-bbdb-e592778cfb2a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357315787&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0615079 Feb 16 17:14:54.313756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 353db6a3-6794-4d7c-ba94-55da04869557 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:54.328323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-447128ed-249c-4501-af0c-3565c9fa21a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:54.329059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-447128ed-249c-4501-af0c-3565c9fa21a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:54.345124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-447128ed-249c-4501-af0c-3565c9fa21a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:54.346761 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-447128ed-249c-4501-af0c-3565c9fa21a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 200 len: 797 time: 0.1666267 Feb 16 17:14:54.362209 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-8b4157be-1b41-448d-bc8a-91f03867e0af tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0099416 Feb 16 17:14:54.402522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 353db6a3-6794-4d7c-ba94-55da04869557 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:54.402910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:54.435519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:14:53Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:54.451278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d5144-f5be-499c-b781-cbdc99706199 None None] The sync data for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv is: [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:14:53Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:54.451839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-0d724798-0c34-43d8-8193-e7f82819c467 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:54.469769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-0d724798-0c34-43d8-8193-e7f82819c467 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:54.472061 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-0d724798-0c34-43d8-8193-e7f82819c467 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044059 Feb 16 17:14:54.617408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:54.653381 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-5668f23a-9fb3-4c87-9ce9-3ba93fa1d622 service neutron] 10.222.0.43 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551228 Feb 16 17:14:54.791713 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-90c3bb96-2fb5-46fa-aeb8-cbe706857746 service neutron] 10.222.0.43 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321523 Feb 16 17:14:54.983583 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2c7f304c-aac8-4d1e-8ff5-a1c7f658ae9c req-6bd30b29-b226-43d7-be06-c70ebced4e41 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 210 time: 0.0456569 Feb 16 17:14:55.690441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:55.760142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:55.765736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:55.766099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:55.883934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:55.917476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=927c9460-36a8-4dc8-aac1-4c127c9d33ab,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:14:55.922779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.000094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:56.101993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-7878fd18-f583-469f-9507-53d95ae80107 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:56.103560 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-7878fd18-f583-469f-9507-53d95ae80107 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 200 len: 797 time: 0.1596239 Feb 16 17:14:56.148407 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3288a93c-ca93-4452-9b0b-b043e75a1c4d req-5444f10b-bdec-458b-abca-9db7b08749f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 210 time: 0.0509219 Feb 16 17:14:56.157192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-35c59ded-d74e-4e76-a7e0-17693de8ad17 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:14:56.178277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-35c59ded-d74e-4e76-a7e0-17693de8ad17 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:14:56.179530 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-35c59ded-d74e-4e76-a7e0-17693de8ad17 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0674043 Feb 16 17:14:56.189348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['65a79612-1e4a-4a6b-8393-ece44cabe117']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:56.330870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:14:56.340760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:14:56.350122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:14:56.353611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.516045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.13 (5907b049-b1b0-44f9-963c-3821f8bba7c4/56e93ec8-c328-4262-b304-11a9c1143e12/3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:56.704073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.719538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:56.743721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.816296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:56.819322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:56.823320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:14:56.853460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:56.892055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:56.892660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.918411 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-f0bba792-3e38-4e76-bfc4-4226b3114ee5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7327020 Feb 16 17:14:56.930482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Request body: {'port': {'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:57.004565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13d24af3-2892-41a7-9c26-953027b8387e None None] Provisioning for port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:57.009227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13d24af3-2892-41a7-9c26-953027b8387e None None] Provisioning complete for port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:57.009602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13d24af3-2892-41a7-9c26-953027b8387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.055009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.062200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-13d24af3-2892-41a7-9c26-953027b8387e None None] Port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:14:57.345629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026246a-df25-485f-afb0-b9a4f4d948f2 req-b07b8418-11ba-4e12-8114-50bfba591c29 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:57.347141 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4026246a-df25-485f-afb0-b9a4f4d948f2 req-b07b8418-11ba-4e12-8114-50bfba591c29 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 932 time: 0.0841289 Feb 16 17:14:57.392294 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4026246a-df25-485f-afb0-b9a4f4d948f2 req-cca5a73b-9aae-4f68-9c07-05ab00e68b22 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 Feb 16 17:14:57.426840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:14:57.434256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.448601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Transition to ACTIVE for port object 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:57.452291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.680294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:14:57.724540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Pushing event updated for resources: {'Port': ['ID=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:57.753470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:57.753760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.799178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Attempting to bind port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:14:57.799409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Attempting to bind port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:14:57.799721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Attempting to bind port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 on network 5907b049-b1b0-44f9-963c-3821f8bba7c4 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:57.804498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 on network 5907b049-b1b0-44f9-963c-3821f8bba7c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:14:57.804914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Attempting to bind port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 on network 5907b049-b1b0-44f9-963c-3821f8bba7c4 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:14:57.810959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:14:57.811313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Checking segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:14:57.811711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Bound using segment: {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:14:57.812280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Bound port: 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61641ab-b9e3-484e-9b90-92b3c82ca481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:14:57.812616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.898736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] For port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:14:57.902187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] For port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:14:57.907551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.971698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:57.972277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.973685 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] 10.222.0.48 "PUT /v2.0/ports/3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 200 len: 1094 time: 1.0474558 Feb 16 17:14:57.974111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:14:58.003605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432628e0-197a-4fbe-a41f-af497119b86c service neutron] Pushing event updated for resources: {'Port': ['ID=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:58.046688 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'status': 'completed', 'code': 200} Feb 16 17:14:58.089352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-287970ca-b014-4003-9980-ff0f3f4443a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.091185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-287970ca-b014-4003-9980-ff0f3f4443a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1097 time: 0.0768988 Feb 16 17:14:58.164662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-9c421bb0-a0e2-4ec1-88fc-b269b354b37e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 200 len: 217 time: 0.0651488 Feb 16 17:14:58.226649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-b7e55e74-5977-4581-af7c-4dca3c4d11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.228111 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-b7e55e74-5977-4581-af7c-4dca3c4d11fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e93ec8-c328-4262-b304-11a9c1143e12 HTTP/1.1" status: 200 len: 835 time: 0.0573301 Feb 16 17:14:58.308299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-d57059db-c822-4bfb-9682-477c30676b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.309905 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-d57059db-c822-4bfb-9682-477c30676b63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5907b049-b1b0-44f9-963c-3821f8bba7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754275 Feb 16 17:14:58.443966 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-c83e8714-26f6-4705-9c79-3cd4d90312d1 service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266119 Feb 16 17:14:58.580534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0b8c3bad-4ac0-4ac1-aaaf-0a1508d43a64 req-3e63ce01-bcd4-4b88-ac2d-d50074bf53be service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293776 Feb 16 17:14:58.589471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c1539-c2c6-4438-8106-e9b3a30f3880 req-98f66bba-ee8b-451e-aa12-a784ff78de00 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.590952 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b33c1539-c2c6-4438-8106-e9b3a30f3880 req-98f66bba-ee8b-451e-aa12-a784ff78de00 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 944 time: 0.0884373 Feb 16 17:14:58.637431 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b33c1539-c2c6-4438-8106-e9b3a30f3880 req-112c7cf5-eca0-421d-801c-01a9e6216636 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Feb 16 17:14:58.696299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-af161951-25ea-4101-aad5-9f65074a7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.697759 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-af161951-25ea-4101-aad5-9f65074a7d73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1097 time: 0.0719998 Feb 16 17:14:58.829827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-f40b8687-8e12-4402-9bd0-52f1cfcdf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.831343 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-f40b8687-8e12-4402-9bd0-52f1cfcdf6b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 200 len: 898 time: 0.1271105 Feb 16 17:14:58.902163 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-02322880-d5f0-490d-b707-c69cecbe0439 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 200 len: 217 time: 0.0640595 Feb 16 17:14:58.964698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-07e97f11-72a6-4f77-a35c-e460c06dca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.966130 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-07e97f11-72a6-4f77-a35c-e460c06dca06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e93ec8-c328-4262-b304-11a9c1143e12 HTTP/1.1" status: 200 len: 835 time: 0.0578473 Feb 16 17:14:59.045711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-38cd11d2-1652-46a5-b09e-6da661197689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:59.047173 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-38cd11d2-1652-46a5-b09e-6da661197689 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5907b049-b1b0-44f9-963c-3821f8bba7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729122 Feb 16 17:14:59.180446 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-ac0e4f72-4875-4467-9c26-f7c8c9542e86 service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251931 Feb 16 17:14:59.418102 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ad8cb699-ef2c-4905-84d5-e88d87579469 req-4ca8670f-1435-4d4e-bf88-2749f24a8c5d service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296379 Feb 16 17:14:59.820479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcac5c9-21ce-4a6a-bcf4-502d350fca3f req-76d5f50d-2968-4c9e-94d0-d8e69efa7834 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:59.821830 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2bcac5c9-21ce-4a6a-bcf4-502d350fca3f req-76d5f50d-2968-4c9e-94d0-d8e69efa7834 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 944 time: 0.0779543 Feb 16 17:14:59.864207 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2bcac5c9-21ce-4a6a-bcf4-502d350fca3f req-3bda9345-e4ca-4689-b698-fc0dba7e2eae tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366051 Feb 16 17:15:00.857706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-293f6c3d-9d08-4073-8461-14cd14e18405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:01.051395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de84f-4003-461a-913d-e2bd21475e83 req-62748b2d-2ec8-4c4f-b431-6aee74ebc028 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:01.052780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-020de84f-4003-461a-913d-e2bd21475e83 req-62748b2d-2ec8-4c4f-b431-6aee74ebc028 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 944 time: 0.0831833 Feb 16 17:15:01.096173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-020de84f-4003-461a-913d-e2bd21475e83 req-c69ec9c0-b459-43a2-91c7-9bf97649bf82 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376189 Feb 16 17:15:02.038283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:15:02.170765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:15:02.184894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:15:02.240014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.257293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:15:02.272398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:15:02.276410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.284922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a701886-0cfc-4d2c-8405-66ac8a8974c2 req-c9591562-d0d6-45fb-94c6-a08b1abfbc7d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:02.286375 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a701886-0cfc-4d2c-8405-66ac8a8974c2 req-c9591562-d0d6-45fb-94c6-a08b1abfbc7d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 944 time: 0.0810668 Feb 16 17:15:02.344013 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a701886-0cfc-4d2c-8405-66ac8a8974c2 req-852117d4-ca1b-49df-a1ba-5ad1b6ac5413 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510838 Feb 16 17:15:02.362170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:02.616549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:15:03.531651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486bd58-113a-40f5-a5e0-2b1823aac284 req-e9373db9-c762-47a1-941f-d31934458bd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:03.533106 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d486bd58-113a-40f5-a5e0-2b1823aac284 req-e9373db9-c762-47a1-941f-d31934458bd6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 945 time: 0.0826747 Feb 16 17:15:03.578915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d486bd58-113a-40f5-a5e0-2b1823aac284 req-3ef1030f-949b-467b-a673-83aa02256981 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399137 Feb 16 17:15:03.597603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-78cda286-3320-4c7a-a7a9-5d167a62061b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.040232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:15:04.109290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:15:04.114077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:04.114439 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.279512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.293225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.312922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:15:04.322800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:15:04.328007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.361759 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'code': 200} Feb 16 17:15:04.400067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:04.586346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa012a8-df09-416d-a8b2-8cb11c826a75 req-4dd69664-510b-449a-9021-51ed0ce9586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:04.587749 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fa012a8-df09-416d-a8b2-8cb11c826a75 req-4dd69664-510b-449a-9021-51ed0ce9586e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1099 time: 0.0693681 Feb 16 17:15:04.631728 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1fa012a8-df09-416d-a8b2-8cb11c826a75 req-c21de6e9-6746-4622-b5d6-0565cd3b7989 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371304 Feb 16 17:15:04.768210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34269b-e024-497a-bae3-aa517665814c req-ab0c4899-83fb-443d-96d8-2c93117d7866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:04.769684 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ae34269b-e024-497a-bae3-aa517665814c req-ab0c4899-83fb-443d-96d8-2c93117d7866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0788743 Feb 16 17:15:04.921301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ae34269b-e024-497a-bae3-aa517665814c req-7ffdd276-35ff-4597-a776-d83792b885f0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457448 Feb 16 17:15:05.035221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.107302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa9ac2-7b91-403a-9b7c-de691a9a0d91 req-287edc74-035a-43b3-ba46-afdcc600909c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:06.108737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-acfa9ac2-7b91-403a-9b7c-de691a9a0d91 req-287edc74-035a-43b3-ba46-afdcc600909c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0808072 Feb 16 17:15:06.156922 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-acfa9ac2-7b91-403a-9b7c-de691a9a0d91 req-d7cfc1fe-1336-4a71-838c-6d1b2ca85ae8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426261 Feb 16 17:15:06.716797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.351539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f2a6-e788-4929-8675-aeef127c86ca req-69476cc8-62d9-4da4-9582-ed779c26cb08 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:07.352977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5788f2a6-e788-4929-8675-aeef127c86ca req-69476cc8-62d9-4da4-9582-ed779c26cb08 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0852239 Feb 16 17:15:07.397094 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5788f2a6-e788-4929-8675-aeef127c86ca req-1f077eaf-0ab0-443f-938c-d5a17f3ab171 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379148 Feb 16 17:15:07.596080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976fc4-8cad-4b2a-baa4-045c42a4177a req-8a30c07d-7ad3-472a-9d01-a3ac67507be3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:07.597439 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8976fc4-8cad-4b2a-baa4-045c42a4177a req-8a30c07d-7ad3-472a-9d01-a3ac67507be3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0820191 Feb 16 17:15:07.642212 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8976fc4-8cad-4b2a-baa4-045c42a4177a req-cda444c1-eb69-4b4f-8887-185802d6fe90 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391693 Feb 16 17:15:07.665582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:15:07.739703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6914f-a43d-4fc1-98cd-8f7f5ef31fff tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:07.741180 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6ac6914f-a43d-4fc1-98cd-8f7f5ef31fff tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1094 time: 0.0745833 Feb 16 17:15:07.743951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33184) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:15:07.749175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:07.755007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:15:07.758789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:15:07.761911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:15:07.767542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:15:07.778153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.913482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.052414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.92 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/ff2b2e6c-7a46-4b18-9701-2e1787b285a6) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:08.199803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.228342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.292244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:08.295143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:08.298805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:15:08.332522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=ff2b2e6c-7a46-4b18-9701-2e1787b285a6,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:08.714523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.788830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.995411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.999622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.109346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=ff2b2e6c-7a46-4b18-9701-2e1787b285a6,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:09.117946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.393222 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP 651dd39f-f03d-4a28-9a3f-37e498c0bef5 associated. External IP: 172.26.7.92, port: 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7. Feb 16 17:15:09.747941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 4954a7ae-11de-4f58-80e9-ab748c70e372 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:15:09.932093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:15:09.941886 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] Sync routers for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:09.952339 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:15:09.952962 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:15:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:09.958159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.015957 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-722be734-b919-493e-987f-7c5387c8b711 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2709155 Feb 16 17:15:10.016555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:15:10.019024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33188) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:15:10.124211 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'status': 'completed', 'code': 200} Feb 16 17:15:10.134998 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:15:10.263884 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a74aad79-40c5-447a-8ea9-6ec169f9a093 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372 HTTP/1.1" status: 200 len: 922 time: 0.2412739 Feb 16 17:15:10.264266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33196) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:15:10.278336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-1519520c-46b4-4382-b750-13fff7312d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:10.279725 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-1519520c-46b4-4382-b750-13fff7312d66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1099 time: 0.1070302 Feb 16 17:15:10.376765 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-597b0542-32ed-49f4-9046-734eb98454a3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 991 time: 0.1096959 Feb 16 17:15:10.423560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-40f59294-43a0-4287-829c-4de95c4800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:10.425043 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-40f59294-43a0-4287-829c-4de95c4800a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 200 len: 898 time: 0.1378655 Feb 16 17:15:10.521540 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651dd39f-f03d-4a28-9a3f-37e498c0bef5', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:08Z', 'updated_at': '2022-02-16T17:15:08Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:14:55Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:10.525471 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] Checking router: 4954a7ae-11de-4f58-80e9-ab748c70e372 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:10.530357 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-4afb8d09-8060-4bde-8c36-f411f4b1bb7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 200 len: 999 time: 0.0989034 Feb 16 17:15:10.534190 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:15:10.534809 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:15:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:10.595408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-63333677-7d00-4240-8cad-6a41490b1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:10.596858 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-63333677-7d00-4240-8cad-6a41490b1cd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e93ec8-c328-4262-b304-11a9c1143e12 HTTP/1.1" status: 200 len: 835 time: 0.0591915 Feb 16 17:15:10.673496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-fca7f81f-ba56-4c60-a4a7-167bf2fa9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:10.675048 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-fca7f81f-ba56-4c60-a4a7-167bf2fa9f2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5907b049-b1b0-44f9-963c-3821f8bba7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717561 Feb 16 17:15:10.710897 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:15:10.812489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-c2a59e32-94ff-4eaf-b0f7-5413e18c0b2f service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299970 Feb 16 17:15:10.952050 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-630c4c48-4cd8-4c5d-b504-94dcaabbe8aa req-bc042465-7a5d-426d-a697-fa6abd75b2aa service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321065 Feb 16 17:15:11.067048 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651dd39f-f03d-4a28-9a3f-37e498c0bef5', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:08Z', 'updated_at': '2022-02-16T17:15:08Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:14:55Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:11.070828 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04e031-6a74-4fdd-9bdd-30abf49a65c0 None None] The sync data for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv is: [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651dd39f-f03d-4a28-9a3f-37e498c0bef5', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:08Z', 'updated_at': '2022-02-16T17:15:08Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:14:55Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:11.268404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120bfd67-a6a6-47f6-8736-e969137453f2 None None] New status for floating IP 651dd39f-f03d-4a28-9a3f-37e498c0bef5: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:15:11.379576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33200) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:15:11.488024 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-74ca383b-d2d0-475f-b1fb-8f6d7f832f1f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 991 time: 0.1073050 Feb 16 17:15:11.985868 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:15:12.492840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33204) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:15:12.600873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-51ad230f-6621-4d63-be85-f2f51e40939e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 993 time: 0.1067708 Feb 16 17:15:24.630824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:30.861800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a97b2e1a-b114-4f39-bfba-d7d86bcb7650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:33.600147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6cbac3ae-2b2a-4555-89a2-3a62c66ae568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.275512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.039025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.719546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:47.085773 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-94ad8426-cd9c-4771-85b1-cece448f103f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734179 Feb 16 17:15:47.225749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94a124-3932-4fde-8030-d837f174110d req-21afe98c-6ebe-4e0e-a93c-d42a5800a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:47.227269 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-21afe98c-6ebe-4e0e-a93c-d42a5800a53c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1099 time: 0.0727320 Feb 16 17:15:47.378632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94a124-3932-4fde-8030-d837f174110d req-932b0873-19fe-4b2f-a8f9-0adbbd926d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:47.380068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-932b0873-19fe-4b2f-a8f9-0adbbd926d31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 200 len: 898 time: 0.1296589 Feb 16 17:15:47.589331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-b1a886e3-c797-4809-834b-6508d7d76abc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 200 len: 1001 time: 0.2022500 Feb 16 17:15:47.655209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94a124-3932-4fde-8030-d837f174110d req-a82e0029-1cd6-4dbb-acef-8bfb3db07749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:47.656478 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-a82e0029-1cd6-4dbb-acef-8bfb3db07749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e93ec8-c328-4262-b304-11a9c1143e12 HTTP/1.1" status: 200 len: 835 time: 0.0596607 Feb 16 17:15:47.734108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94a124-3932-4fde-8030-d837f174110d req-297ff7cb-2db4-4c83-b20d-75a4bdf618a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:47.735579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-297ff7cb-2db4-4c83-b20d-75a4bdf618a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5907b049-b1b0-44f9-963c-3821f8bba7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720472 Feb 16 17:15:47.868957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-7d0f5f39-7ded-4627-b532-9bd6b87b2701 service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264246 Feb 16 17:15:48.015643 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9a94a124-3932-4fde-8030-d837f174110d req-d1128981-fc25-4682-a6c8-e34726c72cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394200 Feb 16 17:15:48.985552 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:15:54.643793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:00.864250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5731f569-268a-4678-b925-2de4bd9c2827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:03.602191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e39a2838-90fc-4fba-adc7-d11e3424f37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:04.279550 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:05.040930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:06.722092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:24.642425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:25.962042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33228) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:25.989863 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:16:26.298328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a81c1a7e-e368-4d2c-a21b-4204f47bbea7 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3351705 Feb 16 17:16:26.301143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33234) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:26.487614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70877b95-c711-4504-b85b-d2c4c9f32974 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Notify agent at dv-neutron-829527-2-hyperv the message router_removed_from_agent {{(pid=87721) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 17:16:26.493276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33238) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:26.493728 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70877b95-c711-4504-b85b-d2c4c9f32974 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "DELETE /v2.0/agents/77e16ce8-677e-4dad-9e46-7b30c66a6a80/l3-routers/4954a7ae-11de-4f58-80e9-ab748c70e372 HTTP/1.1" status: 204 len: 168 time: 0.1912956 Feb 16 17:16:26.682769 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-560b708a-0f52-4c5e-8991-286e438300c5 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1877849 Feb 16 17:16:26.685079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33242) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:26.786495 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-19fbcf3b-13c7-4249-a502-dfbfcac166cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 993 time: 0.1002734 Feb 16 17:16:27.238508 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872355c-8214-47fd-a172-329c181084fa None None] New status for floating IP 651dd39f-f03d-4a28-9a3f-37e498c0bef5: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:16:27.717540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:16:27.790443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33246) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:27.837673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:27.856408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 26587e9c-66d1-4cb7-a309-04675000c32e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26587e9c-66d1-4cb7-a309-04675000c32e,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:27.860939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:27.861638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:16:27.978367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:28.012907 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.013246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.013767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.014097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.014690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.014821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.015070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.015395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.015713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.016028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.016341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.016651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:28.031491 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b0ed9c57-080f-4757-b65f-d26c19501c55 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 991 time: 0.2342393 Feb 16 17:16:28.053054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:28.084815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=927c9460-36a8-4dc8-aac1-4c127c9d33ab,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:28.088683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:28.153984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:29.184221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33252) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:29.388168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733c6046-cd82-4a9c-81e7-a3b68278d09b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Router 4954a7ae-11de-4f58-80e9-ab748c70e372 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:16:29.388507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733c6046-cd82-4a9c-81e7-a3b68278d09b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Notify agent at dv-neutron-829527-2-hyperv the message router_added_to_agent {{(pid=87720) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 17:16:29.406704 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-733c6046-cd82-4a9c-81e7-a3b68278d09b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "POST /v2.0/agents/77e16ce8-677e-4dad-9e46-7b30c66a6a80/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2213931 Feb 16 17:16:29.410094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33260) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:29.419177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] Sync routers for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:29.428825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:29.429416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:29.596003 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ca9c3ea5-bd40-4284-8db1-6bc8f5f0ac50 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1826093 Feb 16 17:16:29.599227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33264) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:29.615931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:29.710541 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d6078573-b5f4-4a61-941e-bede10105f9d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 991 time: 0.1090343 Feb 16 17:16:30.008078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651dd39f-f03d-4a28-9a3f-37e498c0bef5', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:08Z', 'updated_at': '2022-02-16T17:16:27Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:16:28Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:30.012872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] Checking router: 4954a7ae-11de-4f58-80e9-ab748c70e372 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:30.021191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:30.021785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:30.198960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:30.548070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651dd39f-f03d-4a28-9a3f-37e498c0bef5', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:08Z', 'updated_at': '2022-02-16T17:16:27Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:16:28Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:30.551950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ec7e4-3f68-4e2e-94b8-28bf2367f349 None None] The sync data for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv is: [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651dd39f-f03d-4a28-9a3f-37e498c0bef5', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'port_id': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'mac_address': 'fa:16:3e:20:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:08Z', 'updated_at': '2022-02-16T17:16:27Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:16:28Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:30.712403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33268) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:30.831225 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8379a0e7-fe78-4a32-9e2c-b69ac4a03882 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 991 time: 0.1170197 Feb 16 17:16:30.869885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-06bad392-1e3b-4312-9edd-13cebf6bfc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:31.767412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:31.835124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33272) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:31.840579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 26587e9c-66d1-4cb7-a309-04675000c32e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:31.840968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:31.948061 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-98b16eef-a263-44ac-9bf7-1b6576093728 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 991 time: 0.1110411 Feb 16 17:16:31.962613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:31.978352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 26587e9c-66d1-4cb7-a309-04675000c32e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26587e9c-66d1-4cb7-a309-04675000c32e,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:31.982545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:31.983289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:32.103650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:32.117807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:32.118176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.191261 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef354f2e-da21-4607-b443-188740337c35 None None] New status for floating IP 651dd39f-f03d-4a28-9a3f-37e498c0bef5: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:16:32.243773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.276503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=927c9460-36a8-4dc8-aac1-4c127c9d33ab,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:32.281900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.359976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:32.952024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33276) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:33.056627 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a59ebe63-3d74-4c16-906d-1a367c5e5315 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 200 len: 993 time: 0.1032813 Feb 16 17:16:33.345592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33284) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:33.548255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port ff2b2e6c-7a46-4b18-9701-2e1787b285a6 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:16:33.548591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:33.604344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ea319ffb-b482-4f10-bcff-f145cd68cf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:33.729550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:33.729878 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:33.730650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:33.808262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 26587e9c-66d1-4cb7-a309-04675000c32e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:33.808620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:33.977019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:33.981979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for ff2b2e6c-7a46-4b18-9701-2e1787b285a6 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:16:34.045746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 927c9460-36a8-4dc8-aac1-4c127c9d33ab triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:34.046068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.143251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.197348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=ff2b2e6c-7a46-4b18-9701-2e1787b285a6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:34.236658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.236928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.237270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.237602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.238001 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.238379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.238773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.239125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.239446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.239764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.240113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.240447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:34.282569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.309977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.310292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP 651dd39f-f03d-4a28-9a3f-37e498c0bef5 disassociated (deleted). External IP: 172.26.7.92, port: 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7. Feb 16 17:16:34.666507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 4954a7ae-11de-4f58-80e9-ab748c70e372 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:16:34.842645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:16:34.852251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] Sync routers for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:34.858775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.861568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:34.862157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:34.912937 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b2f2ab4f-96be-46e2-b7bc-58ff6346a6f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/651dd39f-f03d-4a28-9a3f-37e498c0bef5 HTTP/1.1" status: 204 len: 168 time: 1.5663528 Feb 16 17:16:34.913508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:16:35.053039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:35.097217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:35.159959 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'status': 'completed', 'code': 200} Feb 16 17:16:35.277357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-a7e8cadb-f409-4335-9933-8f188d5e23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:35.278850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-a7e8cadb-f409-4335-9933-8f188d5e23c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 1099 time: 0.0834734 Feb 16 17:16:35.335704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9406e8e-d2f1-47f0-8da0-f127976702e0 req-e4d20031-8eda-48fd-a429-d2b3f5ee4259 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:35.336479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d9406e8e-d2f1-47f0-8da0-f127976702e0 req-e4d20031-8eda-48fd-a429-d2b3f5ee4259 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:16:35.351962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d9406e8e-d2f1-47f0-8da0-f127976702e0 req-e4d20031-8eda-48fd-a429-d2b3f5ee4259 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:16:35.353919 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9406e8e-d2f1-47f0-8da0-f127976702e0 req-e4d20031-8eda-48fd-a429-d2b3f5ee4259 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.1029577 Feb 16 17:16:35.394263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:16:32Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:35.398150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] Checking router: 4954a7ae-11de-4f58-80e9-ab748c70e372 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:35.404967 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9406e8e-d2f1-47f0-8da0-f127976702e0 req-027ffe36-8f8f-403e-b8ff-3fe5c0ae1a1d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Feb 16 17:16:35.409581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:35.410214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:35.437983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-b416d998-4bd8-4cfd-bd36-4267e613f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:35.439395 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-b416d998-4bd8-4cfd-bd36-4267e613f037 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 200 len: 898 time: 0.1487675 Feb 16 17:16:35.507034 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-393176d8-81c0-430c-9a69-b1b7a0bb5218 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 200 len: 217 time: 0.0605292 Feb 16 17:16:35.574679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-ad5ac204-5606-4217-9d6f-6baf1e43b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:35.576123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-ad5ac204-5606-4217-9d6f-6baf1e43b9c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e93ec8-c328-4262-b304-11a9c1143e12 HTTP/1.1" status: 200 len: 835 time: 0.0626757 Feb 16 17:16:35.597259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:35.654576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-f5e643a3-e361-46dd-96b6-916b58226586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:35.656029 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-f5e643a3-e361-46dd-96b6-916b58226586 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5907b049-b1b0-44f9-963c-3821f8bba7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714765 Feb 16 17:16:35.791945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-2276522a-28df-4a5b-835e-4b208d34e895 service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278961 Feb 16 17:16:35.916632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:16:32Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:35.921058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fa55b9-a1b6-4ca7-8c43-e77b7d76fb63 None None] The sync data for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv is: [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:14:50Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '927c9460-36a8-4dc8-aac1-4c127c9d33ab', 'name': '', 'network_id': '5907b049-b1b0-44f9-963c-3821f8bba7c4', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:16:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:49Z', 'updated_at': '2022-02-16T17:16:32Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '56e93ec8-c328-4262-b304-11a9c1143e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:36.045653 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6cf683c8-9f84-466f-8bde-06051f354bd2 req-3520cb23-b0b6-4201-84eb-6f8774113f1d service neutron] 10.222.0.48 "GET /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462783 Feb 16 17:16:36.546099 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b1f8e3-fa1e-4c72-9f07-a3b22939fccb None None] New status for floating IP 651dd39f-f03d-4a28-9a3f-37e498c0bef5: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:16:36.594170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33865e41-bcce-412a-a650-52c7513d38c5 req-0c09db57-4a24-475b-bba8-743910309f9b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:36.595936 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-33865e41-bcce-412a-a650-52c7513d38c5 req-0c09db57-4a24-475b-bba8-743910309f9b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0821683 Feb 16 17:16:36.641450 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-33865e41-bcce-412a-a650-52c7513d38c5 req-8ba48316-5e18-437d-8e75-7080ce7c248e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Feb 16 17:16:36.725329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.210788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-da6fceb3-07e3-44eb-a361-104ed4694256 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:37.211489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-da6fceb3-07e3-44eb-a361-104ed4694256 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:16:37.223685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-da6fceb3-07e3-44eb-a361-104ed4694256 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:16:37.224766 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-da6fceb3-07e3-44eb-a361-104ed4694256 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0966754 Feb 16 17:16:37.295408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:16:37.295746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.545379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:37.545644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.670637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:16:37.823320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.841917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d2b9e-89cb-4874-97f6-903828c15883 req-6cb797a9-8ccd-4149-92cb-822e8897a7b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:37.843424 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-124d2b9e-89cb-4874-97f6-903828c15883 req-6cb797a9-8ccd-4149-92cb-822e8897a7b6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=7593fe25-959d-466d-8224-e7ae29f6d45f HTTP/1.1" status: 200 len: 946 time: 0.0945523 Feb 16 17:16:37.878461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:37.890311 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-124d2b9e-89cb-4874-97f6-903828c15883 req-7e40de26-e470-4176-a4b5-c2c9d5e26b64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=65a79612-1e4a-4a6b-8393-ece44cabe117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Feb 16 17:16:37.945540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.945862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.946199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.946525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.947619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.947901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.948224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.948544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.948866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.949181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.949496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.949806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:37.962452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:16:37.964660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.967096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'name': 'network-vif-deleted', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:16:37.982714 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-19de6127-4f12-4fd7-a203-a4fee1aa8b86 req-516c9f51-d00e-4558-8d93-ef53652124c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 HTTP/1.1" status: 204 len: 173 time: 0.7518158 Feb 16 17:16:38.016471 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7593fe25-959d-466d-8224-e7ae29f6d45f', 'name': 'network-vif-deleted', 'tag': '3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7', 'status': 'completed', 'code': 200} Feb 16 17:16:38.989048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33302) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:39.059110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-008e1a5c-e036-4dd9-b5f2-3b74c481e51f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.093408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-008e1a5c-e036-4dd9-b5f2-3b74c481e51f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.159340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-008e1a5c-e036-4dd9-b5f2-3b74c481e51f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.177161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e1a5c-e036-4dd9-b5f2-3b74c481e51f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a79612-1e4a-4a6b-8393-ece44cabe117,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:39.190846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-008e1a5c-e036-4dd9-b5f2-3b74c481e51f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.194711 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-008e1a5c-e036-4dd9-b5f2-3b74c481e51f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/65a79612-1e4a-4a6b-8393-ece44cabe117 HTTP/1.1" status: 204 len: 168 time: 0.2021794 Feb 16 17:16:39.226914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33308) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:39.895189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.252761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 927c9460-36a8-4dc8-aac1-4c127c9d33ab {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:16:40.253416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.439723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 927c9460-36a8-4dc8-aac1-4c127c9d33ab, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=927c9460-36a8-4dc8-aac1-4c127c9d33ab,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:40.440067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.519940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:16:40.554889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:16:40.555225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 3b75a9a1-1a8d-45fa-88bd-197bb7fd4ea7 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:16:40.563754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 927c9460-36a8-4dc8-aac1-4c127c9d33ab owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:16:40.885487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.933420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=927c9460-36a8-4dc8-aac1-4c127c9d33ab,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:41.323782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:41.683171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 4954a7ae-11de-4f58-80e9-ab748c70e372 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:16:41.855489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:16:41.864974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] Sync routers for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:41.869147 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dfd1b39a-55dd-42e5-bd36-be4dcf0cc2fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6411626 Feb 16 17:16:41.871827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33312) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:41.874301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:41.874935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:41.940924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet 56e93ec8-c328-4262-b304-11a9c1143e12 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:16:41.944292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.000529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.086945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.091933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:42.163960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.210267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=56e93ec8-c328-4262-b304-11a9c1143e12,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:42.213023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.222182 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8eb27782-f58e-45ab-aab1-9b333cd41b45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/56e93ec8-c328-4262-b304-11a9c1143e12 HTTP/1.1" status: 204 len: 168 time: 0.3470826 Feb 16 17:16:42.222486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33316) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:42.265400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9dbda5-93ba-4a50-ba34-f5476ac7b742 None None] Network 5907b049-b1b0-44f9-963c-3821f8bba7c4 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:16:42.403982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.558067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:16:40Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '26587e9c-66d1-4cb7-a309-04675000c32e', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:14:46Z', 'updated_at': '2022-02-16T17:16:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:42.562154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] Checking router: 4954a7ae-11de-4f58-80e9-ab748c70e372 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:42.571161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] Routers {'4954a7ae-11de-4f58-80e9-ab748c70e372'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:42.572395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['4954a7ae-11de-4f58-80e9-ab748c70e372'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:42.583423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.594749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 26587e9c-66d1-4cb7-a309-04675000c32e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:16:42.595071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.620633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] DHCP port deletion for 5907b049-b1b0-44f9-963c-3821f8bba7c4 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:16:42.687150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] Deleting port 353db6a3-6794-4d7c-ba94-55da04869557 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:16:42.687535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.801650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] Set router 4954a7ae-11de-4f58-80e9-ab748c70e372 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:42.884087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 26587e9c-66d1-4cb7-a309-04675000c32e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=26587e9c-66d1-4cb7-a309-04675000c32e,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:42.884798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.920207 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:16:42Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:42.928528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098baf6-adef-4287-ac0e-79673431b1ae None None] The sync data for ids ['4954a7ae-11de-4f58-80e9-ab748c70e372'] in dv-neutron-829527-2-hyperv is: [{'id': '4954a7ae-11de-4f58-80e9-ab748c70e372', 'name': 'tempest-TestNetworkBasicOps-router-1238027583', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:14:45Z', 'updated_at': '2022-02-16T17:16:42Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:43.007401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 26587e9c-66d1-4cb7-a309-04675000c32e owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:16:43.028053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] For port 353db6a3-6794-4d7c-ba94-55da04869557, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=353db6a3-6794-4d7c-ba94-55da04869557,segment=NetworkSegment(a61641ab-b9e3-484e-9b90-92b3c82ca481),segment_id=a61641ab-b9e3-484e-9b90-92b3c82ca481)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:43.028429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.151799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] Calling delete_port for 353db6a3-6794-4d7c-ba94-55da04869557 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:16:43.177252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.229819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=26587e9c-66d1-4cb7-a309-04675000c32e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:43.274938 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.320548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] Pushing event deleted for resources: {'Port': ['ID=353db6a3-6794-4d7c-ba94-55da04869557,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:43.320783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.324729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9f354-95b7-4590-a6ba-633dcef460fb None None] No DVR routers for this DVR port 353db6a3-6794-4d7c-ba94-55da04869557 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:16:43.494820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.496994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.519000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.519506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router 4954a7ae-11de-4f58-80e9-ab748c70e372 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:16:43.534121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.535198 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-88adf986-c6c1-4b5a-986e-f0dbeb145d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/4954a7ae-11de-4f58-80e9-ab748c70e372 HTTP/1.1" status: 204 len: 168 time: 1.3117447 Feb 16 17:16:43.537841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:43.646604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.754318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:16:43.778361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.790205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 26587e9c-66d1-4cb7-a309-04675000c32e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:16:43.791048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 26587e9c-66d1-4cb7-a309-04675000c32e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:16:43.791470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:16:43.812680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5907b049-b1b0-44f9-963c-3821f8bba7c4']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:43.825095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61641ab-b9e3-484e-9b90-92b3c82ca481') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:43.825469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61641ab-b9e3-484e-9b90-92b3c82ca481') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:43.826232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 927c9460-36a8-4dc8-aac1-4c127c9d33ab {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:16:43.826738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 927c9460-36a8-4dc8-aac1-4c127c9d33ab not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:16:43.827218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 353db6a3-6794-4d7c-ba94-55da04869557 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:16:43.837677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.854843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.860146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 353db6a3-6794-4d7c-ba94-55da04869557 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:16:43.860702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 353db6a3-6794-4d7c-ba94-55da04869557 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:16:43.861053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:16:43.861484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:16:43.876383 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:16:43.960386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.979025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.991979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=5907b049-b1b0-44f9-963c-3821f8bba7c4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:43.998948 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1144342-4e7e-4132-8735-af71bc2724bc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/5907b049-b1b0-44f9-963c-3821f8bba7c4 HTTP/1.1" status: 204 len: 168 time: 0.4601119 Feb 16 17:16:44.019589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33324) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:44.025925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--873330679', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:44.030904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:44.035167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:44.037930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:44.044587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:44.054575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:44.058584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.085855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:16:44.096771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.097134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d of type vlan for network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 Feb 16 17:16:44.133375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.168487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.173891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:44.174489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.372506 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3518579 Feb 16 17:16:44.375493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33328) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:44.380752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:44.381197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef935f61-d8a5-442a-ad49-1fdd2a45fb4b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=9e3edea1-5f7b-43d4-a854-d312c014e8a6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:44.389002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:44.392117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:16:44.393221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:44.396105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:44.403205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:44.415008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.416457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.434251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.815700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.118992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.148184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.283146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.127 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/80e96c04-8766-4fa1-bdd3-064c9054bb59) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:45.428798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.458357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.534425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:45.537238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:45.539699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:16:45.575227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=80e96c04-8766-4fa1-bdd3-064c9054bb59,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:46.078056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.428934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.632829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 22556de6-80b5-4f01-b578-04080c6b31d4 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:16:46.813485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:16:46.823119 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Sync routers for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:46.832317 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:46.832934 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:46.841911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.843098 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c04cfa78-9b83-4eca-9317-95c1fa73b2f7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4664855 Feb 16 17:16:46.846198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33332) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:46.886499 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c566aa78-8b30-434e-8b64-164d4c478aae tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392199 Feb 16 17:16:46.889164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33336) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:47.007861 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:47.023155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d51fe1-bdf1-4d56-8b40-6d832cc4acd0 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:47.024685 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-95d51fe1-bdf1-4d56-8b40-6d832cc4acd0 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346159 Feb 16 17:16:47.027778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33340) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:47.073448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a8f7c8fa-8b15-40b3-bbf2-4eb60ab158c8 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443978 Feb 16 17:16:47.075769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33344) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:47.081113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926876850', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:47.193697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:47.198214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:47.201059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:47.206830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:47.216843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:47.220401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.302951 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:45Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:47.306844 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Checking router: 22556de6-80b5-4f01-b578-04080c6b31d4 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:47.307181 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Updating router 22556de6-80b5-4f01-b578-04080c6b31d4 port 80e96c04-8766-4fa1-bdd3-064c9054bb59 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:16:47.358325 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.442977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.523926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=9e00e396-e434-412d-93e9-1fee72c46a71,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:47.533667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:16:47.534021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: 9e3edea1-5f7b-43d4-a854-d312c014e8a6, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:16:47.553692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:16:47.566483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 9e3edea1-5f7b-43d4-a854-d312c014e8a6) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:47.575092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8fc0ae-a5e5-4ba7-bf8d-03b2c1b2a905 None None] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:16:47.578768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:47.579361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.611772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33348) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:47.612825 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-65c02b02-f1a1-46f7-bc9b-61f1cac1c5d9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5352693 Feb 16 17:16:47.700378 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.711831 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Transition to ACTIVE for port object 80e96c04-8766-4fa1-bdd3-064c9054bb59 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:47.718466 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.809853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:16:47.810639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.829310 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Attempting to bind port 80e96c04-8766-4fa1-bdd3-064c9054bb59 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:47.829909 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Attempting to bind port 80e96c04-8766-4fa1-bdd3-064c9054bb59 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:47.830008 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Attempting to bind port 80e96c04-8766-4fa1-bdd3-064c9054bb59 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:16:47.835576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Pushing event updated for resources: {'Port': ['ID=80e96c04-8766-4fa1-bdd3-064c9054bb59,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:47.840498 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:16:47.840849 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:16:47.841233 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.841607 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:16:47.842046 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Bound port: 80e96c04-8766-4fa1-bdd3-064c9054bb59, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:47.842399 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.876311 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.876630 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.876881 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.877426 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.877747 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.878065 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.878375 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.878710 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.879023 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.879330 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.879637 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.879953 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:47.936051 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] For port 80e96c04-8766-4fa1-bdd3-064c9054bb59, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:16:47.939891 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] For port 80e96c04-8766-4fa1-bdd3-064c9054bb59, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=80e96c04-8766-4fa1-bdd3-064c9054bb59,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:16:47.944650 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.981111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Allocated IP 172.20.0.2 (9e3edea1-5f7b-43d4-a854-d312c014e8a6/9e00e396-e434-412d-93e9-1fee72c46a71/eafff558-bec0-4950-9eb6-7856b171209c) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:48.019618 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af6cfa-3335-41b9-aa5b-422acd7527d4 None None] Pushing event updated for resources: {'Port': ['ID=80e96c04-8766-4fa1-bdd3-064c9054bb59,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:48.037954 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:48.038590 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:48.202687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.214043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Transition to ACTIVE for port object eafff558-bec0-4950-9eb6-7856b171209c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:48.216693 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:48.234306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Transition to ACTIVE for port object eafff558-bec0-4950-9eb6-7856b171209c will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:48.240811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.313904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:48.315202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:48.320357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:16:48.329849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Pushing event updated for resources: {'Port': ['ID=eafff558-bec0-4950-9eb6-7856b171209c,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:48.374377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.417027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Attempting to bind port eafff558-bec0-4950-9eb6-7856b171209c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:48.417744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Attempting to bind port eafff558-bec0-4950-9eb6-7856b171209c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:48.418101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Attempting to bind port eafff558-bec0-4950-9eb6-7856b171209c on network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:16:48.423666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:16:48.424034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Checking segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:16:48.424424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.424805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Bound using segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:16:48.425263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Bound port: eafff558-bec0-4950-9eb6-7856b171209c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:48.425630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.516999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] For port eafff558-bec0-4950-9eb6-7856b171209c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:16:48.520018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] For port eafff558-bec0-4950-9eb6-7856b171209c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=eafff558-bec0-4950-9eb6-7856b171209c,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:16:48.520607 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:45Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:48.526652 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164d47b-0133-4abe-ac73-671653ba4936 None None] The sync data for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv is: [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:45Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:48.527643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.622156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51995fd-b2c2-419f-bc72-6c462ea70f7b None None] Pushing event updated for resources: {'Port': ['ID=eafff558-bec0-4950-9eb6-7856b171209c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:48.819674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (9e3edea1-5f7b-43d4-a854-d312c014e8a6/9e00e396-e434-412d-93e9-1fee72c46a71/043678da-af7a-4fc3-896c-e2bbe64359bb) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:49.000873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.019134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 043678da-af7a-4fc3-896c-e2bbe64359bb will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:49.047117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.127225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:49.130458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:49.135330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:16:49.295534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=043678da-af7a-4fc3-896c-e2bbe64359bb,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:49.330242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.604181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.608456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8cee4a-e795-4607-bccb-853b00fe78f5 None None] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:16:49.705005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5c93e6d0-a4a4-4694-9876-b3b94b2c26f8 None None] Provisioning for port eafff558-bec0-4950-9eb6-7856b171209c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:49.807148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 80e96c04-8766-4fa1-bdd3-064c9054bb59 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:49.973158 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 80e96c04-8766-4fa1-bdd3-064c9054bb59 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:49.982791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 80e96c04-8766-4fa1-bdd3-064c9054bb59 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:49.983172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.041290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.047472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.120055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.137995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 80e96c04-8766-4fa1-bdd3-064c9054bb59, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=80e96c04-8766-4fa1-bdd3-064c9054bb59,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:50.146838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.148082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device eafff558-bec0-4950-9eb6-7856b171209c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:50.205087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=043678da-af7a-4fc3-896c-e2bbe64359bb,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.208056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.289004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=80e96c04-8766-4fa1-bdd3-064c9054bb59,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.306533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port eafff558-bec0-4950-9eb6-7856b171209c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:50.311517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-66a9eed8-d3c5-4ec9-a613-9c8f27434ac2 None None] Provisioning for port 043678da-af7a-4fc3-896c-e2bbe64359bb completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:50.316209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port eafff558-bec0-4950-9eb6-7856b171209c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:50.316580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.349067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-66a9eed8-d3c5-4ec9-a613-9c8f27434ac2 None None] Provisioning complete for port 043678da-af7a-4fc3-896c-e2bbe64359bb triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:50.349450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-66a9eed8-d3c5-4ec9-a613-9c8f27434ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.373188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:50.374444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:50.423506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-66a9eed8-d3c5-4ec9-a613-9c8f27434ac2 None None] Port 043678da-af7a-4fc3-896c-e2bbe64359bb cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:16:50.495637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.535672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port eafff558-bec0-4950-9eb6-7856b171209c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=eafff558-bec0-4950-9eb6-7856b171209c,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:50.543530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.574259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 22556de6-80b5-4f01-b578-04080c6b31d4 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:16:50.601166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9496cd89-8a16-44a8-b65e-ac4c3633289f None None] Provisioning complete for port 043678da-af7a-4fc3-896c-e2bbe64359bb triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:50.601535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9496cd89-8a16-44a8-b65e-ac4c3633289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.674877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=eafff558-bec0-4950-9eb6-7856b171209c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.678794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9496cd89-8a16-44a8-b65e-ac4c3633289f None None] Port 043678da-af7a-4fc3-896c-e2bbe64359bb cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:16:50.754146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:16:50.764028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Sync routers for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:50.769095 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4f50bf52-3ec9-4b52-adbe-a0b9eed29b4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/22556de6-80b5-4f01-b578-04080c6b31d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1537235 Feb 16 17:16:50.769353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33352) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:50.773367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:50.773962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:50.870681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-250d91e2-4c77-4255-a63d-6ffc9d1c09ee None None] Provisioning complete for port 043678da-af7a-4fc3-896c-e2bbe64359bb triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:50.871049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-250d91e2-4c77-4255-a63d-6ffc9d1c09ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.004885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-250d91e2-4c77-4255-a63d-6ffc9d1c09ee None None] Port 043678da-af7a-4fc3-896c-e2bbe64359bb cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:16:51.015592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:51.017430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec680665-1c58-44a5-a7c5-faed3e6efb84 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.017893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec680665-1c58-44a5-a7c5-faed3e6efb84 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.018342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec680665-1c58-44a5-a7c5-faed3e6efb84 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.018816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec680665-1c58-44a5-a7c5-faed3e6efb84 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.021057 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec680665-1c58-44a5-a7c5-faed3e6efb84 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2508008 Feb 16 17:16:51.023777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33356) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:51.095044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443de49-97e0-4d3c-a165-161fe3b08f96 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.095718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443de49-97e0-4d3c-a165-161fe3b08f96 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.095933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443de49-97e0-4d3c-a165-161fe3b08f96 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.096394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443de49-97e0-4d3c-a165-161fe3b08f96 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.097984 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1443de49-97e0-4d3c-a165-161fe3b08f96 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0733485 Feb 16 17:16:51.100727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33360) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:51.307490 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-50987dfb-d329-49ac-97ef-f26885f80669 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2057140 Feb 16 17:16:51.335499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:51.339941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Checking router: 22556de6-80b5-4f01-b578-04080c6b31d4 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:51.340295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Updating router 22556de6-80b5-4f01-b578-04080c6b31d4 port 043678da-af7a-4fc3-896c-e2bbe64359bb binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:16:51.393994 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.680451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33366) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:51.686799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368787099', 'description': 'tempest-secgroup-smoke-1368787099 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:51.692664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:51.697524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:51.700664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:51.706362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:51.717271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.738706 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:51.742509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:51.746062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:51.751724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:51.753162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 80e96c04-8766-4fa1-bdd3-064c9054bb59 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:51.821134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.825295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.836625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.852339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Transition to ACTIVE for port object 043678da-af7a-4fc3-896c-e2bbe64359bb will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:51.862098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.870691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:51.873182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.874340 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a35a8361-36a4-4294-aeb3-b908a068e5d1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920509 Feb 16 17:16:51.877205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33370) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:51.882231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:51.888227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:51.891964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:51.894894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:51.899407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 80e96c04-8766-4fa1-bdd3-064c9054bb59 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:51.899779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.901785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:51.919098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.985198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.989209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.016011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbc6a88-1f12-45ea-95ae-308065dc3c70,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.025900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.030395 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ebd0dc50-25f0-4083-80c5-e0fc4c5e2b6b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498134 Feb 16 17:16:52.030625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33374) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:52.036938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.039720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3278-4ea4-48c6-ace1-94c0b174ab3a None None] Pushing event updated for resources: {'Port': ['ID=043678da-af7a-4fc3-896c-e2bbe64359bb,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.044208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:52.048829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:52.051996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:52.059996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:52.078683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.138464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Attempting to bind port 043678da-af7a-4fc3-896c-e2bbe64359bb on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:52.138950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Attempting to bind port 043678da-af7a-4fc3-896c-e2bbe64359bb by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:52.139311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Attempting to bind port 043678da-af7a-4fc3-896c-e2bbe64359bb on network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:16:52.151823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.155895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.181466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:16:52.181837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Checking segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:16:52.182228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.182649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Bound using segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:16:52.183264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Bound port: 043678da-af7a-4fc3-896c-e2bbe64359bb, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:52.183446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.183562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb8a4d8-4269-43ae-9598-a5bdb19d7e85,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.195688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.201145 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33378) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:52.201919 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-96492359-f725-426d-b8e5-9f38e49c2e3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698384 Feb 16 17:16:52.207959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.214274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:52.218383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:52.221420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:52.227281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:52.249903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.261217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device eafff558-bec0-4950-9eb6-7856b171209c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:52.359865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] For port 043678da-af7a-4fc3-896c-e2bbe64359bb, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:16:52.363780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] For port 043678da-af7a-4fc3-896c-e2bbe64359bb, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=043678da-af7a-4fc3-896c-e2bbe64359bb,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:16:52.370531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.427892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port eafff558-bec0-4950-9eb6-7856b171209c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:52.428251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.440899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.444616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.471108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2094de95-b14f-4414-a0b9-69f73129307c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.486632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.490476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a862f03e-f04f-4f6a-a818-d4b34c67f296 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2843733 Feb 16 17:16:52.490737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33382) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:52.496600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.502961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:52.507355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:52.511232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:52.512635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:16:52.513772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:16:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:52.517390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:52.534950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.567823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3278-4ea4-48c6-ace1-94c0b174ab3a None None] Pushing event updated for resources: {'Port': ['ID=043678da-af7a-4fc3-896c-e2bbe64359bb,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.608758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.613101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.644715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6384c580-30ba-41d2-bc8d-d8e7e6e75330,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.647679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.649063 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c646eee2-0861-4a6e-97d6-bb3688d8bc75 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574283 Feb 16 17:16:52.653213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33386) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:52.658874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.665358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:52.669807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:52.672822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:52.678698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:52.691134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:16:52.698538 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.750800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:16:52.767335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.770870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.795214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f43b8e-58f6-4035-af8b-249cce602ca8,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.804420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.805577 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9f27ea9d-6966-4abe-8a6b-74a6f2aa1cb8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511855 Feb 16 17:16:52.808672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33390) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:16:52.814069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': 'cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.819822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:52.824375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:52.827204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:52.832831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:52.843749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:16:52.850509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.917604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.921390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.950504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d4e131-8ca5-4f07-8f53-c8e8583ca726,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.956971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.966860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-023b6e5a-7833-4eb7-bbef-edaacc86d22f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486683 Feb 16 17:16:53.104830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:52Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:53.109285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62a24-a155-4f24-9c20-bf9ebdffcc67 None None] The sync data for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv is: [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:52Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:53.317889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-8fbe5743-a8c6-44ac-a51c-149969cb6b16 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368787099&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0503004 Feb 16 17:16:53.475760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-399d0aa1-2485-4b5b-bbb4-e9d5abbc9ae2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:53.477245 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-399d0aa1-2485-4b5b-bbb4-e9d5abbc9ae2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 796 time: 0.1516466 Feb 16 17:16:53.497487 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-ec5067d0-1ef2-4984-bb25-42d62ed3a275 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0134079 Feb 16 17:16:53.593534 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-50b29418-37a7-44dd-814e-39918ade2369 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907912 Feb 16 17:16:53.614265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-6c2b5db5-511a-45d9-aff2-997851fee4ac service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:16:53.615484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-6c2b5db5-511a-45d9-aff2-997851fee4ac service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069289 Feb 16 17:16:53.769299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 043678da-af7a-4fc3-896c-e2bbe64359bb up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:53.780251 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-b2d9d3d5-6db8-4e83-a8f3-1d5ffea3e6ea service neutron] 10.222.0.43 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568613 Feb 16 17:16:53.903005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 043678da-af7a-4fc3-896c-e2bbe64359bb completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:53.908563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 043678da-af7a-4fc3-896c-e2bbe64359bb triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:53.908931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.934173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-0d9fbd0c-209f-40fd-97e7-f58d8e0ea4fa service neutron] 10.222.0.43 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468518 Feb 16 17:16:54.033117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.072132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 043678da-af7a-4fc3-896c-e2bbe64359bb, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=043678da-af7a-4fc3-896c-e2bbe64359bb,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:16:54.076402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.129382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4596888d-c56d-4fe3-b6c2-2bb8e5cebb37 req-128dad53-e2c2-49d7-8014-a3cc503e1e5f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0445480 Feb 16 17:16:54.147389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=043678da-af7a-4fc3-896c-e2bbe64359bb,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:54.659618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:55.232998 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-98710bc0-bf64-4494-9e4d-8bb3789e8edc req-65a28254-5883-4159-9aa2-dcef1892ea42 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0461371 Feb 16 17:16:55.734883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 043678da-af7a-4fc3-896c-e2bbe64359bb up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:16:55.804222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 043678da-af7a-4fc3-896c-e2bbe64359bb triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:55.804493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:56.335731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f0fac3c2-8926-4f18-8430-837496f1932a req-83ee2683-d139-4d8f-acab-71d5fe5120c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0436795 Feb 16 17:16:57.434461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bec72dc6-b7b0-4065-a8a5-0a7f664ea9e6 req-4eb09db4-ed2b-40ee-a162-48eaef3dfb40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0449698 Feb 16 17:16:58.590092 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d594f5b2-b550-463a-9a76-a720464673d0 req-175de6ec-b247-463e-9416-fadf56eeff09 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0474994 Feb 16 17:16:59.268702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-33b4c729-29d2-4dab-874f-fcefbbb02859 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.269384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-33b4c729-29d2-4dab-874f-fcefbbb02859 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:16:59.285322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-33b4c729-29d2-4dab-874f-fcefbbb02859 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:16:59.286448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-33b4c729-29d2-4dab-874f-fcefbbb02859 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 796 time: 0.1667800 Feb 16 17:16:59.339067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-4ea2d1ae-ac58-4a02-9c38-58f41d7bd6c6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:16:59.356130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-4ea2d1ae-ac58-4a02-9c38-58f41d7bd6c6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:16:59.357259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-4ea2d1ae-ac58-4a02-9c38-58f41d7bd6c6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0620632 Feb 16 17:16:59.370228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '2638927e-dd07-41ca-b686-de298d4863e4', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:59.502315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:16:59.506244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:port and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:16:59.509056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:16:59.514631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:16:59.523715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:59.527145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:59.692824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.3 (9e3edea1-5f7b-43d4-a854-d312c014e8a6/9e00e396-e434-412d-93e9-1fee72c46a71/01639b6b-f7e1-4339-8fcc-0ccd508272d1) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:59.760524 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6988715b-65fb-4c60-9537-5c8000f82439 req-0f925bfa-bd93-481c-a8b9-8cd2bf1de25d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0435541 Feb 16 17:16:59.881196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:59.896905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 01639b6b-f7e1-4339-8fcc-0ccd508272d1 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:59.921645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:59.999064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:17:00.002099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:17:00.005956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:17:00.038004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=01639b6b-f7e1-4339-8fcc-0ccd508272d1,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:00.077728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:00.078330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:00.104916 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f0eac57f-9583-446d-ab17-285f241136cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389519 Feb 16 17:17:00.115643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-18061d9c-fc73-4314-a235-43b3a58df241 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:17:00.116593 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-18061d9c-fc73-4314-a235-43b3a58df241 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051811 Feb 16 17:17:00.176372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Request body: {'port': {'device_id': '2638927e-dd07-41ca-b686-de298d4863e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:00.253891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1b2f7c7-de54-43ac-9ac7-27aaf32a9cdf None None] Provisioning for port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:17:00.258948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1b2f7c7-de54-43ac-9ac7-27aaf32a9cdf None None] Provisioning complete for port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:00.259324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f7c7-de54-43ac-9ac7-27aaf32a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:00.293551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:00.317337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2f7c7-de54-43ac-9ac7-27aaf32a9cdf None None] Port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:17:00.731122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01639b6b-f7e1-4339-8fcc-0ccd508272d1 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:17:00.738421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:00.752737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Transition to ACTIVE for port object 01639b6b-f7e1-4339-8fcc-0ccd508272d1 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:17:00.756480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:00.866241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2cf7-6ceb-4150-a768-51a93d251bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:00.934171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Pushing event updated for resources: {'Port': ['ID=01639b6b-f7e1-4339-8fcc-0ccd508272d1,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:00.959246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1558e8-ea72-4ac1-bf54-3e6ded243486 req-cc9dc619-3369-4019-9f23-44d4c2600aa0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:00.961384 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c1558e8-ea72-4ac1-bf54-3e6ded243486 req-cc9dc619-3369-4019-9f23-44d4c2600aa0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 943 time: 0.0851538 Feb 16 17:17:01.007575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Attempting to bind port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:17:01.007905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Attempting to bind port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:17:01.008223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Attempting to bind port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 on network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:17:01.010907 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c1558e8-ea72-4ac1-bf54-3e6ded243486 req-774b27d8-816d-44f2-8bc9-6ca19bc2b6c5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Feb 16 17:17:01.013648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 on network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:17:01.013960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Attempting to bind port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 on network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:17:01.019200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:17:01.019527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Checking segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:17:01.020004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Bound using segment: {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:17:01.020306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Bound port: 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:17:01.020644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:01.112109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] For port 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:17:01.114921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] For port 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:17:01.119527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:01.177561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:01.178152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:01.180039 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] 10.222.0.48 "PUT /v2.0/ports/01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 1093 time: 1.0543044 Feb 16 17:17:01.183550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:17:01.213309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe367-ff25-442e-ac89-1c167cf4cdce service neutron] Pushing event updated for resources: {'Port': ['ID=01639b6b-f7e1-4339-8fcc-0ccd508272d1,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:01.276511 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'status': 'completed', 'code': 200} Feb 16 17:17:01.323886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f8cf4906-4a96-4b4e-88ca-6d862f96bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:01.325414 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-f8cf4906-4a96-4b4e-88ca-6d862f96bcd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1096 time: 0.0866518 Feb 16 17:17:01.395451 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-fed42144-6473-491d-8759-da428d90bdab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 217 time: 0.0623305 Feb 16 17:17:01.461889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-94a108a5-7299-4eba-9484-23d5f6a9f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:01.463256 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-94a108a5-7299-4eba-9484-23d5f6a9f7d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.0610964 Feb 16 17:17:01.537517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-45c48e65-f042-4487-91e2-f6298b286265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:01.538880 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-45c48e65-f042-4487-91e2-f6298b286265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683894 Feb 16 17:17:01.670062 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-444ed47c-2a5f-4770-945f-2bacdf903ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237128 Feb 16 17:17:01.808853 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c7b6bbdd-1e38-418f-a668-b695d90cdea0 req-3f878b5a-a767-4d0f-b76d-156a1aa2af6b service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315794 Feb 16 17:17:01.928551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-3d33e556-39cc-4577-84c6-553ae837279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:01.929989 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-3d33e556-39cc-4577-84c6-553ae837279e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1096 time: 0.0746841 Feb 16 17:17:02.062014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-fcccb64d-6532-4eeb-8ec1-6f12a7e4ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:02.063503 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-fcccb64d-6532-4eeb-8ec1-6f12a7e4ba77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 897 time: 0.1256542 Feb 16 17:17:02.131325 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-f6d94c4f-0641-432a-a3b5-d4b0a28a096d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 217 time: 0.0604255 Feb 16 17:17:02.223098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c268238-d501-457b-8761-4e6fa784eeff req-a0c91cce-f261-499a-911f-bbe6691b4220 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:02.224783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c268238-d501-457b-8761-4e6fa784eeff req-a0c91cce-f261-499a-911f-bbe6691b4220 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 943 time: 0.0911686 Feb 16 17:17:02.271812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c268238-d501-457b-8761-4e6fa784eeff req-9d52d907-5c3e-45d4-9737-9ace5e0dacf2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Feb 16 17:17:02.300451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-9f234178-0389-482e-8ab6-01e8858091d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:02.302082 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-9f234178-0389-482e-8ab6-01e8858091d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.1642954 Feb 16 17:17:02.377988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-a94d5704-667e-4f34-ae7c-0b1c8b734c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:02.379496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-a94d5704-667e-4f34-ae7c-0b1c8b734c9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714087 Feb 16 17:17:02.510567 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-7a295617-04a6-44dc-9c6e-3bc15be66ef7 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236250 Feb 16 17:17:02.641948 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e59ca4ea-ead7-4067-b1d0-0c02a3c805af req-0b96c5e7-b854-4101-9ce7-11424e3f5b7a service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238806 Feb 16 17:17:02.989533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:17:03.474642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a150887-7ed7-4c4d-bb24-d1ed7089026e req-c01388e3-477c-407e-88c4-f8235278a5f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:03.476085 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a150887-7ed7-4c4d-bb24-d1ed7089026e req-c01388e3-477c-407e-88c4-f8235278a5f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 943 time: 0.0946040 Feb 16 17:17:03.523332 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a150887-7ed7-4c4d-bb24-d1ed7089026e req-3fb9bc87-cf0a-4876-afc8-ec9103d9bbd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Feb 16 17:17:03.606646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-339f92c7-d0ca-4787-bc05-ab695bc86225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.284680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.612425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 01639b6b-f7e1-4339-8fcc-0ccd508272d1 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:17:04.709543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ae920-e223-42de-bb93-aaab5e6774a1 req-0535669b-03f6-4575-8aff-4ed6e7e8d659 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:04.710919 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7c5ae920-e223-42de-bb93-aaab5e6774a1 req-0535669b-03f6-4575-8aff-4ed6e7e8d659 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 943 time: 0.0809114 Feb 16 17:17:04.745205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:17:04.755954 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7c5ae920-e223-42de-bb93-aaab5e6774a1 req-3c46fb9d-2981-4c06-8bd8-054166f4ce45 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Feb 16 17:17:04.758738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'port_id': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'mac_address': 'fa:16:3e:1a:39:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:17:04.814568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.833168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01639b6b-f7e1-4339-8fcc-0ccd508272d1 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:17:04.847688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:17:04.851819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.921763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=01639b6b-f7e1-4339-8fcc-0ccd508272d1,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:05.047030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:05.254237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['01639b6b-f7e1-4339-8fcc-0ccd508272d1'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:17:05.945916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67aa50-be91-447a-b655-b8fe421007b0 req-afc9dd48-2626-42d8-950e-4752e4ceaec3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:05.947394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd67aa50-be91-447a-b655-b8fe421007b0 req-afc9dd48-2626-42d8-950e-4752e4ceaec3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 944 time: 0.0828595 Feb 16 17:17:05.990947 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd67aa50-be91-447a-b655-b8fe421007b0 req-455014dd-5cde-4beb-89b4-9925760e217b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380123 Feb 16 17:17:06.627962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 01639b6b-f7e1-4339-8fcc-0ccd508272d1 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:17:06.698850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:17:06.703530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:06.703889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:06.756660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:06.832399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:06.858831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:17:06.869672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:17:06.872644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:06.909430 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'code': 200} Feb 16 17:17:06.943170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=01639b6b-f7e1-4339-8fcc-0ccd508272d1,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:07.145277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50de292-a9ff-4822-98f5-97e11a3bc0a2 req-3d20cda8-d373-4ddf-8472-8af4eea384e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:07.146926 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e50de292-a9ff-4822-98f5-97e11a3bc0a2 req-3d20cda8-d373-4ddf-8472-8af4eea384e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1098 time: 0.0761592 Feb 16 17:17:07.182202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8842b9-265c-4591-be0f-32f95ea7cce6 req-45df5adf-3a30-43b2-8934-588b0531db5f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:07.183739 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6e8842b9-265c-4591-be0f-32f95ea7cce6 req-45df5adf-3a30-43b2-8934-588b0531db5f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.0841544 Feb 16 17:17:07.190276 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e50de292-a9ff-4822-98f5-97e11a3bc0a2 req-ec5fa5f1-5b4f-447f-a65d-e18d1c0e3391 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369885 Feb 16 17:17:07.229309 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6e8842b9-265c-4591-be0f-32f95ea7cce6 req-665d2e11-3ab1-412e-aa5d-7fc1e1aa8073 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 Feb 16 17:17:08.417386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0198d1-e02c-40b1-9aa4-fab4ac2f71b6 req-26ed9add-fb60-4147-afa2-746e1d3f46e1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:08.418858 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c0198d1-e02c-40b1-9aa4-fab4ac2f71b6 req-26ed9add-fb60-4147-afa2-746e1d3f46e1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.0852292 Feb 16 17:17:08.463443 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c0198d1-e02c-40b1-9aa4-fab4ac2f71b6 req-e6cea1cd-2633-4c50-b9ee-d72fd1d561a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Feb 16 17:17:09.650449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b208c8-a711-483d-99ef-3caa7adc81d6 req-ae8d65b1-424c-41bf-a463-659066942bb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.651936 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58b208c8-a711-483d-99ef-3caa7adc81d6 req-ae8d65b1-424c-41bf-a463-659066942bb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.0793815 Feb 16 17:17:09.699969 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58b208c8-a711-483d-99ef-3caa7adc81d6 req-1b08cf93-0517-4d8d-be20-bdc6dee50739 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Feb 16 17:17:09.885379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29a6c3-e393-4920-8ddb-c33970cbb6a3 req-34093d29-7403-45aa-8923-8f78e6db9192 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.886972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-df29a6c3-e393-4920-8ddb-c33970cbb6a3 req-34093d29-7403-45aa-8923-8f78e6db9192 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.0832264 Feb 16 17:17:09.932149 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-df29a6c3-e393-4920-8ddb-c33970cbb6a3 req-270df68f-75e1-4ae9-99e2-55b952b6c5f1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Feb 16 17:17:09.955075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33472) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:17:10.022915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5949c0-68b8-4e10-ad8d-aee148e2d19e tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:10.024489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9c5949c0-68b8-4e10-ad8d-aee148e2d19e tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1093 time: 0.0683239 Feb 16 17:17:10.027317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33476) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:17:10.032352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:10.038447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:17:10.042865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:17:10.045617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:17:10.051143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:17:10.061727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:10.202509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:10.341748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.224 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/57382a43-4124-422f-b7ef-92f37d15c0cb) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:17:10.491415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:10.520879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:10.591177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:17:10.594002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:17:10.597931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:17:10.626792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=57382a43-4124-422f-b7ef-92f37d15c0cb,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:11.022200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:11.095653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:11.400499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:11.404793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:11.509916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=57382a43-4124-422f-b7ef-92f37d15c0cb,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:11.525686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:11.694705 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP da2094a1-3106-43dc-b7dd-fc1519c49231 associated. External IP: 172.26.7.224, port: 01639b6b-f7e1-4339-8fcc-0ccd508272d1. Feb 16 17:17:12.043797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 22556de6-80b5-4f01-b578-04080c6b31d4 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:17:12.220332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:17:12.230542 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] Sync routers for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:17:12.240432 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:17:12.241146 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:17:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:12.245364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:12.307894 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e7932754-80d0-4849-bdf1-7b778a93c3f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2763338 Feb 16 17:17:12.307894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:17:12.308236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33480) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:17:12.350712 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'status': 'completed', 'code': 200} Feb 16 17:17:12.432613 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:17:12.449148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353483-0063-40c9-89f8-7c702dd0905e req-d86f7a3b-ba90-4adc-ae77-879a9cde8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.450654 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-d86f7a3b-ba90-4adc-ae77-879a9cde8fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1098 time: 0.0757630 Feb 16 17:17:12.527581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9b9980c-6428-498c-b471-04c11733e322 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/da2094a1-3106-43dc-b7dd-fc1519c49231 HTTP/1.1" status: 200 len: 991 time: 0.2180738 Feb 16 17:17:12.585862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353483-0063-40c9-89f8-7c702dd0905e req-6c768f2e-16d1-4b20-a4ea-d83249445618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.587877 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-6c768f2e-16d1-4b20-a4ea-d83249445618 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 897 time: 0.1306565 Feb 16 17:17:12.790364 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'da2094a1-3106-43dc-b7dd-fc1519c49231', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'port_id': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'mac_address': 'fa:16:3e:1a:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638927e-dd07-41ca-b686-de298d4863e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:10Z', 'updated_at': '2022-02-16T17:17:10Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:54Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:12.794570 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] Checking router: 22556de6-80b5-4f01-b578-04080c6b31d4 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:17:12.802720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:17:12.803325 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:17:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:12.807562 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-f89feb1d-85a1-4d35-a5c1-941abeb6b45e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 999 time: 0.2126741 Feb 16 17:17:12.872194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353483-0063-40c9-89f8-7c702dd0905e req-61d73221-74b3-490a-8c34-13d61b45ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.873619 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-61d73221-74b3-490a-8c34-13d61b45ab60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.0584738 Feb 16 17:17:12.952750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353483-0063-40c9-89f8-7c702dd0905e req-9ae67e90-8e9d-45f1-8057-000802ae63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.954206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-9ae67e90-8e9d-45f1-8057-000802ae63de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738373 Feb 16 17:17:13.025242 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:17:13.088680 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-949c82ff-b0d4-49dd-a054-453429544201 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273072 Feb 16 17:17:13.223653 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0a353483-0063-40c9-89f8-7c702dd0905e req-75dcdd50-9f56-44d5-bc33-e146991e8a6d service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285138 Feb 16 17:17:13.375477 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'da2094a1-3106-43dc-b7dd-fc1519c49231', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'port_id': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'mac_address': 'fa:16:3e:1a:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638927e-dd07-41ca-b686-de298d4863e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:10Z', 'updated_at': '2022-02-16T17:17:10Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:54Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:13.379326 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65265-5718-43a2-a7a7-9fca62ef169b None None] The sync data for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv is: [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'da2094a1-3106-43dc-b7dd-fc1519c49231', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'port_id': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'mac_address': 'fa:16:3e:1a:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638927e-dd07-41ca-b686-de298d4863e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:10Z', 'updated_at': '2022-02-16T17:17:10Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:54Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:17:13.531485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33486) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:17:13.585696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6547a7-32c6-4780-a768-cd59b84df93a None None] New status for floating IP da2094a1-3106-43dc-b7dd-fc1519c49231: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:17:13.642209 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-251c1336-2a95-447d-a099-8587641a6c98 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/da2094a1-3106-43dc-b7dd-fc1519c49231 HTTP/1.1" status: 200 len: 991 time: 0.1094148 Feb 16 17:17:14.646016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33490) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:17:14.752625 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fb70f036-70d9-4184-819b-19138a19b770 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/da2094a1-3106-43dc-b7dd-fc1519c49231 HTTP/1.1" status: 200 len: 993 time: 0.1054094 Feb 16 17:17:24.672825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:30.860698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0c38ada6-aa6a-4f74-aa33-c998d1203592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:33.609221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1d8abf5-48c6-4175-a3d6-933d6e8e2607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:34.287552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:35.055677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:36.732946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:39.990086 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:17:49.132072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-d425be15-6cb9-40af-8e42-ce1e0487c05c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786190 Feb 16 17:17:49.283183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-038c8d66-4067-4da4-bf90-686b20827133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:49.285258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-038c8d66-4067-4da4-bf90-686b20827133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1098 time: 0.0746367 Feb 16 17:17:49.474943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-8533be83-ad1a-4f7d-93b5-3ffd45605d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:49.476386 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-8533be83-ad1a-4f7d-93b5-3ffd45605d26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 897 time: 0.1630690 Feb 16 17:17:49.605249 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-f51f7297-6724-47ac-9fdf-c4f8874d2ead service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 1001 time: 0.1206324 Feb 16 17:17:49.675340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-f491f70f-978d-40e0-8bc6-8540b6883e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:49.677021 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-f491f70f-978d-40e0-8bc6-8540b6883e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.0644381 Feb 16 17:17:49.754192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-42d6781a-9ef8-46ed-af84-137c92cd147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:49.755608 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-42d6781a-9ef8-46ed-af84-137c92cd147c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722685 Feb 16 17:17:49.915069 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-d38fd056-34aa-435f-bc72-94267e9d1f46 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518838 Feb 16 17:17:50.074670 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-74638ffd-8916-4b05-a25a-d9e1b1515961 req-c35f1225-1180-437f-a63d-9d0019ad9101 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522939 Feb 16 17:17:54.672148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:00.862848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-95dcb699-8645-41b6-9252-88207d362c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:03.611997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a792141-10d7-4cf6-9b67-6b7c80042df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:04.290099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:05.054450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:06.734117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:16.992922 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:18:24.680780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:30.864673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d7ce03c7-028f-4045-a1f2-5854d1a8078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.613483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bf881c31-d322-4e48-aedf-572474ff414f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:34.293462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:35.055702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:36.736295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:50.098967 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-cf0c9519-edf2-449f-bfae-3c357386f142 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772390 Feb 16 17:18:50.245905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-efb73d45-ec20-4c96-b097-c944ef3a2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:50.247471 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-efb73d45-ec20-4c96-b097-c944ef3a2d8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1098 time: 0.0757062 Feb 16 17:18:50.391364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-b8303d14-d268-4ce9-baf3-7d6aec00f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:50.392802 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-b8303d14-d268-4ce9-baf3-7d6aec00f7b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 897 time: 0.1267252 Feb 16 17:18:50.588469 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-4dcf10dc-6d1b-4901-b475-3e9aececf2f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 1001 time: 0.1890421 Feb 16 17:18:50.650735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-b7ff79cd-1fd6-416e-a9be-2e3dff1228a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:50.652060 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-b7ff79cd-1fd6-416e-a9be-2e3dff1228a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.0572343 Feb 16 17:18:50.728459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-9e15bffe-2028-469c-baa6-1147c59a4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:50.730083 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-9e15bffe-2028-469c-baa6-1147c59a4f96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716951 Feb 16 17:18:50.861107 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-9c1d554c-660a-4241-b9d9-5ce44ad1db9b service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243064 Feb 16 17:18:50.992030 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-bd6a7047-5fcb-4742-bbdf-43860ff8e123 req-f084eaba-2d7d-4e3c-a8b2-6c36ef99e0fd service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241450 Feb 16 17:18:53.992054 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:18:54.700434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:00.865919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-26be274c-2236-4890-b3da-3294c9ea1e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:03.615999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-98f560e3-c8fa-42c8-a2d0-34e2271b0999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:04.295780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:05.058995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:06.739216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:24.700078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:30.868998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5ef2-ec94-430e-8078-d8df883c0a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:30.991566 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:19:33.618818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-42285dc7-7b98-4b08-96d6-b98e35e282eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.297375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:35.065372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:36.742802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:51.081348 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-2d913630-2f8b-4b9d-b400-4c541aaee83a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728967 Feb 16 17:19:51.245293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b47d5-b688-4373-bb58-df3929fbe131 req-00699b77-9f98-40f3-b4b8-a1069aa9a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.246794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-00699b77-9f98-40f3-b4b8-a1069aa9a1fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1098 time: 0.0919259 Feb 16 17:19:51.392758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b47d5-b688-4373-bb58-df3929fbe131 req-ee913e55-47ca-48a9-b700-f3351bf32dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.394207 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-ee913e55-47ca-48a9-b700-f3351bf32dbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 897 time: 0.1277294 Feb 16 17:19:51.498283 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-9152cb67-496a-47b4-bcfa-5d821cd27f03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 1001 time: 0.0966477 Feb 16 17:19:51.564733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b47d5-b688-4373-bb58-df3929fbe131 req-12356222-71ef-4435-83ec-97df59869569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.566245 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-12356222-71ef-4435-83ec-97df59869569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.0615749 Feb 16 17:19:51.643816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b47d5-b688-4373-bb58-df3929fbe131 req-92188750-acaf-4e9e-983e-ea82eaab8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.645324 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-92188750-acaf-4e9e-983e-ea82eaab8426 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719483 Feb 16 17:19:51.781492 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-c178fd29-01c6-4e46-aa70-f03e56b16cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284153 Feb 16 17:19:51.917756 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-108b47d5-b688-4373-bb58-df3929fbe131 req-2843bac5-2792-4aec-842e-da554f851481 service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278617 Feb 16 17:19:52.277964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33536) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:19:52.285299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:52.402518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11240164'] for subnet, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:52.587705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756730968351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12453473'] for subnet, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:52.633835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:52.634430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:52.635826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/subnets/9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 835 time: 0.3559589 Feb 16 17:19:52.640430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9820858b-701a-49fc-bd2c-b3108d72dec0 None None] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:19:52.661301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=9e00e396-e434-412d-93e9-1fee72c46a71,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:52.668935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.669284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.669685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.669990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.670320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.670677 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.670997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.671316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.671635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.671948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.672260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:52.672571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4321-f66e-419e-8408-d15375ecb35c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.069252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13278fd0-d819-4560-b60e-219f7208baf8 None None] Provisioning complete for port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:53.069614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13278fd0-d819-4560-b60e-219f7208baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:53.197155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13278fd0-d819-4560-b60e-219f7208baf8 None None] Provisioning complete for port eafff558-bec0-4950-9eb6-7856b171209c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:53.197400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13278fd0-d819-4560-b60e-219f7208baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:53.324495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-13278fd0-d819-4560-b60e-219f7208baf8 None None] Provisioning complete for port 043678da-af7a-4fc3-896c-e2bbe64359bb triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:53.324868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-13278fd0-d819-4560-b60e-219f7208baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:54.695919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:00.872144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8a025d2a-5668-4204-8128-4ca10fe25a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:03.621645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-17f02a55-fbe9-44ef-8f11-24cb64867bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:04.300498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:05.066294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:06.745323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:07.991144 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:20:24.709514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:30.875185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1ffc42ac-4fb5-4e5f-af55-1254db169ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:32.736911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-c7b43fb3-5b1c-4dd1-939b-df8fbf513a2c req-031aa327-47a0-4a3e-b0f3-630b25542bf2 tempest-TestNetworkAdvancedServerOps-893341074 tempest-TestNetworkAdvancedServerOps-893341074-project] (87721) timed out ('10.222.0.43', 49014) {{(pid=87721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 17:20:33.623569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20754690-c91f-4db0-be45-37d97f2f5ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:34.302813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:35.069493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:36.750311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:37.304967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33552) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:37.511216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 57382a43-4124-422f-b7ef-92f37d15c0cb {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:20:37.511460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:37.685624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:37.686095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:37.819819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 57382a43-4124-422f-b7ef-92f37d15c0cb owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:20:37.980623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:38.030325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=57382a43-4124-422f-b7ef-92f37d15c0cb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:38.132943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:38.133261 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP da2094a1-3106-43dc-b7dd-fc1519c49231 disassociated (deleted). External IP: 172.26.7.224, port: 01639b6b-f7e1-4339-8fcc-0ccd508272d1. Feb 16 17:20:38.627050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 22556de6-80b5-4f01-b578-04080c6b31d4 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:20:38.815483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:20:38.825379 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] Sync routers for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:38.833154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:38.834427 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:38.835168 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:38.890834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cf15b1d7-8204-45ea-bd2a-b71d10f05db1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/da2094a1-3106-43dc-b7dd-fc1519c49231 HTTP/1.1" status: 204 len: 168 time: 1.5845921 Feb 16 17:20:38.891253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:20:39.011480 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:39.357029 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:54Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:39.360757 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] Checking router: 22556de6-80b5-4f01-b578-04080c6b31d4 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:39.368923 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:39.369505 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:39.545072 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:39.870219 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:54Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:39.875879 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200d9cb-fb09-4b81-bb44-85c9a23e4072 None None] The sync data for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv is: [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:16:49Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '043678da-af7a-4fc3-896c-e2bbe64359bb', 'name': '', 'network_id': '9e3edea1-5f7b-43d4-a854-d312c014e8a6', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:91:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:48Z', 'updated_at': '2022-02-16T17:16:54Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '9e00e396-e434-412d-93e9-1fee72c46a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:40.212569 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'status': 'completed', 'code': 200} Feb 16 17:20:40.220913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2488bea3-100c-43b4-b0e2-7aceae68f863 None None] New status for floating IP da2094a1-3106-43dc-b7dd-fc1519c49231: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:20:40.307736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964680e-9509-4f26-a037-0f119faf21a6 req-1154941a-6cf1-4b35-bc4d-70e8318219a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:40.309479 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-1154941a-6cf1-4b35-bc4d-70e8318219a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 1098 time: 0.0705473 Feb 16 17:20:40.381315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a5673-2b43-4070-b6cc-6e3a6c7ee7cc req-ad36e159-5aa2-4f6c-9106-331974ae385e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:40.381998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-865a5673-2b43-4070-b6cc-6e3a6c7ee7cc req-ad36e159-5aa2-4f6c-9106-331974ae385e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:20:40.399732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-865a5673-2b43-4070-b6cc-6e3a6c7ee7cc req-ad36e159-5aa2-4f6c-9106-331974ae385e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:20:40.407023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-865a5673-2b43-4070-b6cc-6e3a6c7ee7cc req-ad36e159-5aa2-4f6c-9106-331974ae385e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.1085560 Feb 16 17:20:40.451888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964680e-9509-4f26-a037-0f119faf21a6 req-5b80750d-d488-4c13-83e3-bea41dd8ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:40.453178 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-865a5673-2b43-4070-b6cc-6e3a6c7ee7cc req-3c4c07f8-6a25-4a75-b40c-2177f408d468 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Feb 16 17:20:40.453364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-5b80750d-d488-4c13-83e3-bea41dd8ae94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 200 len: 897 time: 0.1378093 Feb 16 17:20:40.530630 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-37f6276a-784e-4695-a161-3c6b8dd2b3d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 200 len: 217 time: 0.0683105 Feb 16 17:20:40.596626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964680e-9509-4f26-a037-0f119faf21a6 req-9881d504-00d6-4bfd-bb10-73e2b18e1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:40.598028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-9881d504-00d6-4bfd-bb10-73e2b18e1d9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 200 len: 843 time: 0.0597148 Feb 16 17:20:40.675473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964680e-9509-4f26-a037-0f119faf21a6 req-799d8fd8-112e-47a6-89d0-34e9127e606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:40.676811 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-799d8fd8-112e-47a6-89d0-34e9127e606b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e3edea1-5f7b-43d4-a854-d312c014e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691581 Feb 16 17:20:40.904756 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-0bd712b1-2e5d-43e6-b3ab-f524a2cedb2e service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193711 Feb 16 17:20:41.038965 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8964680e-9509-4f26-a037-0f119faf21a6 req-ab2573f9-2f53-4eb8-a817-68276ff0925c service neutron] 10.222.0.48 "GET /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254301 Feb 16 17:20:41.644824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723577-71a6-4ff2-987a-2b9f6190ef80 req-b724c72f-b553-4275-bd26-8047eada08e2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.646280 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1f723577-71a6-4ff2-987a-2b9f6190ef80 req-b724c72f-b553-4275-bd26-8047eada08e2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.0825405 Feb 16 17:20:41.692088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1f723577-71a6-4ff2-987a-2b9f6190ef80 req-ff6f89fe-a8ad-4e4b-8441-6e96d0aff74d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Feb 16 17:20:42.025215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bac5ee-e486-4771-8361-c6827b6d03af req-a937ceeb-8dba-428b-b187-f0ff3015c22d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:42.025891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-84bac5ee-e486-4771-8361-c6827b6d03af req-a937ceeb-8dba-428b-b187-f0ff3015c22d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:20:42.038677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-84bac5ee-e486-4771-8361-c6827b6d03af req-a937ceeb-8dba-428b-b187-f0ff3015c22d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:20:42.039690 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-84bac5ee-e486-4771-8361-c6827b6d03af req-a937ceeb-8dba-428b-b187-f0ff3015c22d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 945 time: 0.0942628 Feb 16 17:20:42.112335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:20:42.112682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:42.360238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 01639b6b-f7e1-4339-8fcc-0ccd508272d1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=01639b6b-f7e1-4339-8fcc-0ccd508272d1,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:20:42.360593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:42.484047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 01639b6b-f7e1-4339-8fcc-0ccd508272d1 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:20:42.628308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:42.679321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=01639b6b-f7e1-4339-8fcc-0ccd508272d1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:42.717981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.718328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.718711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.719031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.719358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.719682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.720001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.720319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.720639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.720951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.721264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.721580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:42.767396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 01639b6b-f7e1-4339-8fcc-0ccd508272d1 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:20:42.769794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:42.772319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'name': 'network-vif-deleted', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:20:42.788417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-84bac5ee-e486-4771-8361-c6827b6d03af req-49a49a82-f2aa-4614-9c17-17f96a02009c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/01639b6b-f7e1-4339-8fcc-0ccd508272d1 HTTP/1.1" status: 204 len: 173 time: 0.7430878 Feb 16 17:20:42.849789 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-408db6df-5911-481b-810b-1a7331c5f653 req-f6b5e517-0593-4270-9fde-1ffa6f7cb3ed tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=2638927e-dd07-41ca-b686-de298d4863e4 HTTP/1.1" status: 200 len: 210 time: 0.0467219 Feb 16 17:20:42.958123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2638927e-dd07-41ca-b686-de298d4863e4', 'name': 'network-vif-deleted', 'tag': '01639b6b-f7e1-4339-8fcc-0ccd508272d1', 'status': 'completed', 'code': 200} Feb 16 17:20:43.949865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33578) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:44.017697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c207-ee48-45b8-b19a-a91f78acbb57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:44.051236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c207-ee48-45b8-b19a-a91f78acbb57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:44.115852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c207-ee48-45b8-b19a-a91f78acbb57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:44.133784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6c207-ee48-45b8-b19a-a91f78acbb57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:44.146686 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c207-ee48-45b8-b19a-a91f78acbb57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:44.147812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a4a6c207-ee48-45b8-b19a-a91f78acbb57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/cbc899e8-eb6b-43ec-93fc-4cd49bfa7cf0 HTTP/1.1" status: 204 len: 168 time: 0.1969624 Feb 16 17:20:44.178971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33584) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:44.719150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:44.990514 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:20:45.188572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 043678da-af7a-4fc3-896c-e2bbe64359bb {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:20:45.189120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:45.386521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 043678da-af7a-4fc3-896c-e2bbe64359bb, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=043678da-af7a-4fc3-896c-e2bbe64359bb,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:20:45.386907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:45.516343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 043678da-af7a-4fc3-896c-e2bbe64359bb owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:20:45.709643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:45.785168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=043678da-af7a-4fc3-896c-e2bbe64359bb,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:45.808949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 01639b6b-f7e1-4339-8fcc-0ccd508272d1 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:20:45.853686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 01639b6b-f7e1-4339-8fcc-0ccd508272d1 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:20:45.854032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 01639b6b-f7e1-4339-8fcc-0ccd508272d1 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:20:46.045434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:46.537625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 22556de6-80b5-4f01-b578-04080c6b31d4 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:20:46.713527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:20:46.723481 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] Sync routers for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:46.729584 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1fa3c146-acf3-4eba-83fe-40d78803adfe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/22556de6-80b5-4f01-b578-04080c6b31d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469992 Feb 16 17:20:46.729807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33588) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:46.734483 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:46.735103 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:46.854582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet 9e00e396-e434-412d-93e9-1fee72c46a71 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:20:46.858231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:46.909539 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:46.912266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:46.995696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.076708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.117556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=9e00e396-e434-412d-93e9-1fee72c46a71,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:47.119425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.125602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04098a-2690-445f-bd0a-2590fd032981 None None] Network 9e3edea1-5f7b-43d4-a854-d312c014e8a6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:20:47.126283 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7bc0f0bf-4d60-43c2-a820-5d332cdc1b8e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/9e00e396-e434-412d-93e9-1fee72c46a71 HTTP/1.1" status: 204 len: 168 time: 0.3952470 Feb 16 17:20:47.128601 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33594) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:47.212093 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:20:45Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:47.216708 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] Checking router: 22556de6-80b5-4f01-b578-04080c6b31d4 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:47.226292 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] Routers {'22556de6-80b5-4f01-b578-04080c6b31d4'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:47.227053 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['22556de6-80b5-4f01-b578-04080c6b31d4'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:47.324519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.399023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] DHCP port deletion for 9e3edea1-5f7b-43d4-a854-d312c014e8a6 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:20:47.405287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Deleting port eafff558-bec0-4950-9eb6-7856b171209c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:20:47.405685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.414882 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] Set router 22556de6-80b5-4f01-b578-04080c6b31d4 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:47.523114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.535422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 80e96c04-8766-4fa1-bdd3-064c9054bb59 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:20:47.536101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.620773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] For port eafff558-bec0-4950-9eb6-7856b171209c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=eafff558-bec0-4950-9eb6-7856b171209c,segment=NetworkSegment(cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d),segment_id=cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:20:47.621159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.729746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 80e96c04-8766-4fa1-bdd3-064c9054bb59, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=80e96c04-8766-4fa1-bdd3-064c9054bb59,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:20:47.730299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.740272 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:20:45Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:47.744875 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f78930-e35e-4fe5-a8c6-5441f7f17c98 None None] The sync data for ids ['22556de6-80b5-4f01-b578-04080c6b31d4'] in dv-neutron-829527-2-hyperv is: [{'id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'name': 'tempest-TestNetworkBasicOps-router-1857395252', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:44Z', 'updated_at': '2022-02-16T17:20:45Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '80e96c04-8766-4fa1-bdd3-064c9054bb59', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22556de6-80b5-4f01-b578-04080c6b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:45Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:47.748949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Calling delete_port for eafff558-bec0-4950-9eb6-7856b171209c owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:20:47.825410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:47.861087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 80e96c04-8766-4fa1-bdd3-064c9054bb59 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:20:47.874802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Pushing event deleted for resources: {'Port': ['ID=eafff558-bec0-4950-9eb6-7856b171209c,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:47.879492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] No DVR routers for this DVR port eafff558-bec0-4950-9eb6-7856b171209c on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:20:47.885344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.885715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.886035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.886373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.886838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.887168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.887498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.887824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.888709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.889041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.889908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:47.889908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47749cac-b5c0-447b-8600-dff04caa9dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:48.141403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 043678da-af7a-4fc3-896c-e2bbe64359bb no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:20:48.161875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.186767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 043678da-af7a-4fc3-896c-e2bbe64359bb {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:20:48.187189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 043678da-af7a-4fc3-896c-e2bbe64359bb not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:20:48.187707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device eafff558-bec0-4950-9eb6-7856b171209c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:20:48.217165 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=80e96c04-8766-4fa1-bdd3-064c9054bb59,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:48.231024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: eafff558-bec0-4950-9eb6-7856b171209c {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:20:48.231365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device eafff558-bec0-4950-9eb6-7856b171209c not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:20:48.311375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.485664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.487868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.510473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.511007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router 22556de6-80b5-4f01-b578-04080c6b31d4 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:20:48.526900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.528091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fb1f389c-04c3-4823-acfd-fe3a206482e3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/22556de6-80b5-4f01-b578-04080c6b31d4 HTTP/1.1" status: 204 len: 168 time: 1.3984902 Feb 16 17:20:48.531612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33598) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:48.653510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.784757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.810037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3edea1-5f7b-43d4-a854-d312c014e8a6']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:48.822502 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:48.822822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb26c7dd-aa1b-43e7-a8ef-ed9d4165440d') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:48.834247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.854311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.860937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:20:48.861318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:20:48.876248 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:20:48.959684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.977714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:48.990769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=9e3edea1-5f7b-43d4-a854-d312c014e8a6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:48.996845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1f362b92-3baa-48bc-ae85-64336c4493f5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/9e3edea1-5f7b-43d4-a854-d312c014e8a6 HTTP/1.1" status: 204 len: 168 time: 0.4642701 Feb 16 17:20:49.009833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33602) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:49.016229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--1780296148', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:49.021219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:49.025423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:49.028391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:49.035040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:49.049113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:20:49.052572 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.082335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:20:49.091043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.091530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment e736c92e-ec4b-4d5e-8e6f-fe22f04325f2 of type vlan for network 4ade90b8-a710-4456-b4f2-00a6018c7bbd Feb 16 17:20:49.117371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.147739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.153250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:49.153863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.258702 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2478204 Feb 16 17:20:49.261605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33606) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:49.267147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:49.267795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cc266-47dd-440b-b0b6-3afde3b54f8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=4ade90b8-a710-4456-b4f2-00a6018c7bbd,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:49.274337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:49.278756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:20:49.279894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:49.282305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:49.289623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:49.300702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.301721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.318166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.585955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:49.845154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 80e96c04-8766-4fa1-bdd3-064c9054bb59 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:20:49.883162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 80e96c04-8766-4fa1-bdd3-064c9054bb59 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:20:49.883566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 80e96c04-8766-4fa1-bdd3-064c9054bb59 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:20:49.989836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:50.018852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:50.154402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.200 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/d707a534-9311-4228-a961-32b33ee9bd61) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:20:50.300608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:50.330524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:50.396686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:20:50.399509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:50.403104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:20:50.433806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=d707a534-9311-4228-a961-32b33ee9bd61,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:50.817433 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:51.259102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:51.467653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:20:51.648160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:20:51.660319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:51.672045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:51.672651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:51.677833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:51.679093 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9608fe04-fb9e-4661-93b2-822db23575cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4164312 Feb 16 17:20:51.682254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33612) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:51.728825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9d008b73-9828-474c-9996-e2ffdb269584 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429964 Feb 16 17:20:51.729027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33616) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:51.845640 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:51.863177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de97b10-4dcb-4479-8e97-6fcd464140bb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.864671 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2de97b10-4dcb-4479-8e97-6fcd464140bb tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347709 Feb 16 17:20:51.867523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33622) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:51.907143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bcbf3b65-487e-4c5e-82d1-3a6b0544c934 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384717 Feb 16 17:20:51.909973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33626) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:51.915155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446005281', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:52.027217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:52.031774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:52.034881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:52.040431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:52.050773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:20:52.054768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.161228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:50Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:52.165424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:52.165789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Updating router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 port d707a534-9311-4228-a961-32b33ee9bd61 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:20:52.221829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.281111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.361324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=c43348a8-485e-4099-bb12-577c477426d2,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:52.369929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:20:52.370276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: 4ade90b8-a710-4456-b4f2-00a6018c7bbd, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:20:52.389444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:20:52.398505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4ade90b8-a710-4456-b4f2-00a6018c7bbd) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:52.407340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:52.408209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.417181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6646135-ac5c-41a9-8ca0-f798a934294a None None] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:20:52.431224 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a04d6d8-4330-46b0-89cc-cc9f09c13091 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5197008 Feb 16 17:20:52.433435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33632) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:52.733093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:20:52.733920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.748723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.769127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Transition to ACTIVE for port object d707a534-9311-4228-a961-32b33ee9bd61 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:52.819049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.926948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e87c4a-d9c4-4141-8619-b2e05b3bf4f6 None None] Pushing event updated for resources: {'Port': ['ID=d707a534-9311-4228-a961-32b33ee9bd61,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:52.931964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Attempting to bind port d707a534-9311-4228-a961-32b33ee9bd61 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:20:52.932318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Attempting to bind port d707a534-9311-4228-a961-32b33ee9bd61 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:20:52.932679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Attempting to bind port d707a534-9311-4228-a961-32b33ee9bd61 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:20:52.973730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:20:52.974053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:20:52.974408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:52.974815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:20:52.975278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Bound port: d707a534-9311-4228-a961-32b33ee9bd61, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:20:52.975649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:53.052460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Allocated IP 172.20.0.2 (4ade90b8-a710-4456-b4f2-00a6018c7bbd/c43348a8-485e-4099-bb12-577c477426d2/cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:20:53.075362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] For port d707a534-9311-4228-a961-32b33ee9bd61, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:20:53.147159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] For port d707a534-9311-4228-a961-32b33ee9bd61, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d707a534-9311-4228-a961-32b33ee9bd61,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:20:53.152899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:53.255630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:53.276492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:53.277103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:53.352607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e87c4a-d9c4-4141-8619-b2e05b3bf4f6 None None] Pushing event updated for resources: {'Port': ['ID=d707a534-9311-4228-a961-32b33ee9bd61,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:53.558801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:53.576935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Transition to ACTIVE for port object cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:53.595267 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:53.706199 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Transition to ACTIVE for port object cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:53.725348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:53.792868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (4ade90b8-a710-4456-b4f2-00a6018c7bbd/c43348a8-485e-4099-bb12-577c477426d2/90f2e637-6f1b-4724-8d99-dbb229a30985) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:20:53.843460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:20:53.853052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:53.860306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:20:53.867681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Pushing event updated for resources: {'Port': ['ID=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:53.961962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:53.978791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 90f2e637-6f1b-4724-8d99-dbb229a30985 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:54.002838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.015926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Attempting to bind port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:20:54.016296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Attempting to bind port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:20:54.016652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Attempting to bind port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:20:54.027890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:20:54.028270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Checking segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:20:54.029325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.029858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Bound using segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:20:54.030321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Bound port: cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:20:54.030721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.071984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:20:54.075095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:54.080197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:20:54.123480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=90f2e637-6f1b-4724-8d99-dbb229a30985,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:54.136132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] For port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:20:54.139499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:50Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:54.142476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] For port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:20:54.145710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038ccb6-a587-4b16-b5a9-b5b2fb21f9cc None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:50Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:54.148113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.154004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.235033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1541-c6b0-4aa2-8325-140e2ec9e5c9 None None] Pushing event updated for resources: {'Port': ['ID=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:54.325394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.729082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.909269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:54.915924 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:55.036769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:55.040518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=90f2e637-6f1b-4724-8d99-dbb229a30985,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:55.187105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:20:55.188394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:55.228828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b45c1-3ad7-4253-916f-5a4d9de6f94c None None] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:20:55.350145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ab351ef4-e301-4217-b58b-29f9af835a29 None None] Provisioning for port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:55.379198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:20:55.571579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:20:55.587022 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-68a65329-66b5-4b08-9c4c-7e299f5ffb92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/70a26fb6-d38d-4f56-a261-e8abf0796ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1524577 Feb 16 17:20:55.589325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33638) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:55.692563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-22be4fff-443b-416d-8f05-f0de7cf88efd None None] Provisioning for port 90f2e637-6f1b-4724-8d99-dbb229a30985 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:55.698069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-22be4fff-443b-416d-8f05-f0de7cf88efd None None] Provisioning complete for port 90f2e637-6f1b-4724-8d99-dbb229a30985 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:55.698800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-22be4fff-443b-416d-8f05-f0de7cf88efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:55.743539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6706c-d355-4f20-853c-3204136ab531 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.743923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6706c-d355-4f20-853c-3204136ab531 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.744373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6706c-d355-4f20-853c-3204136ab531 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.745232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6706c-d355-4f20-853c-3204136ab531 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.747800 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1ba6706c-d355-4f20-853c-3204136ab531 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1566815 Feb 16 17:20:55.750465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33642) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:55.763686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-22be4fff-443b-416d-8f05-f0de7cf88efd None None] Port 90f2e637-6f1b-4724-8d99-dbb229a30985 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:20:55.807513 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:55.831808 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:55.833287 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:55.834934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6c3f8-b757-4260-94a2-695e80cf0622 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.835406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6c3f8-b757-4260-94a2-695e80cf0622 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.835897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6c3f8-b757-4260-94a2-695e80cf0622 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.836517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6c3f8-b757-4260-94a2-695e80cf0622 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.838191 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-caf6c3f8-b757-4260-94a2-695e80cf0622 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0867195 Feb 16 17:20:55.841645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33646) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:55.908369 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ddc0cc80-a9e0-40a4-89f5-65fc08dd7eb6 None None] Provisioning complete for port 90f2e637-6f1b-4724-8d99-dbb229a30985 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:55.909876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddc0cc80-a9e0-40a4-89f5-65fc08dd7eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:55.972188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:20:56.066244 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:56.083530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ffa7396c-a951-4367-a99c-90b0cfcf8e2a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2399840 Feb 16 17:20:56.098591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:56.103607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0cc80-a9e0-40a4-89f5-65fc08dd7eb6 None None] Port 90f2e637-6f1b-4724-8d99-dbb229a30985 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:20:56.106141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:56.107209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.234119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.276547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3fe55937-23c5-42b2-8831-b09205f11274 None None] Provisioning complete for port 90f2e637-6f1b-4724-8d99-dbb229a30985 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:56.277007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fe55937-23c5-42b2-8831-b09205f11274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.348764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:20:56.354571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.355359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d707a534-9311-4228-a961-32b33ee9bd61 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:20:56.373499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33652) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:56.379323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280212245', 'description': 'tempest-secgroup-smoke-1280212245 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:56.386026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:56.386710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3fe55937-23c5-42b2-8831-b09205f11274 None None] Port 90f2e637-6f1b-4724-8d99-dbb229a30985 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:20:56.391980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:56.395662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:56.402192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:56.414524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.439549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:56.443843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:56.446283 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:56.447334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:56.451483 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:56.451947 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Updating router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 port 90f2e637-6f1b-4724-8d99-dbb229a30985 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:20:56.453700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:56.496014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:56.506838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d707a534-9311-4228-a961-32b33ee9bd61 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:56.512296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d707a534-9311-4228-a961-32b33ee9bd61 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:56.512670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.520381 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.538753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.543291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.594073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f185df-ab13-433d-87ac-848f96fdc462,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:56.602978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.604179 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2294977 Feb 16 17:20:56.605467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.605804 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.606128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.606453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.607339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.607653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.607972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.608288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.608603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.608889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33656) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:56.609361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.609361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.609523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc2e4-b971-4f0e-829b-4df950f42640 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:56.616554 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '07f185df-ab13-433d-87ac-848f96fdc462', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:56.625536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:56.629714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:56.633796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:56.640280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:56.648295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.661293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.674009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port d707a534-9311-4228-a961-32b33ee9bd61, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d707a534-9311-4228-a961-32b33ee9bd61,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:20:56.679076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.737388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.746787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.773460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d4d7c4-8f1e-4edd-a898-032303efcbb1,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:56.785190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.786510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f9149003-47b9-41e7-a709-753278867207 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756613 Feb 16 17:20:56.789165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33662) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:56.794845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '07f185df-ab13-433d-87ac-848f96fdc462', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:56.801623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:56.806057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=d707a534-9311-4228-a961-32b33ee9bd61,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:56.806223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:56.809520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:56.816802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:56.834565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.897231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.900875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.916492 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.925847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b26e77-23b0-4d61-8ea4-2392b23d9ad9,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:56.935583 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Transition to ACTIVE for port object 90f2e637-6f1b-4724-8d99-dbb229a30985 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:56.935806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.936968 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f82c94dc-f547-490d-9525-d14b3ba63de9 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469381 Feb 16 17:20:56.939938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33666) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:56.942299 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:56.944992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '07f185df-ab13-433d-87ac-848f96fdc462', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:56.951000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:56.954876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:56.957718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:56.963451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:56.979457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.045631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.052329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.077727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217532bd-c581-4716-a314-92edcf61a504,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:57.091466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.095090 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-de52aad8-51f2-4195-93c9-d13219556f64 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521628 Feb 16 17:20:57.096079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33670) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:57.102863 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Pushing event updated for resources: {'Port': ['ID=90f2e637-6f1b-4724-8d99-dbb229a30985,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:57.105245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '07f185df-ab13-433d-87ac-848f96fdc462', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:57.112220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:57.116308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:57.119536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:57.128979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:57.160395 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.160767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.161049 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.161368 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.161683 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.161999 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.162311 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.162696 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.163043 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.163394 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.163659 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.163970 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:57.164261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.175761 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Attempting to bind port 90f2e637-6f1b-4724-8d99-dbb229a30985 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:20:57.176123 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Attempting to bind port 90f2e637-6f1b-4724-8d99-dbb229a30985 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:20:57.176478 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Attempting to bind port 90f2e637-6f1b-4724-8d99-dbb229a30985 on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:20:57.181922 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:20:57.182281 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Checking segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:20:57.183100 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.183100 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Bound using segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:20:57.183500 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Bound port: 90f2e637-6f1b-4724-8d99-dbb229a30985, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:20:57.183859 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.242003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.246655 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.271996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8564ce49-1226-4bad-b9c2-85de4813cd0b,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:57.281773 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.286038 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c5a1f40e-222f-4c12-b03b-159a8a2eebd2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861048 Feb 16 17:20:57.286188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33674) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:57.291291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '07f185df-ab13-433d-87ac-848f96fdc462', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:57.297896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:57.301704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:57.304649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:57.310926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:57.321957 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:20:57.322475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] For port 90f2e637-6f1b-4724-8d99-dbb229a30985, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:20:57.325993 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] For port 90f2e637-6f1b-4724-8d99-dbb229a30985, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=90f2e637-6f1b-4724-8d99-dbb229a30985,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:20:57.329525 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.329721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.403805 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:20:57.404421 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:20:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:57.520101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.524651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.550910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7307eef1-1ffe-4f18-b105-9b5863cbf8f7,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:57.562059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.563364 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a2224b56-a1fa-4c46-8220-6bcd77b7d153 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2763305 Feb 16 17:20:57.563825 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2b0e-742f-4a95-91c6-480e771aa2e6 None None] Pushing event updated for resources: {'Port': ['ID=90f2e637-6f1b-4724-8d99-dbb229a30985,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:57.566260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33678) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:20:57.571438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '07f185df-ab13-433d-87ac-848f96fdc462', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:57.578241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:20:57.582672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:20:57.585707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:20:57.591545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:20:57.604464 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:20:57.612097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.616026 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:20:57.680671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.686210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.711760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290dab7b-1e3d-4c53-958a-9a92c0ac46ab,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:57.722749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.723908 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1c543987-95e6-4af2-8215-f391be737582 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565483 Feb 16 17:20:57.864243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:20:57.904391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-d7d41731-25c6-4e12-9d7d-677af08080a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:20:57.921904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-d7d41731-25c6-4e12-9d7d-677af08080a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:20:57.923491 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-d7d41731-25c6-4e12-9d7d-677af08080a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280212245&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0596294 Feb 16 17:20:57.933813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:57.934178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:57.957515 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:20:57Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:57.962039 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5a5ab-76eb-40f3-b00b-317b121a332a None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:20:57Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:58.079148 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d707a534-9311-4228-a961-32b33ee9bd61 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:20:58.110477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-089bad26-e8ad-4ef5-8968-8d4f7c57de8d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.111289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-089bad26-e8ad-4ef5-8968-8d4f7c57de8d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:20:58.130507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-089bad26-e8ad-4ef5-8968-8d4f7c57de8d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:20:58.131785 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-089bad26-e8ad-4ef5-8968-8d4f7c57de8d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 797 time: 0.2010248 Feb 16 17:20:58.151086 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-207eb26b-e9ba-4401-8efe-25e9d2bcbb4f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0133460 Feb 16 17:20:58.160638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d707a534-9311-4228-a961-32b33ee9bd61 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:58.161231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:58.246136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-5f80b219-7c20-40d5-a754-8a0ab2e33a66 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:20:58.264142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-5f80b219-7c20-40d5-a754-8a0ab2e33a66 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:20:58.265466 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-5f80b219-7c20-40d5-a754-8a0ab2e33a66 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109149 Feb 16 17:20:58.459151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ab781b22-db63-4884-94d4-1327f4597f5f service neutron] 10.222.0.43 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790402 Feb 16 17:20:58.599519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-1e963102-ac4a-4e1c-bed9-8bee0edc51fb service neutron] 10.222.0.43 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382048 Feb 16 17:20:58.789098 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-05905f1d-ed9e-44ce-a6d1-077159d90dcf req-42f41bc2-10c9-41b9-992c-d40ae6e285f8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 210 time: 0.0515356 Feb 16 17:20:59.900570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 90f2e637-6f1b-4724-8d99-dbb229a30985 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:20:59.978750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-903336dc-a471-4e81-944c-ab9c3e75fec4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:59.980792 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-903336dc-a471-4e81-944c-ab9c3e75fec4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 797 time: 0.1824157 Feb 16 17:20:59.982811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7969bc40-fede-4abf-9889-7d74bd115ce8 req-aeccd8e8-cc3f-4f18-a922-6b7b3d410a8f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 210 time: 0.0631747 Feb 16 17:21:00.009460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 90f2e637-6f1b-4724-8d99-dbb229a30985 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:00.015327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 90f2e637-6f1b-4724-8d99-dbb229a30985 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:00.015701 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.039824 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-1dc789df-2fac-4f4d-943a-685e51fd7259 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0485296 Feb 16 17:21:00.049464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['07f185df-ab13-433d-87ac-848f96fdc462']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:00.161380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.198483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 90f2e637-6f1b-4724-8d99-dbb229a30985, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=90f2e637-6f1b-4724-8d99-dbb229a30985,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:00.205156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.274710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=90f2e637-6f1b-4724-8d99-dbb229a30985,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:00.299037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:00.308475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:00.318424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:00.321823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.490073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.12 (4ade90b8-a710-4456-b4f2-00a6018c7bbd/c43348a8-485e-4099-bb12-577c477426d2/f982de71-e267-4ce3-a97c-73b889425c5b) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:00.677081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.692164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object f982de71-e267-4ce3-a97c-73b889425c5b will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:00.715553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.790358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:00.793450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:00.797795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:21:00.829933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:00.868104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:00.868882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.878514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe872-f39b-4ae6-8334-7af9134cfd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.899394 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-ad7be201-8df5-4208-95e4-5ae93200c3ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8535089 Feb 16 17:21:00.911074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Request body: {'port': {'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:01.024508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.085612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ce510dc7-1856-441a-bfc0-01e785cddc2b None None] Provisioning for port f982de71-e267-4ce3-a97c-73b889425c5b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:01.091735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ce510dc7-1856-441a-bfc0-01e785cddc2b None None] Provisioning complete for port f982de71-e267-4ce3-a97c-73b889425c5b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:01.092112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ce510dc7-1856-441a-bfc0-01e785cddc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.161509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ce510dc7-1856-441a-bfc0-01e785cddc2b None None] Port f982de71-e267-4ce3-a97c-73b889425c5b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:21:01.177356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf238-55f5-46fa-8489-16b111a94497 req-9d7c127f-8c71-4934-8f3f-55d9396a00a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:01.178839 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-63fcf238-55f5-46fa-8489-16b111a94497 req-9d7c127f-8c71-4934-8f3f-55d9396a00a6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 932 time: 0.0905406 Feb 16 17:21:01.226311 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-63fcf238-55f5-46fa-8489-16b111a94497 req-e10f6eaf-a2b0-4a92-bd9b-abf3c46ca27b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402145 Feb 16 17:21:01.383414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f982de71-e267-4ce3-a97c-73b889425c5b {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:21:01.390784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.405385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Transition to ACTIVE for port object f982de71-e267-4ce3-a97c-73b889425c5b will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:01.409154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.540540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:01.649221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Attempting to bind port f982de71-e267-4ce3-a97c-73b889425c5b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:21:01.649546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Attempting to bind port f982de71-e267-4ce3-a97c-73b889425c5b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:21:01.649862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Attempting to bind port f982de71-e267-4ce3-a97c-73b889425c5b on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:21:01.655059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Port f982de71-e267-4ce3-a97c-73b889425c5b on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:21:01.655370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Attempting to bind port f982de71-e267-4ce3-a97c-73b889425c5b on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:21:01.660845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:21:01.661169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Checking segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:21:01.661539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Bound using segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:21:01.661978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Bound port: f982de71-e267-4ce3-a97c-73b889425c5b, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:21:01.662308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.755173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:21:01.757919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:21:01.763678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.823781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:01.824385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:01.826787 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] 10.222.0.48 "PUT /v2.0/ports/f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 1094 time: 0.9198811 Feb 16 17:21:01.827043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:21:01.861440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2fad-8768-46f4-bfa7-e3e0cd800b36 service neutron] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:01.889385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 90f2e637-6f1b-4724-8d99-dbb229a30985 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:21:01.907623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'status': 'completed', 'code': 200} Feb 16 17:21:01.951539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-0ed668e8-28fb-4cfb-8aca-134726909926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:01.953038 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-0ed668e8-28fb-4cfb-8aca-134726909926 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1097 time: 0.0874367 Feb 16 17:21:01.963471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 90f2e637-6f1b-4724-8d99-dbb229a30985 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:01.963841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:02.026077 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-7f4da142-db51-4b7f-a469-03c4dae31fa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 217 time: 0.0623324 Feb 16 17:21:02.189424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-05d684fb-ad12-4aa2-9ae2-b046eb41a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.190866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-05d684fb-ad12-4aa2-9ae2-b046eb41a111 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.1588869 Feb 16 17:21:02.265885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-2061f1d1-efe8-485a-ad8e-285312a383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.267209 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-2061f1d1-efe8-485a-ad8e-285312a383a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700250 Feb 16 17:21:02.400863 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-a18238d4-4cf2-4c3d-b660-a6d995e441d9 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262937 Feb 16 17:21:02.414650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465daaeb-4cb9-4d1a-9296-add2a4203cac req-cd1bad01-70f7-4297-9f0d-e1dd00733b33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.416159 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-465daaeb-4cb9-4d1a-9296-add2a4203cac req-cd1bad01-70f7-4297-9f0d-e1dd00733b33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 944 time: 0.0806155 Feb 16 17:21:02.459963 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-465daaeb-4cb9-4d1a-9296-add2a4203cac req-56998a22-acfc-4ff1-a982-265b110b4c43 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Feb 16 17:21:02.534092 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4adb5aa9-e34c-4e87-84db-21aef042bfb7 req-9a040b5e-ad14-455a-b4d8-fded63560049 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264720 Feb 16 17:21:02.648794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-1e5100c2-aa8f-4c86-99e6-ab669625edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.650279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-1e5100c2-aa8f-4c86-99e6-ab669625edc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1097 time: 0.0699906 Feb 16 17:21:02.781119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-d2fae76f-daaf-45fd-8935-d1805ec83b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.782577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-d2fae76f-daaf-45fd-8935-d1805ec83b30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1262357 Feb 16 17:21:02.853435 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-657d89b3-e1a0-43ee-8ec0-c526ddfdf5f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 217 time: 0.0633702 Feb 16 17:21:02.920723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-ffb7fc91-8344-4a9d-9722-bf23c95c7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.922128 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-ffb7fc91-8344-4a9d-9722-bf23c95c7636 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0608582 Feb 16 17:21:03.001363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-dc9ece80-cb68-47c0-a9a0-74ef075cb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:03.002878 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-dc9ece80-cb68-47c0-a9a0-74ef075cb6c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706415 Feb 16 17:21:03.137430 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-7a65b199-06bb-48fc-a4d9-63a944165b1b service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277981 Feb 16 17:21:03.268309 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cfc9fa0a-14c8-4c97-8c23-326ecaad9822 req-6b682f45-7b1d-4596-aba1-bb5cc0149c8b service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247087 Feb 16 17:21:03.654859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8d29b-f637-4295-b030-26bde414d0b7 req-0352709c-1af8-479d-97fa-b3c1d34edab4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:03.656471 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-34a8d29b-f637-4295-b030-26bde414d0b7 req-0352709c-1af8-479d-97fa-b3c1d34edab4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 944 time: 0.0891707 Feb 16 17:21:03.705091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-34a8d29b-f637-4295-b030-26bde414d0b7 req-c6894280-1051-4055-82ce-354e3f3efb35 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Feb 16 17:21:03.732072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0f05ba7b-00d7-4d5b-a68e-bc97477259ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.306341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.891602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7bc5-213f-4da8-ac52-bc9c23668fac req-3bbb5f90-882b-4ea4-bc60-30cd64e5a14c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:04.893047 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7a6d7bc5-213f-4da8-ac52-bc9c23668fac req-3bbb5f90-882b-4ea4-bc60-30cd64e5a14c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 944 time: 0.0785964 Feb 16 17:21:04.937479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7a6d7bc5-213f-4da8-ac52-bc9c23668fac req-84c5b037-5e70-416e-bb46-29880bc39d6d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388949 Feb 16 17:21:05.077081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.915798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f982de71-e267-4ce3-a97c-73b889425c5b details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:21:06.047914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:06.061877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:21:06.119235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:06.123353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed71176-f8b3-42dc-a638-08b5b6aa07b6 req-f0243280-30dc-4f97-99a5-b52c2cfc4981 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:06.124843 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3ed71176-f8b3-42dc-a638-08b5b6aa07b6 req-f0243280-30dc-4f97-99a5-b52c2cfc4981 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 944 time: 0.0837233 Feb 16 17:21:06.137164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f982de71-e267-4ce3-a97c-73b889425c5b {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:21:06.154258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:06.160002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:06.174938 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3ed71176-f8b3-42dc-a638-08b5b6aa07b6 req-70eec049-5de8-4534-b77e-517f59d25730 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444963 Feb 16 17:21:06.225744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:06.656068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['f982de71-e267-4ce3-a97c-73b889425c5b'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:21:06.760102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.360010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f84b64-6db6-4c78-a49f-467c17574374 req-28b1bd82-ede8-44ca-b7ed-c8a85b05ed5f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:07.361432 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-51f84b64-6db6-4c78-a49f-467c17574374 req-28b1bd82-ede8-44ca-b7ed-c8a85b05ed5f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0794690 Feb 16 17:21:07.408727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-51f84b64-6db6-4c78-a49f-467c17574374 req-0f3d9414-8691-40ec-a839-f7943bdafe44 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Feb 16 17:21:07.931877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f982de71-e267-4ce3-a97c-73b889425c5b up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:21:08.003006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port f982de71-e267-4ce3-a97c-73b889425c5b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:08.007556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port f982de71-e267-4ce3-a97c-73b889425c5b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:08.007921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.153510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.190319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:21:08.203234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:08.208804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.279598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:08.292370 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'code': 200} Feb 16 17:21:08.536463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc32d9e-4367-4ecc-aaf7-275c85afae15 req-82622fac-650f-4485-9c05-b0be024bc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:08.537940 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6fc32d9e-4367-4ecc-aaf7-275c85afae15 req-82622fac-650f-4485-9c05-b0be024bc5b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1099 time: 0.0820079 Feb 16 17:21:08.584420 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6fc32d9e-4367-4ecc-aaf7-275c85afae15 req-e71df74c-a719-4d54-82a9-0c3404072c02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389934 Feb 16 17:21:08.604019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001502a-4ed0-4b01-9caf-854de72f1ad2 req-4dc1dfe9-c095-422c-b4c2-9be654e6627e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:08.605445 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7001502a-4ed0-4b01-9caf-854de72f1ad2 req-4dc1dfe9-c095-422c-b4c2-9be654e6627e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0842872 Feb 16 17:21:08.649484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7001502a-4ed0-4b01-9caf-854de72f1ad2 req-07c550b6-7462-44f2-8dbd-dce01a45abc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375175 Feb 16 17:21:09.835792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1718f-e86e-4d15-9eb5-76a7e0978dfd req-f3c86e98-d45b-43b6-a20c-12b7e30a2623 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:09.837220 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abb1718f-e86e-4d15-9eb5-76a7e0978dfd req-f3c86e98-d45b-43b6-a20c-12b7e30a2623 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0825629 Feb 16 17:21:09.886332 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abb1718f-e86e-4d15-9eb5-76a7e0978dfd req-74dea664-5c21-4452-941b-0ac4999a7a97 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Feb 16 17:21:11.069860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e053d-e4f3-4579-87cc-94ab59459cb3 req-d7986a0c-4853-413a-850f-1fb17548adac tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:11.071418 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e9e053d-e4f3-4579-87cc-94ab59459cb3 req-d7986a0c-4853-413a-850f-1fb17548adac tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0801666 Feb 16 17:21:11.114641 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e9e053d-e4f3-4579-87cc-94ab59459cb3 req-3c5ead96-de3d-4ae8-a872-a9509fae0846 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373759 Feb 16 17:21:11.303784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf92473-cf33-49eb-878b-48fe7e4af68f req-9cf08724-296b-4964-aaa0-b057362a5a58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:11.305213 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-aaf92473-cf33-49eb-878b-48fe7e4af68f req-9cf08724-296b-4964-aaa0-b057362a5a58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0831852 Feb 16 17:21:11.350176 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-aaf92473-cf33-49eb-878b-48fe7e4af68f req-420161ee-8c0f-47e0-95cd-79c8daa16c58 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Feb 16 17:21:11.373284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33742) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:11.442306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d9566-d92a-40ce-881d-bd04fe77c58b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:11.443794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-786d9566-d92a-40ce-881d-bd04fe77c58b tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1094 time: 0.0696146 Feb 16 17:21:11.446568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33746) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:11.451323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:11.457223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:11.460953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:11.463731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:11.470064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:11.480613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.620159 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.765529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.98 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/a0705b39-9c0c-43f1-80ac-1f6cde2760ca) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:12.031008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.059059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.121456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:12.124968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:12.128611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:21:12.165686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=a0705b39-9c0c-43f1-80ac-1f6cde2760ca,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:12.554450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.626893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.830473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.834939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.938231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=a0705b39-9c0c-43f1-80ac-1f6cde2760ca,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:12.954519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.120188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP bcc89a8d-37c0-45e8-9a3c-cd5c709b1040 associated. External IP: 172.26.7.98, port: f982de71-e267-4ce3-a97c-73b889425c5b. Feb 16 17:21:13.582571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:21:13.770459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:21:13.780575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:21:13.790027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:21:13.790656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:21:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:13.795501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.850818 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b3f795f4-bfc2-4d85-bb8d-b2ad13604332 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4032326 Feb 16 17:21:13.851483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:21:13.853641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33750) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:13.908740 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'status': 'completed', 'code': 200} Feb 16 17:21:13.929421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6053c-56e1-4781-bc22-545b5a1b1046 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:13.931127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0fb6053c-56e1-4781-bc22-545b5a1b1046 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1094 time: 0.0765052 Feb 16 17:21:13.988868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:21:14.010014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-7731b762-0797-4750-96b1-44d84294fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:14.011933 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-7731b762-0797-4750-96b1-44d84294fe91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1099 time: 0.0805950 Feb 16 17:21:14.151877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-82c67689-eb4e-40ef-8129-966924c1c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:14.153951 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-82c67689-eb4e-40ef-8129-966924c1c6ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1348736 Feb 16 17:21:14.272705 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-d378defc-c6b2-41ca-bfe5-dc2f32f3e3ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 999 time: 0.1089323 Feb 16 17:21:14.345083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-d7baebf1-a51c-4163-8644-bded0f873c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:14.346717 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-d7baebf1-a51c-4163-8644-bded0f873c26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0641320 Feb 16 17:21:14.375224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33758) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:14.383360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090342432', 'description': 'tempest-secgroup-smoke-2090342432 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:14.392101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:14.405824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:14.423432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.431813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:14.437325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-649cb1ca-87ad-41a6-8c99-42dac6ffbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:14.438846 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-649cb1ca-87ad-41a6-8c99-42dac6ffbd46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851767 Feb 16 17:21:14.443430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:21:14.449038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:14.452529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:21:14.453053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:21:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:14.453322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:14.456218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:14.461834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:14.534988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.539697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.583373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed02dce-7ae3-4e14-8705-b2f436153e1a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.583746 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-983101c9-ee3b-4f15-b006-e61d62492481 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364939 Feb 16 17:21:14.594504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.598328 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-71a3edf0-57d5-43fb-afbf-578954ed6c61 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195809 Feb 16 17:21:14.598731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33762) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:14.604234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '8ed02dce-7ae3-4e14-8705-b2f436153e1a', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:14.611371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:14.616010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:14.619141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:14.625410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:14.641337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:21:14.642518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.708739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.712625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.733911 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-585eae12-d27b-4b16-a2ef-1a9eef21ff92 req-1cf09e80-9eee-4195-95d3-b5a6ea40cefc service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432831 Feb 16 17:21:14.741679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.742875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430056 Feb 16 17:21:14.744985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb63f7d-97bc-4ca3-ac11-1761179795a1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3928a5d9-f4db-44ea-9107-cfffd7ed1fe6,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.745932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33766) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:14.752320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '8ed02dce-7ae3-4e14-8705-b2f436153e1a', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:14.758965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:14.763631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:14.766530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:14.772682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:14.790058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.856319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.861260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.884971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006b2099-ff35-448d-ab4e-6ec1fb38f40f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.894584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.895977 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0f3b9c2e-084d-4e0c-8d75-9372ce06129d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490149 Feb 16 17:21:14.898704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33770) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:14.904616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '8ed02dce-7ae3-4e14-8705-b2f436153e1a', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:14.910676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:14.914536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:14.917558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:14.923988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:14.940711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.006397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.010302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.036241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d17a4e-6ce3-4a8f-b66b-85c67653a4c6,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.045167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.050200 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3f20183e-397d-435f-983d-a34f509bdf59 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467798 Feb 16 17:21:15.050886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33774) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:15.055866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '8ed02dce-7ae3-4e14-8705-b2f436153e1a', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:15.062232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:15.066149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:15.069385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:15.073627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:15.077256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:15.078525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb5b5b-f344-418b-8f0a-ecfe7f7dc684 None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:21:15.094824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.163351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.169123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.195654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae50bcc5-becc-4a4d-8561-75ce558f41de,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.210005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.211673 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dd6ad38b-e742-4ad6-9c18-caf930d321c8 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598480 Feb 16 17:21:15.214650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33778) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:15.221023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '8ed02dce-7ae3-4e14-8705-b2f436153e1a', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:15.227742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:15.232564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:15.235675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:15.242519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:15.253244 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:21:15.260300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.281816 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b2195-e43c-4233-b7ca-0315ff1a6301 None None] New status for floating IP bcc89a8d-37c0-45e8-9a3c-cd5c709b1040: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:21:15.331013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.336285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.360366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6facb0c-3691-4b82-b569-c3fd280ae8b0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.369340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.370488 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-da713fa2-f9d8-43da-8193-8c8d33690cc4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540387 Feb 16 17:21:15.374016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33782) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:15.379006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '8ed02dce-7ae3-4e14-8705-b2f436153e1a', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:15.384903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:15.389386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:15.392301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:15.397886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:15.409536 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:21:15.416233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.483470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.487907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.511688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c94f381-02d8-4e25-b928-a1253744b17f,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.521017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.531006 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3db153a9-b506-4c81-8e87-9084c41e19a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473105 Feb 16 17:21:15.692140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b235a607-a633-4b00-8875-45a7e88c346b req-024e4b05-0bde-46e7-b0af-c81cf991e9d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:21:15.708040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b235a607-a633-4b00-8875-45a7e88c346b req-024e4b05-0bde-46e7-b0af-c81cf991e9d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:21:15.709287 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-024e4b05-0bde-46e7-b0af-c81cf991e9d0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090342432&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0563195 Feb 16 17:21:15.861822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-36c8e7ef-0bfc-4725-b78d-7a970d3cdabe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:15.863301 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-36c8e7ef-0bfc-4725-b78d-7a970d3cdabe tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 797 time: 0.1464903 Feb 16 17:21:15.878059 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-c1623514-53a1-4645-a6db-2f34468d1966 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0094349 Feb 16 17:21:15.970093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-c1959965-7cd1-4c0b-8e4b-5677c211fdc5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0871375 Feb 16 17:21:16.214145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-bc94c3a5-736e-4f46-9481-703b12ed2597 service neutron] 10.222.0.43 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322886 Feb 16 17:21:16.347108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-2ebd68e4-4059-4180-a3d3-97df727a24ae service neutron] 10.222.0.43 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270471 Feb 16 17:21:16.518622 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cff14cc2-b3ba-44ad-8e2b-6d0cf2c0d9e6 req-f8528dd0-99c8-4c76-a4ac-6d0aa0c6a708 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 210 time: 0.0425568 Feb 16 17:21:17.643809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-2395c3c3-314e-497e-be70-7c08b9310567 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:17.645257 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-2395c3c3-314e-497e-be70-7c08b9310567 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 797 time: 0.1553864 Feb 16 17:21:17.674816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f13bc29c-488e-4238-9093-e009878450a7 req-0bcb01c3-ec54-4886-869f-4749645f0c57 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 210 time: 0.0453978 Feb 16 17:21:17.709333 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-aaed3452-6b0c-4b5c-8afa-2ecee54cd097 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 473 time: 0.0547476 Feb 16 17:21:17.719873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '244a93fc-6248-42e0-aeac-f121014970e2', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['8ed02dce-7ae3-4e14-8705-b2f436153e1a']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:17.953398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:17.957730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:port and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:17.960663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:17.967381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:17.976844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:17.980364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.139996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.4 (4ade90b8-a710-4456-b4f2-00a6018c7bbd/c43348a8-485e-4099-bb12-577c477426d2/968d2683-9e16-4816-ac62-bee398b15398) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:18.327356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.342993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 968d2683-9e16-4816-ac62-bee398b15398 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:18.366217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.438621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:18.441606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:18.445519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:21:18.484445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=968d2683-9e16-4816-ac62-bee398b15398,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:18.516718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:18.517476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.542649 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-5df83acb-2677-4c85-b2f6-3cf71808449b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274889 Feb 16 17:21:18.554658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Request body: {'port': {'device_id': '244a93fc-6248-42e0-aeac-f121014970e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:18.629402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4c33571a-3556-4c25-a7e5-3c063218ea4d None None] Provisioning for port 968d2683-9e16-4816-ac62-bee398b15398 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:18.634764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4c33571a-3556-4c25-a7e5-3c063218ea4d None None] Provisioning complete for port 968d2683-9e16-4816-ac62-bee398b15398 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:18.635135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4c33571a-3556-4c25-a7e5-3c063218ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.674211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.688585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-4c33571a-3556-4c25-a7e5-3c063218ea4d None None] Port 968d2683-9e16-4816-ac62-bee398b15398 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:21:18.866683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55fa42-8e23-4a77-8cd3-9634c2e794ba req-eb3e6594-8bd5-44ff-83fb-919736ecbe04 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:18.868089 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eb55fa42-8e23-4a77-8cd3-9634c2e794ba req-eb3e6594-8bd5-44ff-83fb-919736ecbe04 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 931 time: 0.0833967 Feb 16 17:21:18.914068 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eb55fa42-8e23-4a77-8cd3-9634c2e794ba req-51581d04-8faa-4a5d-815b-b8fad9bc707a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384991 Feb 16 17:21:19.021127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968d2683-9e16-4816-ac62-bee398b15398 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:21:19.028131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.042381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Transition to ACTIVE for port object 968d2683-9e16-4816-ac62-bee398b15398 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:19.045966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.172188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Pushing event updated for resources: {'Port': ['ID=968d2683-9e16-4816-ac62-bee398b15398,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:19.280019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Attempting to bind port 968d2683-9e16-4816-ac62-bee398b15398 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:21:19.280274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Attempting to bind port 968d2683-9e16-4816-ac62-bee398b15398 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:21:19.280592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Attempting to bind port 968d2683-9e16-4816-ac62-bee398b15398 on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:21:19.285379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Port 968d2683-9e16-4816-ac62-bee398b15398 on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:21:19.285682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Attempting to bind port 968d2683-9e16-4816-ac62-bee398b15398 on network 4ade90b8-a710-4456-b4f2-00a6018c7bbd {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:21:19.290682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:21:19.291006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Checking segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:21:19.291378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Bound using segment: {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:21:19.291783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Bound port: 968d2683-9e16-4816-ac62-bee398b15398, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:21:19.292142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.385333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] For port 968d2683-9e16-4816-ac62-bee398b15398, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:21:19.388546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] For port 968d2683-9e16-4816-ac62-bee398b15398, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=968d2683-9e16-4816-ac62-bee398b15398,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:21:19.393575 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.457120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.457725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.459260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] 10.222.0.48 "PUT /v2.0/ports/968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 200 len: 1093 time: 0.9089417 Feb 16 17:21:19.459682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'tag': '968d2683-9e16-4816-ac62-bee398b15398'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:21:19.479335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7fbce-a3d5-458c-8c1e-7eef08fe03cf service neutron] Pushing event updated for resources: {'Port': ['ID=968d2683-9e16-4816-ac62-bee398b15398,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:19.549267 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'tag': '968d2683-9e16-4816-ac62-bee398b15398', 'status': 'completed', 'code': 200} Feb 16 17:21:19.592114 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-ad5faafe-18cd-4864-8983-05fcfa814a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.593600 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-ad5faafe-18cd-4864-8983-05fcfa814a6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1096 time: 0.0796294 Feb 16 17:21:19.672902 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-0d6b86c0-aebc-4429-b3a9-e39e8a8e7ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 200 len: 217 time: 0.0672770 Feb 16 17:21:19.739064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-7958b14a-96ab-46bf-9255-bd5d4d6dc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.740493 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-7958b14a-96ab-46bf-9255-bd5d4d6dc467 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0602112 Feb 16 17:21:19.911254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a607-a633-4b00-8875-45a7e88c346b req-a3de616b-7aac-4a01-9342-943fd0d2f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.912693 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-a3de616b-7aac-4a01-9342-943fd0d2f673 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1632454 Feb 16 17:21:20.047341 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-d96e1b6a-da0f-411b-bd06-ef6c03c4437b service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266303 Feb 16 17:21:20.102708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7d3c-fa05-4422-9eac-52260238db3a req-3ad069f3-d1cb-4423-951a-f404fc010d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.104077 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6c3f7d3c-fa05-4422-9eac-52260238db3a req-3ad069f3-d1cb-4423-951a-f404fc010d53 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 943 time: 0.0810652 Feb 16 17:21:20.152275 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6c3f7d3c-fa05-4422-9eac-52260238db3a req-f6ec6550-e76a-4084-8e42-de87d4d68a1f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Feb 16 17:21:20.188818 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b235a607-a633-4b00-8875-45a7e88c346b req-facef990-ceb9-4d6c-9db1-17cc47e7ebe0 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320813 Feb 16 17:21:20.310751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-eb8a69ac-789e-48b1-8603-95b576306d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.312220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-eb8a69ac-789e-48b1-8603-95b576306d27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1096 time: 0.0708497 Feb 16 17:21:20.467071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-3548d7c3-d772-4c6e-b066-8ebee47939b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.468519 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-3548d7c3-d772-4c6e-b066-8ebee47939b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1495311 Feb 16 17:21:20.563703 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-133b2042-1033-4d6e-bb47-4e77be96df98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 200 len: 217 time: 0.0866315 Feb 16 17:21:20.636106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-d4b8c650-70d9-417d-bbee-1aa160a4ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.637971 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-d4b8c650-70d9-417d-bbee-1aa160a4ffbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0663447 Feb 16 17:21:20.726371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-36810a3e-ddf5-4e97-8aa6-9afbc15fe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.729017 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-36810a3e-ddf5-4e97-8aa6-9afbc15fe0eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815060 Feb 16 17:21:20.873686 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-9ea44486-8ebc-4b54-9f99-fa4b14c5b1ca service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375265 Feb 16 17:21:21.011134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22d34f1a-9353-4db5-8ea1-0fdff58be134 req-7669b78f-6ab6-4c68-be8a-78ff41a861de service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304500 Feb 16 17:21:21.339566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8678-34dc-4a16-9222-9cf4b05f24fd req-1010187c-b961-47af-85cd-73b1e3d3d63c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:21.340995 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-125c8678-34dc-4a16-9222-9cf4b05f24fd req-1010187c-b961-47af-85cd-73b1e3d3d63c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 943 time: 0.0816290 Feb 16 17:21:21.390240 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-125c8678-34dc-4a16-9222-9cf4b05f24fd req-318b8f12-5b7e-4dc1-bdc6-9f3ff551c6cc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Feb 16 17:21:21.989002 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:21:22.725171 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868acd2f-a041-44d7-b763-6deac9505e9c req-cd237851-1bb9-4ce3-9dec-5b70d83bff5d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:22.726607 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-868acd2f-a041-44d7-b763-6deac9505e9c req-cd237851-1bb9-4ce3-9dec-5b70d83bff5d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 943 time: 0.0827377 Feb 16 17:21:22.769840 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-868acd2f-a041-44d7-b763-6deac9505e9c req-def9ef30-577a-44b9-abc8-5546e1d46867 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369034 Feb 16 17:21:23.959150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfc18-ddc3-47fc-b10e-85fae731b053 req-0907c706-881b-4b9e-b2d9-6d15f108f916 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:23.960635 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-29adfc18-ddc3-47fc-b10e-85fae731b053 req-0907c706-881b-4b9e-b2d9-6d15f108f916 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 943 time: 0.0841584 Feb 16 17:21:23.961678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 968d2683-9e16-4816-ac62-bee398b15398 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:21:24.014272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-29adfc18-ddc3-47fc-b10e-85fae731b053 req-84ea6730-a268-46bf-a6b8-7b981f52663b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Feb 16 17:21:24.114212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 968d2683-9e16-4816-ac62-bee398b15398, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=968d2683-9e16-4816-ac62-bee398b15398,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:24.128192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '968d2683-9e16-4816-ac62-bee398b15398', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'port_id': '968d2683-9e16-4816-ac62-bee398b15398', 'mac_address': 'fa:16:3e:4d:c7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:21:24.187161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:24.205197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968d2683-9e16-4816-ac62-bee398b15398 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:21:24.221277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 968d2683-9e16-4816-ac62-bee398b15398, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=968d2683-9e16-4816-ac62-bee398b15398,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:24.225607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:24.296415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=968d2683-9e16-4816-ac62-bee398b15398,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:24.627542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['968d2683-9e16-4816-ac62-bee398b15398'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:21:24.743987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:25.210031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc349f4-edac-4350-82ba-84cdc462e66c req-af22be5a-8c8f-4202-b4cc-79dad0aeef42 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:25.211518 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8fc349f4-edac-4350-82ba-84cdc462e66c req-af22be5a-8c8f-4202-b4cc-79dad0aeef42 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 944 time: 0.0869207 Feb 16 17:21:25.257041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8fc349f4-edac-4350-82ba-84cdc462e66c req-047416c5-11c3-4895-a046-fae5d439f3e2 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Feb 16 17:21:25.960697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 968d2683-9e16-4816-ac62-bee398b15398 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:21:26.031246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 968d2683-9e16-4816-ac62-bee398b15398 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:26.037508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 968d2683-9e16-4816-ac62-bee398b15398 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:26.038005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:26.165171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:26.194451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968d2683-9e16-4816-ac62-bee398b15398'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:21:26.205076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 968d2683-9e16-4816-ac62-bee398b15398, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=968d2683-9e16-4816-ac62-bee398b15398,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:21:26.209882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:26.243864 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968d2683-9e16-4816-ac62-bee398b15398', 'code': 200} Feb 16 17:21:26.288972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=968d2683-9e16-4816-ac62-bee398b15398,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:26.455468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec4851-62b5-4f7e-8ff2-2d2a88dca85b req-d7ccf18b-48ee-4e3d-abc6-8fa7b17c7cbc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:26.456833 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1eec4851-62b5-4f7e-8ff2-2d2a88dca85b req-d7ccf18b-48ee-4e3d-abc6-8fa7b17c7cbc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.0810294 Feb 16 17:21:26.484092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095199a3-e566-4391-986d-408cebc33454 req-32c3b1c2-054f-45c9-81d8-4d24b8da4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:26.485714 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-095199a3-e566-4391-986d-408cebc33454 req-32c3b1c2-054f-45c9-81d8-4d24b8da4036 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1098 time: 0.0777018 Feb 16 17:21:26.502782 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1eec4851-62b5-4f7e-8ff2-2d2a88dca85b req-c49366a4-8978-4419-933a-a3d05608b306 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Feb 16 17:21:26.531197 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-095199a3-e566-4391-986d-408cebc33454 req-026e067e-1567-414c-a099-38e088ef6f7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Feb 16 17:21:27.690706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f5984-d396-4ccf-8d4f-0edd2538ed73 req-ec8f8abe-61db-48ba-8c14-9fdc8ae360e4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:27.692168 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-158f5984-d396-4ccf-8d4f-0edd2538ed73 req-ec8f8abe-61db-48ba-8c14-9fdc8ae360e4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.0846982 Feb 16 17:21:27.739023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-158f5984-d396-4ccf-8d4f-0edd2538ed73 req-7743a8ae-b45d-462f-910d-2750f37d04ca tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411003 Feb 16 17:21:28.920599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef1a4-97fc-4028-880e-a97b623a8f99 req-b5d12ce2-fc71-41f7-abd4-9547dd083c1d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:28.922046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c14ef1a4-97fc-4028-880e-a97b623a8f99 req-b5d12ce2-fc71-41f7-abd4-9547dd083c1d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.0801010 Feb 16 17:21:28.970209 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c14ef1a4-97fc-4028-880e-a97b623a8f99 req-086812d6-901b-4cbe-bf95-4e6ef8e292fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Feb 16 17:21:29.157602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aac56-e3fc-43fd-bd6b-2351f7b09f1b req-436ed58e-256e-4762-b23b-8140c0327bb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:29.159344 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-954aac56-e3fc-43fd-bd6b-2351f7b09f1b req-436ed58e-256e-4762-b23b-8140c0327bb1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.0820653 Feb 16 17:21:29.207229 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-954aac56-e3fc-43fd-bd6b-2351f7b09f1b req-5b166626-726a-4e18-b62f-8494adb8a355 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Feb 16 17:21:29.229580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33838) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:29.343779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7a614-b65d-47a8-93cf-d1f0b6b1753a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:29.345280 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5fa7a614-b65d-47a8-93cf-d1f0b6b1753a tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1093 time: 0.1147327 Feb 16 17:21:29.348127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33844) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:21:29.352849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '968d2683-9e16-4816-ac62-bee398b15398', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:29.359309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:21:29.363128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:21:29.365928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:21:29.371656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:21:29.381968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:29.519577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:29.650226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.208 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/845a2189-a5a8-4dea-856e-c55c8b675339) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:29.799865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:29.829726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:30.001306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:30.004138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:30.007776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:21:30.037328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=845a2189-a5a8-4dea-856e-c55c8b675339,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:30.437946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:30.511451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:30.713166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:30.718357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:30.821345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=845a2189-a5a8-4dea-856e-c55c8b675339,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:30.837664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:30.880679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f14059a-e376-446c-85ed-25813fbdcd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:31.008145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP 109b0c4b-0aa9-443c-842a-f8748367f959 associated. External IP: 172.26.7.208, port: 968d2683-9e16-4816-ac62-bee398b15398. Feb 16 17:21:31.359664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:21:31.651329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:21:31.661387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:21:31.671007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:21:31.671703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:21:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:31.675466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:31.732090 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-14fc9518-587d-491d-b51f-b3ff8bfa3049 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3829587 Feb 16 17:21:31.732662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'tag': '968d2683-9e16-4816-ac62-bee398b15398'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:21:31.778294 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'tag': '968d2683-9e16-4816-ac62-bee398b15398', 'status': 'completed', 'code': 200} Feb 16 17:21:31.857571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:21:31.878000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17224359-a789-4b06-969a-a7a6b343db40 req-967d0cce-3181-4ba5-bcb1-354e5fce3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:31.879602 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-967d0cce-3181-4ba5-bcb1-354e5fce3848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1098 time: 0.0756238 Feb 16 17:21:32.014348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17224359-a789-4b06-969a-a7a6b343db40 req-19251906-19e7-4381-9d6c-a359b464b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:32.015731 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-19251906-19e7-4381-9d6c-a359b464b05a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1267068 Feb 16 17:21:32.124924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-21754d8d-73b3-4a4f-891c-c4c0145a5fc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 200 len: 999 time: 0.0987597 Feb 16 17:21:32.198632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17224359-a789-4b06-969a-a7a6b343db40 req-db8e4c1e-8269-468a-a692-78530f4579ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:32.200627 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-db8e4c1e-8269-468a-a692-78530f4579ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0660372 Feb 16 17:21:32.207526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '109b0c4b-0aa9-443c-842a-f8748367f959', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': '968d2683-9e16-4816-ac62-bee398b15398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:4d:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244a93fc-6248-42e0-aeac-f121014970e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:30Z', 'updated_at': '2022-02-16T17:21:30Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}, {'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:32.211489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:21:32.221544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:21:32.222143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:21:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:32.279785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17224359-a789-4b06-969a-a7a6b343db40 req-ff3d5fb7-d24f-4840-a09b-4f3c79247ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:32.281169 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-ff3d5fb7-d24f-4840-a09b-4f3c79247ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712371 Feb 16 17:21:32.451805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:21:32.524076 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-98f1032d-265d-4652-8795-a5fce18e2633 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349634 Feb 16 17:21:32.662745 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17224359-a789-4b06-969a-a7a6b343db40 req-dd37d8e4-3148-4dc1-ba79-fb9e1ab369be service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267042 Feb 16 17:21:32.824909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '109b0c4b-0aa9-443c-842a-f8748367f959', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': '968d2683-9e16-4816-ac62-bee398b15398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:4d:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244a93fc-6248-42e0-aeac-f121014970e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:30Z', 'updated_at': '2022-02-16T17:21:30Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}, {'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:32.828877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3240f5-d075-4538-9737-2a77c5314a26 None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '109b0c4b-0aa9-443c-842a-f8748367f959', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': '968d2683-9e16-4816-ac62-bee398b15398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:4d:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244a93fc-6248-42e0-aeac-f121014970e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:30Z', 'updated_at': '2022-02-16T17:21:30Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}, {'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:21:33.010169 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc088e-fa50-4246-9edb-74e999b50a94 None None] New status for floating IP 109b0c4b-0aa9-443c-842a-f8748367f959: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:21:33.623044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da3f6-0e1f-4dce-ad49-6873f2fb3215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:34.310092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:35.075246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:36.753120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:53.100284 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-85499913-f682-4ce1-9f71-3b0a5a52321e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695267 Feb 16 17:21:53.258760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-0036c508-7066-4840-a8bd-d3d8e024f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:53.260215 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-0036c508-7066-4840-a8bd-d3d8e024f066 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1099 time: 0.0808032 Feb 16 17:21:53.410576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-885a9c5a-10ac-484d-be2e-4a74b0d17d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:53.412010 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-885a9c5a-10ac-484d-be2e-4a74b0d17d1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1281316 Feb 16 17:21:53.519560 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-bfe6c91f-c60f-4905-b3ad-802e791fabb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 1001 time: 0.1000245 Feb 16 17:21:53.586845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-24dc7f1c-db1e-47e5-beaa-240ba1cb8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:53.588243 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-24dc7f1c-db1e-47e5-beaa-240ba1cb8c9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0623369 Feb 16 17:21:53.664302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-dd601916-8e81-46df-a4db-6f48d0b2eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:53.665652 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-dd601916-8e81-46df-a4db-6f48d0b2eab8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708766 Feb 16 17:21:53.797511 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-8cd23e39-10f7-4e76-bfb0-14f45aa91c99 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230707 Feb 16 17:21:53.929198 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-97e8a097-a63a-4476-bbb5-e7810fd55971 req-97e87d1f-e063-465a-9e85-7a55180d5b20 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243417 Feb 16 17:21:54.733767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:58.988241 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:22:00.882830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d050d7da-dead-4016-a2e1-e9c5379abea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:03.626423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-54470935-aeaf-4e05-a4b3-129daa8b42d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:04.312332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:05.078128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:06.757070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:24.720774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:30.885961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5fc44f4b-302a-4303-8651-4c9c3a334034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:33.627548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63c20-0ac7-4e50-b0a9-7618d4d3009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:34.324108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:35.080765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:35.987724 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:22:36.758279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:39.073433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-a5e6e893-9ec1-4615-b51b-11f76d86ab33 req-df675f66-ac33-4548-a762-89576fbb57e4 service neutron] (87720) timed out ('10.222.0.48', 65469) {{(pid=87720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 17:22:50.324752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33870) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:22:50.445120 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-590c1721-04e3-4689-a30c-18172707ef6c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bcc89a8d-37c0-45e8-9a3c-cd5c709b1040 HTTP/1.1" status: 200 len: 993 time: 0.1185632 Feb 16 17:22:52.218353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33880) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:22:52.224143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:52.344858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:52.553300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:22:52.576677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:52.581201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:52.737382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:52.737970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:52.739379 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/ports/f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 939 time: 0.5200315 Feb 16 17:22:52.739917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:22:52.760746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=6']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:52.769252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.769591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.769920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.770244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.770585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.770908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.771223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.771539 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.771855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.772164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.772474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.772779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534186-4ffd-4b81-9df4-0ef3a1b99938 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:52.789348 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'status': 'completed', 'code': 200} Feb 16 17:22:52.936965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-9ea5ba60-e9b8-4f3c-9fab-301a27bda0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:52.938407 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-9ea5ba60-e9b8-4f3c-9fab-301a27bda0c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1100 time: 0.1161215 Feb 16 17:22:52.986975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-487ec733-5bf7-4f4f-a16d-f74c556364ae None None] Provisioning complete for port f982de71-e267-4ce3-a97c-73b889425c5b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:22:52.988015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-487ec733-5bf7-4f4f-a16d-f74c556364ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:53.048305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-487ec733-5bf7-4f4f-a16d-f74c556364ae None None] Port f982de71-e267-4ce3-a97c-73b889425c5b is administratively disabled so it will not transition to active. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 16 17:22:53.072314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-740d6d7a-d48e-4b7d-a88e-1db686c9d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:53.073805 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-740d6d7a-d48e-4b7d-a88e-1db686c9d7cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1283970 Feb 16 17:22:53.178294 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-56341139-c1da-4517-b458-ae2b622cb11a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 1002 time: 0.0981758 Feb 16 17:22:53.244469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-e0758601-fda3-4112-957d-d943ad1b0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:53.245870 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-e0758601-fda3-4112-957d-d943ad1b0bf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0605443 Feb 16 17:22:53.321275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-919e41a5-6e49-4286-8a62-584ac9e2008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:53.322741 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-919e41a5-6e49-4286-8a62-584ac9e2008c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699866 Feb 16 17:22:53.453226 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-d75d90f6-d738-48c9-97c2-2c6d2574ded9 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240366 Feb 16 17:22:53.583906 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29a6bb51-b1b1-41ab-bd35-bdb5490c4aef req-ab777e32-4832-40d8-843b-813e2af54a28 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241040 Feb 16 17:22:54.736192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:55.114937 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-a9d07558-8bf5-4d52-ba8b-0d74b15e98b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662851 Feb 16 17:22:55.208026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-92c3eb26-3ac3-4faa-99ee-3d9bdc41f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:55.209455 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-92c3eb26-3ac3-4faa-99ee-3d9bdc41f55a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1098 time: 0.0735741 Feb 16 17:22:55.354898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-1da8b39d-993c-40df-8bf7-40c958cfb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:55.357003 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-1da8b39d-993c-40df-8bf7-40c958cfb599 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1270819 Feb 16 17:22:55.465086 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-179b91cd-e0ea-4395-9357-a487fb33cf3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 200 len: 1001 time: 0.1013377 Feb 16 17:22:55.525207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-bbc70090-2247-43d7-bb41-ed04e23eec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:55.526591 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-bbc70090-2247-43d7-bb41-ed04e23eec15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0552366 Feb 16 17:22:55.603675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-9503d700-06eb-4622-be53-ea6cdbd21431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:55.605099 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-9503d700-06eb-4622-be53-ea6cdbd21431 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717819 Feb 16 17:22:55.743153 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-8aa47ab6-2476-499b-bc63-e6db51d33af5 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313176 Feb 16 17:22:55.874635 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-03825818-8d95-46e9-bfe2-32b4cc9bf2e4 req-c01c0b15-4eff-4fcb-b449-2a2d63d1c241 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257672 Feb 16 17:22:56.172132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33892) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:22:56.177798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:56.382216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:56.590626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:22:56.614293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:56.618663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:56.686320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:56.686965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:56.688332 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/ports/f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 938 time: 0.5152369 Feb 16 17:22:56.688864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:22:56.691261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33896) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:22:56.712589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffbb2f-a6d6-456f-b3b5-c87eec95f88d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=7']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:56.743493 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'status': 'completed', 'code': 200} Feb 16 17:22:56.816193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cccf49ed-995d-4938-a81a-92e62eeddd00 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bcc89a8d-37c0-45e8-9a3c-cd5c709b1040 HTTP/1.1" status: 200 len: 993 time: 0.1236897 Feb 16 17:22:56.849395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-1cc2ce9f-7332-467c-9d66-76103025c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:56.850923 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-1cc2ce9f-7332-467c-9d66-76103025c864 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1099 time: 0.0841513 Feb 16 17:22:56.895798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1e9471a-1511-457b-8295-32ec685eea9d None None] Provisioning complete for port f982de71-e267-4ce3-a97c-73b889425c5b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:22:56.896412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1e9471a-1511-457b-8295-32ec685eea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:56.985302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-f441778e-055c-48c6-82e6-50495e05979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:56.986678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-f441778e-055c-48c6-82e6-50495e05979a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1289456 Feb 16 17:22:57.047112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['f982de71-e267-4ce3-a97c-73b889425c5b'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:22:57.091740 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-b0c69dba-b9c5-4ff2-9ab6-aa2fa14acd8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 1001 time: 0.0983620 Feb 16 17:22:57.155268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-45eb30f0-0c36-41c8-bdab-47456cd8fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:57.156755 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-45eb30f0-0c36-41c8-bdab-47456cd8fde8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0594122 Feb 16 17:22:57.240461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-b9c941bd-5dbc-4ba4-a750-e4ef86dd59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:57.241918 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-b9c941bd-5dbc-4ba4-a750-e4ef86dd59a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788317 Feb 16 17:22:57.375321 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-2b000197-2e97-4171-acc7-d31eab0b045e service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267972 Feb 16 17:22:57.507643 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d6716878-1288-44ae-8951-86e0d4a08a77 req-ed3abe4a-3939-44f3-8b78-b818b50b8a1e service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257181 Feb 16 17:22:59.393437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33908) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:22:59.593436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 845a2189-a5a8-4dea-856e-c55c8b675339 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:22:59.593694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.862762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.863084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.984113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 845a2189-a5a8-4dea-856e-c55c8b675339 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:00.136481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:00.182904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=845a2189-a5a8-4dea-856e-c55c8b675339,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:00.276100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:00.276428 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP 109b0c4b-0aa9-443c-842a-f8748367f959 disassociated (deleted). External IP: 172.26.7.208, port: 968d2683-9e16-4816-ac62-bee398b15398. Feb 16 17:23:00.627850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:23:00.808853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:23:00.818524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:00.825125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:00.827617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:00.828276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:22:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:00.880533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b76e7de8-0332-4a5a-af77-f54902976b2e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/109b0c4b-0aa9-443c-842a-f8748367f959 HTTP/1.1" status: 204 len: 168 time: 1.4859192 Feb 16 17:23:00.881128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'tag': '968d2683-9e16-4816-ac62-bee398b15398'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:00.921733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-150b259d-35c2-48d4-a8e4-118c68901a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:01.025489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:01.162816 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'tag': '968d2683-9e16-4816-ac62-bee398b15398', 'status': 'completed', 'code': 200} Feb 16 17:23:01.281230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-53d67d3f-222f-4418-a3f6-adfa07ee4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:01.283385 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-53d67d3f-222f-4418-a3f6-adfa07ee4273 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 1098 time: 0.0806055 Feb 16 17:23:01.413068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e34aea-2f0d-4b46-9b40-29c78d8c0637 req-1ebfed8b-427d-41ec-8b64-73079fd9dd3d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:01.414478 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-23e34aea-2f0d-4b46-9b40-29c78d8c0637 req-1ebfed8b-427d-41ec-8b64-73079fd9dd3d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.1585240 Feb 16 17:23:01.427951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-7d4cc1d3-3cba-4978-a863-987f17e5a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:01.429645 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-7d4cc1d3-3cba-4978-a863-987f17e5a605 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1388385 Feb 16 17:23:01.453101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:01.458301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:01.467512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:01.468170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:22:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:01.470717 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-23e34aea-2f0d-4b46-9b40-29c78d8c0637 req-ef0fcae6-b03b-456d-b07d-6d69ca2fd3fd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484455 Feb 16 17:23:01.502152 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-2e8cf692-70d1-46f1-bee8-de442ed3529b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 200 len: 217 time: 0.0648303 Feb 16 17:23:01.650403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:01.678632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-d87f3090-410a-4e01-9c89-03126c867c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:01.679982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-d87f3090-410a-4e01-9c89-03126c867c34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.1685479 Feb 16 17:23:01.757469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-c39ce18a-83d1-423e-80a9-21f991885869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:01.758991 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-c39ce18a-83d1-423e-80a9-21f991885869 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721524 Feb 16 17:23:01.897599 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-e131c5f1-52ee-41ec-a16f-0a189b50ba10 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300714 Feb 16 17:23:01.995540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:02.000674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815c54-71c5-40e1-9980-300ca796dd27 None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bcc89a8d-37c0-45e8-9a3c-cd5c709b1040', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'port_id': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'mac_address': 'fa:16:3e:75:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:12Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 1, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:02.036588 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c20c29cb-62ad-48c0-8c45-3f46fb7c553c req-99e1b347-950c-47e7-9ed3-d3a728829a57 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318974 Feb 16 17:23:02.211490 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e505ea40-94ea-4f2c-98f8-1c31d11add51 None None] New status for floating IP 109b0c4b-0aa9-443c-842a-f8748367f959: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:23:02.655612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf47a-00f5-42c0-ac9f-5d231c1261ae req-84c97291-f0cc-464a-a66f-d78d4695fa3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:02.657052 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-414bf47a-00f5-42c0-ac9f-5d231c1261ae req-84c97291-f0cc-464a-a66f-d78d4695fa3e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.0864534 Feb 16 17:23:02.700901 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-414bf47a-00f5-42c0-ac9f-5d231c1261ae req-68c691f8-8085-4213-b4fa-f630d3ad9069 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ed02dce-7ae3-4e14-8705-b2f436153e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378067 Feb 16 17:23:03.064299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-eccec770-e13a-4879-80ab-cb5574c68013 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:03.064980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-eccec770-e13a-4879-80ab-cb5574c68013 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:23:03.081057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-eccec770-e13a-4879-80ab-cb5574c68013 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:23:03.082214 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-eccec770-e13a-4879-80ab-cb5574c68013 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 945 time: 0.0990257 Feb 16 17:23:03.153430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 968d2683-9e16-4816-ac62-bee398b15398 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:23:03.153767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:03.398368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 968d2683-9e16-4816-ac62-bee398b15398, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=968d2683-9e16-4816-ac62-bee398b15398,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:03.398749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:03.520444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 968d2683-9e16-4816-ac62-bee398b15398 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:03.630397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d887330a-0921-4875-83fa-9e396c744cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:03.665018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:03.714173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=968d2683-9e16-4816-ac62-bee398b15398,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:03.792404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port 968d2683-9e16-4816-ac62-bee398b15398 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:03.795975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:03.798536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'name': 'network-vif-deleted', 'tag': '968d2683-9e16-4816-ac62-bee398b15398'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:03.814248 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-71c22d3c-44a4-4f3b-8b69-e045a07e4f91 req-743509f6-cdd0-44be-86c6-578998170775 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/968d2683-9e16-4816-ac62-bee398b15398 HTTP/1.1" status: 204 len: 173 time: 0.7270091 Feb 16 17:23:03.861808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3446af5b-88e4-48c4-81ab-e7fce26bf0a9 req-cc8aa811-5ea9-419a-89e3-df57ec1009a4 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=244a93fc-6248-42e0-aeac-f121014970e2 HTTP/1.1" status: 200 len: 210 time: 0.0516191 Feb 16 17:23:03.912348 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a93fc-6248-42e0-aeac-f121014970e2', 'name': 'network-vif-deleted', 'tag': '968d2683-9e16-4816-ac62-bee398b15398', 'status': 'completed', 'code': 200} Feb 16 17:23:04.317079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:04.952447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33930) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:05.031286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac558-7388-4c37-a25d-8fa83712789d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.061444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac558-7388-4c37-a25d-8fa83712789d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.082833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.135447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac558-7388-4c37-a25d-8fa83712789d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.159014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ac558-7388-4c37-a25d-8fa83712789d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed02dce-7ae3-4e14-8705-b2f436153e1a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:05.171380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac558-7388-4c37-a25d-8fa83712789d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.172528 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1c6ac558-7388-4c37-a25d-8fa83712789d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ed02dce-7ae3-4e14-8705-b2f436153e1a HTTP/1.1" status: 204 len: 168 time: 0.2190614 Feb 16 17:23:05.205272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33936) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:05.403538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port a0705b39-9c0c-43f1-80ac-1f6cde2760ca {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:23:05.403947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.669972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.670514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.797255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for a0705b39-9c0c-43f1-80ac-1f6cde2760ca owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:05.960238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:06.007164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=a0705b39-9c0c-43f1-80ac-1f6cde2760ca,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:06.095733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:06.096054 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP bcc89a8d-37c0-45e8-9a3c-cd5c709b1040 disassociated (deleted). External IP: 172.26.7.98, port: f982de71-e267-4ce3-a97c-73b889425c5b. Feb 16 17:23:06.445572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:23:06.624967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:23:06.634708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:06.641841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:06.644457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:06.645066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:06.697319 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f8d40738-8791-46e1-8f98-b33a9a20bf94 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/bcc89a8d-37c0-45e8-9a3c-cd5c709b1040 HTTP/1.1" status: 204 len: 168 time: 1.4908922 Feb 16 17:23:06.697892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:06.816252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:06.834193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:06.941551 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'status': 'completed', 'code': 200} Feb 16 17:23:07.040271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716fea-a755-4762-95ac-13df5692ae02 req-bb09b073-3605-4e07-ad0a-8899f69ff884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:07.041888 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-bb09b073-3605-4e07-ad0a-8899f69ff884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 1099 time: 0.0753145 Feb 16 17:23:07.123673 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747f44c-43a9-4f87-be22-6b71aa0e81b8 req-b3eb9f0d-4ca6-4823-b1b4-d48f84794bf7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:07.125316 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0747f44c-43a9-4f87-be22-6b71aa0e81b8 req-b3eb9f0d-4ca6-4823-b1b4-d48f84794bf7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0880108 Feb 16 17:23:07.161700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.168819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:07.176851 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0747f44c-43a9-4f87-be22-6b71aa0e81b8 req-e017fade-b4d8-427e-a84e-2a5833892f21 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Feb 16 17:23:07.178587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:07.179170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.194459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716fea-a755-4762-95ac-13df5692ae02 req-607cf247-3cba-4128-af1c-ab5eb76d9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:07.196156 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-607cf247-3cba-4128-af1c-ab5eb76d9062 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 200 len: 898 time: 0.1481411 Feb 16 17:23:07.371970 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-3018d411-52e7-4421-9364-df96e800d01f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 200 len: 217 time: 0.1683576 Feb 16 17:23:07.417765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:07.435816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716fea-a755-4762-95ac-13df5692ae02 req-b0606aed-2da5-410a-9e2a-5c2786811ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:07.437417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-b0606aed-2da5-410a-9e2a-5c2786811ff8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 200 len: 834 time: 0.0597725 Feb 16 17:23:07.514364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716fea-a755-4762-95ac-13df5692ae02 req-5fe733c4-afbb-4740-9b06-bd60bb268043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:07.515996 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-5fe733c4-afbb-4740-9b06-bd60bb268043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ade90b8-a710-4456-b4f2-00a6018c7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722651 Feb 16 17:23:07.650784 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-e6393603-3423-427d-b7c0-c3f0ab243ead service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268344 Feb 16 17:23:07.740633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.744473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533839d-5cc1-43d1-87a5-50688abd0304 None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:20:54Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '90f2e637-6f1b-4724-8d99-dbb229a30985', 'name': '', 'network_id': '4ade90b8-a710-4456-b4f2-00a6018c7bbd', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:d2:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c43348a8-485e-4099-bb12-577c477426d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:53Z', 'updated_at': '2022-02-16T17:21:00Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': 'c43348a8-485e-4099-bb12-577c477426d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:07.788945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d716fea-a755-4762-95ac-13df5692ae02 req-c79ba564-1b32-4c68-94d4-b378f8a02419 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301816 Feb 16 17:23:07.972641 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214cff7-3d5d-4986-87d8-e4f3fde1d9f4 None None] New status for floating IP bcc89a8d-37c0-45e8-9a3c-cd5c709b1040: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:23:08.361841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c25267-ba84-4b67-aa48-81cb35c5e73f req-187e5652-620c-4c88-b522-c31545a5f217 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:08.363336 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a4c25267-ba84-4b67-aa48-81cb35c5e73f req-187e5652-620c-4c88-b522-c31545a5f217 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0801015 Feb 16 17:23:08.408007 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a4c25267-ba84-4b67-aa48-81cb35c5e73f req-b075ff8f-d94d-4e83-afa9-e7f632e49d6e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=07f185df-ab13-433d-87ac-848f96fdc462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387709 Feb 16 17:23:08.486303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 968d2683-9e16-4816-ac62-bee398b15398 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:23:08.520227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 968d2683-9e16-4816-ac62-bee398b15398 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:23:08.520566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 968d2683-9e16-4816-ac62-bee398b15398 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:23:08.903704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-cb2dff12-77ea-4171-8c26-f3c63390fa92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:08.904379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-cb2dff12-77ea-4171-8c26-f3c63390fa92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:23:08.920693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-cb2dff12-77ea-4171-8c26-f3c63390fa92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:23:08.921803 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-cb2dff12-77ea-4171-8c26-f3c63390fa92 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 946 time: 0.0991163 Feb 16 17:23:08.991047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port f982de71-e267-4ce3-a97c-73b889425c5b {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:23:08.991410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.239086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port f982de71-e267-4ce3-a97c-73b889425c5b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f982de71-e267-4ce3-a97c-73b889425c5b,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:09.239436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.363801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for f982de71-e267-4ce3-a97c-73b889425c5b owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:09.508619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.560432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=f982de71-e267-4ce3-a97c-73b889425c5b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:09.575543 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b64c6649-12c7-47ae-a5cf-bf6abfea00c0 req-663fd027-d009-46d0-82b0-5a054743f907 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d35073-4cb6-46ef-84df-f7208f9a82a0 HTTP/1.1" status: 200 len: 210 time: 0.0589480 Feb 16 17:23:09.638527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port f982de71-e267-4ce3-a97c-73b889425c5b on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:09.640692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.643186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'name': 'network-vif-deleted', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:09.659403 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e3f4ae0-90cb-48a9-b3ce-e1302e631daf req-00192a6e-9257-4dda-bdcd-5202e6f4ef2d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/f982de71-e267-4ce3-a97c-73b889425c5b HTTP/1.1" status: 204 len: 173 time: 0.7322760 Feb 16 17:23:09.690170 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d35073-4cb6-46ef-84df-f7208f9a82a0', 'name': 'network-vif-deleted', 'tag': 'f982de71-e267-4ce3-a97c-73b889425c5b', 'status': 'completed', 'code': 200} Feb 16 17:23:10.676210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33956) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:10.743034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afc12cb8-a0f5-47a2-aaca-83e6fea05394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:10.773034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afc12cb8-a0f5-47a2-aaca-83e6fea05394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:10.836168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afc12cb8-a0f5-47a2-aaca-83e6fea05394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:10.858293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc12cb8-a0f5-47a2-aaca-83e6fea05394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f185df-ab13-433d-87ac-848f96fdc462,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:10.866985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-afc12cb8-a0f5-47a2-aaca-83e6fea05394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:10.868640 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-afc12cb8-a0f5-47a2-aaca-83e6fea05394 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/07f185df-ab13-433d-87ac-848f96fdc462 HTTP/1.1" status: 204 len: 168 time: 0.1914773 Feb 16 17:23:10.900115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33962) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:11.460851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:11.919959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 90f2e637-6f1b-4724-8d99-dbb229a30985 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:23:11.920626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:12.106903 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 90f2e637-6f1b-4724-8d99-dbb229a30985, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=90f2e637-6f1b-4724-8d99-dbb229a30985,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:12.107162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:12.228795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 90f2e637-6f1b-4724-8d99-dbb229a30985 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:12.414025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:12.462176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=90f2e637-6f1b-4724-8d99-dbb229a30985,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:12.504004 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.504340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.504670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.504996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.505316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.505635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.505951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.506266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.506604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.506929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.507240 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.507550 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:12.529359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f982de71-e267-4ce3-a97c-73b889425c5b no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:23:12.565531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: f982de71-e267-4ce3-a97c-73b889425c5b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:23:12.566216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f982de71-e267-4ce3-a97c-73b889425c5b not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:23:12.756252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:12.987501 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:23:13.228163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:23:13.406372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:23:13.416144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] Sync routers for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:13.420200 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-060bba9f-c47d-4902-8cda-f855ed0c904a tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/70a26fb6-d38d-4f56-a261-e8abf0796ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5190368 Feb 16 17:23:13.423415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 33966) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:13.426434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:13.427074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:13.492730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet c43348a8-485e-4099-bb12-577c477426d2 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:23:13.495633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:13.556680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:13.607229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:13.645995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:13.723425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:13.769880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:13.775277 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=c43348a8-485e-4099-bb12-577c477426d2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:13.775429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe50f34-85ac-47a7-8cf8-8bd9bd73ba3d None None] Network 4ade90b8-a710-4456-b4f2-00a6018c7bbd requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:23:13.780176 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-313c69a2-f4cb-47e0-a62b-67d7b91c7442 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/c43348a8-485e-4099-bb12-577c477426d2 HTTP/1.1" status: 204 len: 168 time: 0.3553078 Feb 16 17:23:13.783271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33970) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:14.079454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.137697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:23:12Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:14.141833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] Checking router: 70a26fb6-d38d-4f56-a261-e8abf0796ca8 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:14.165723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] Routers {'70a26fb6-d38d-4f56-a261-e8abf0796ca8'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:14.166344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:14.249498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] DHCP port deletion for 4ade90b8-a710-4456-b4f2-00a6018c7bbd request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:23:14.268558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Deleting port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:23:14.269009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.292385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.302982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port d707a534-9311-4228-a961-32b33ee9bd61 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:23:14.303345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.488146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port d707a534-9311-4228-a961-32b33ee9bd61, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d707a534-9311-4228-a961-32b33ee9bd61,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:14.488495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.499857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] Set router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:14.614251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for d707a534-9311-4228-a961-32b33ee9bd61 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:14.763492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] For port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,segment=NetworkSegment(e736c92e-ec4b-4d5e-8e6f-fe22f04325f2),segment_id=e736c92e-ec4b-4d5e-8e6f-fe22f04325f2)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:14.764080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.895857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Calling delete_port for cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:23:14.931887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.979642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=d707a534-9311-4228-a961-32b33ee9bd61,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:15.034853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.084020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.086939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Pushing event deleted for resources: {'Port': ['ID=cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:15.094453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] No DVR routers for this DVR port cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:15.106886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.107230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.107611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.107873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.108193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.108510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.108826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.109144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.109458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.109770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.110082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.110389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a492-952e-462e-8f3d-7b28da5b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:15.122152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:23:12Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.126251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d85a6-a007-4179-843d-224bc0c0703b None None] The sync data for ids ['70a26fb6-d38d-4f56-a261-e8abf0796ca8'] in dv-neutron-829527-2-hyperv is: [{'id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'name': 'tempest-TestNetworkBasicOps-router-1024949013', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:20:49Z', 'updated_at': '2022-02-16T17:23:12Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': 'd707a534-9311-4228-a961-32b33ee9bd61', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a26fb6-d38d-4f56-a261-e8abf0796ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:20:50Z', 'updated_at': '2022-02-16T17:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:15.260656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.263684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.290936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.291365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router 70a26fb6-d38d-4f56-a261-e8abf0796ca8 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:23:15.306569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.307698 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e160f32-a694-4b50-b42b-7075029ae24d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/70a26fb6-d38d-4f56-a261-e8abf0796ca8 HTTP/1.1" status: 204 len: 168 time: 1.5234771 Feb 16 17:23:15.310476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33974) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:15.535615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.671910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.699286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ade90b8-a710-4456-b4f2-00a6018c7bbd']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.712131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.712424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e736c92e-ec4b-4d5e-8e6f-fe22f04325f2') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.725161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.742741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.750955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:15.751352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:15.766991 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:15.848417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.865535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.877034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=4ade90b8-a710-4456-b4f2-00a6018c7bbd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:15.885282 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b79cd390-da67-4293-a823-de8a035ec45d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/4ade90b8-a710-4456-b4f2-00a6018c7bbd HTTP/1.1" status: 204 len: 168 time: 0.5737820 Feb 16 17:23:15.912229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33978) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:15.917994 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'network': {'name': 'tempest-network-smoke--565468495', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'port_security_enabled': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:15.923276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:15.927312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:network and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:15.930089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:15.936847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:15.946806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:15.950915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.978281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:15.987602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:15.988027 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Added segment 24787cd9-5b50-41f3-8643-00bf1806866e of type vlan for network d2702577-830a-44d5-89bb-151756190c51 Feb 16 17:23:16.016265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.050266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.059017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:16.059838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.144191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 90f2e637-6f1b-4724-8d99-dbb229a30985 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:23:16.176613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2599020 Feb 16 17:23:16.176613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33982) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:16.183729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-176373588', 'admin_state_up': True, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:16.183912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 90f2e637-6f1b-4724-8d99-dbb229a30985 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:23:16.184449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 90f2e637-6f1b-4724-8d99-dbb229a30985 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:23:16.184939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:23:16.189085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddbc38-8306-43c1-94ac-fe02b1cf1f89 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Network': ['ID=d2702577-830a-44d5-89bb-151756190c51,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:16.192762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:16.196634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:router and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:16.200113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:16.206819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:16.214398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d2702577-830a-44d5-89bb-151756190c51 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:23:16.219149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.220720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.237415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:23:16.237782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device cb3ec7ea-093a-4bcf-827d-dc6a7fcc39b2 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:23:16.238194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d707a534-9311-4228-a961-32b33ee9bd61 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:23:16.239262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.321451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d707a534-9311-4228-a961-32b33ee9bd61 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:23:16.321785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d707a534-9311-4228-a961-32b33ee9bd61 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:23:16.527645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.825461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.856069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:16.989501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.91 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/3d29a0cf-9005-4959-92b9-8926535e7c39) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:17.243109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:17.273986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:17.336328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:17.339287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:17.343745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:23:17.380928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:17.768020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:18.106901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:18.311502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:23:18.489656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:23:18.499388 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:18.508377 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:18.508968 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:18.517198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:18.518420 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6c525ca9-bfad-4f1b-a06c-b3c15569d3da tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3410618 Feb 16 17:23:18.521626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33986) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:18.679760 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7e69c74a-005a-4650-9b17-cc2d3a466608 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=89c2c47e4c994a91a06871f31844c874&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1570461 Feb 16 17:23:18.682342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33990) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:18.693836 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:18.813102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb087f-b28d-4334-9313-ad01b797ccc6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:18.814502 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d9cb087f-b28d-4334-9313-ad01b797ccc6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312373 Feb 16 17:23:18.817328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33994) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:18.858337 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-94d5db55-0c86-4ec7-ad32-4947dbac1428 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375102 Feb 16 17:23:18.858589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 33998) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:18.863773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695862607', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:18.972170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:18.975064 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:17Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:18.976227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:subnet and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:18.978822 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Checking router: f926772c-771c-4877-b05b-3d52305c4c39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:18.979030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:18.979144 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Updating router f926772c-771c-4877-b05b-3d52305c4c39 port 3d29a0cf-9005-4959-92b9-8926535e7c39 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:23:18.984674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:18.996300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:19.000145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.031252 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.222748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.303336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Subnet': ['ID=716f4815-7db9-4b31-aa0a-052adb4b5054,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:19.311651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Checking segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:23:19.311999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network hostable DHCP agents. Network: d2702577-830a-44d5-89bb-151756190c51, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:19.331477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d2702577-830a-44d5-89bb-151756190c51 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:19.341459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d2702577-830a-44d5-89bb-151756190c51) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:19.346188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:19.347250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.353635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a45a24-1cd4-4163-adbb-6f7d793f7b4c None None] Network d2702577-830a-44d5-89bb-151756190c51 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:23:19.364753 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.370540 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ceea2b8b-841b-422e-876f-d4575c131bf1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5109992 Feb 16 17:23:19.374030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34002) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:19.377392 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Transition to ACTIVE for port object 3d29a0cf-9005-4959-92b9-8926535e7c39 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:19.384540 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.466064 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Attempting to bind port 3d29a0cf-9005-4959-92b9-8926535e7c39 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:23:19.466438 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Attempting to bind port 3d29a0cf-9005-4959-92b9-8926535e7c39 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:23:19.466871 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Attempting to bind port 3d29a0cf-9005-4959-92b9-8926535e7c39 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:23:19.476081 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:23:19.476370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:23:19.476767 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.477169 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:23:19.477605 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Bound port: 3d29a0cf-9005-4959-92b9-8926535e7c39, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:23:19.477963 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.501870 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Pushing event updated for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:19.519167 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.519511 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.519849 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.520179 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.520502 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.521870 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.521870 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.521870 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.521870 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.522239 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.522354 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.522694 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:19.565119 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] For port 3d29a0cf-9005-4959-92b9-8926535e7c39, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:23:19.568167 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] For port 3d29a0cf-9005-4959-92b9-8926535e7c39, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3d29a0cf-9005-4959-92b9-8926535e7c39,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:23:19.574477 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.635142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d2702577-830a-44d5-89bb-151756190c51', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:23:19.636021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:19.688846 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:19.689450 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:19.735725 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a933f-11c3-4a03-8b05-6944ac057eac None None] Pushing event updated for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:19.798365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Allocated IP 172.20.0.2 (d2702577-830a-44d5-89bb-151756190c51/716f4815-7db9-4b31-aa0a-052adb4b5054/f8da88de-26d8-4eca-8ad9-effeb350aa53) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:19.869322 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:20.006241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.017003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Transition to ACTIVE for port object f8da88de-26d8-4eca-8ad9-effeb350aa53 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:20.037936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Transition to ACTIVE for port object f8da88de-26d8-4eca-8ad9-effeb350aa53 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:20.047939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.092676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.121134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Network d2702577-830a-44d5-89bb-151756190c51 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:20.124102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:20.126627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:23:20.134594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Pushing event updated for resources: {'Port': ['ID=f8da88de-26d8-4eca-8ad9-effeb350aa53,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:20.174084 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:17Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:20.179064 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46942d-9a32-4723-9100-92a22e599c48 None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:17Z', 'revision_number': 3, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:20.255367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Attempting to bind port f8da88de-26d8-4eca-8ad9-effeb350aa53 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:23:20.255871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Attempting to bind port f8da88de-26d8-4eca-8ad9-effeb350aa53 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:23:20.256385 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Attempting to bind port f8da88de-26d8-4eca-8ad9-effeb350aa53 on network d2702577-830a-44d5-89bb-151756190c51 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:23:20.263282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:23:20.263739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Checking segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:23:20.264189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.264639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Bound using segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:23:20.265165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Bound port: f8da88de-26d8-4eca-8ad9-effeb350aa53, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:23:20.265594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.359687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] For port f8da88de-26d8-4eca-8ad9-effeb350aa53, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:23:20.364661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] For port f8da88de-26d8-4eca-8ad9-effeb350aa53, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f8da88de-26d8-4eca-8ad9-effeb350aa53,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:23:20.373033 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.476599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615b491-77f6-4436-bd0e-cb558abf5ca2 None None] Pushing event updated for resources: {'Port': ['ID=f8da88de-26d8-4eca-8ad9-effeb350aa53,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:20.679849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.1 (d2702577-830a-44d5-89bb-151756190c51/716f4815-7db9-4b31-aa0a-052adb4b5054/18bf614d-f536-4144-83a4-7c3ae8d0f245) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:20.860550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.877254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object 18bf614d-f536-4144-83a4-7c3ae8d0f245 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:20.901077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:20.976725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d2702577-830a-44d5-89bb-151756190c51 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:20.979938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:20.984891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:23:21.015291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:21.046895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:21.330873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:21.429162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219be73-16ef-4866-b1ef-95351631d6e5 None None] Network d2702577-830a-44d5-89bb-151756190c51 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:23:21.548978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b66f93ed-e9cf-411e-a989-5cc0bff82121 None None] Provisioning for port f8da88de-26d8-4eca-8ad9-effeb350aa53 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:21.766766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:21.772520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:21.894643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:21.895244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.005197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f8da88de-26d8-4eca-8ad9-effeb350aa53 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:22.048815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dbfa3c0d-9851-4f6c-a5b4-5699b1add757 None None] Provisioning for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:22.064218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dbfa3c0d-9851-4f6c-a5b4-5699b1add757 None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:22.064589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3c0d-9851-4f6c-a5b4-5699b1add757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.129484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa3c0d-9851-4f6c-a5b4-5699b1add757 None None] Port 18bf614d-f536-4144-83a4-7c3ae8d0f245 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:23:22.140481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port f8da88de-26d8-4eca-8ad9-effeb350aa53 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:22.145387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f8da88de-26d8-4eca-8ad9-effeb350aa53 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:22.145936 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.170593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d2702577-830a-44d5-89bb-151756190c51 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:22.171898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:22.289225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.304336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f8c105b2-5aec-476a-8518-deea0e47061c None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:22.304694 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f8c105b2-5aec-476a-8518-deea0e47061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.372423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:23:22.374569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port f8da88de-26d8-4eca-8ad9-effeb350aa53, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f8da88de-26d8-4eca-8ad9-effeb350aa53,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:22.375477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f8c105b2-5aec-476a-8518-deea0e47061c None None] Port 18bf614d-f536-4144-83a4-7c3ae8d0f245 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:23:22.380147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.380805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:22.499086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=f8da88de-26d8-4eca-8ad9-effeb350aa53,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:22.517071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-df61fe87-5289-41a4-9592-0f784eb85562 None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:22.517431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df61fe87-5289-41a4-9592-0f784eb85562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.549669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 3d29a0cf-9005-4959-92b9-8926535e7c39 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:22.563426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:23:22.579817 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a9b49d33-cbe1-429d-98f5-f9ea90037847 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/f926772c-771c-4877-b05b-3d52305c4c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2025559 Feb 16 17:23:22.580023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34006) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:22.593629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:22.605931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 3d29a0cf-9005-4959-92b9-8926535e7c39 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:22.606289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.653380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:22.653995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:22.720626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ca48d-c8ce-427b-85b0-f20bcdde7c37 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.721086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ca48d-c8ce-427b-85b0-f20bcdde7c37 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.721568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ca48d-c8ce-427b-85b0-f20bcdde7c37 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.722014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ca48d-c8ce-427b-85b0-f20bcdde7c37 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.726081 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-936ca48d-c8ce-427b-85b0-f20bcdde7c37 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1427655 Feb 16 17:23:22.726226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-df61fe87-5289-41a4-9592-0f784eb85562 None None] Port 18bf614d-f536-4144-83a4-7c3ae8d0f245 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:23:22.726417 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34010) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:22.795382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60b1c4-ae32-4f97-8a10-6ee6ebc9f2a6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.796064 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60b1c4-ae32-4f97-8a10-6ee6ebc9f2a6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.796192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60b1c4-ae32-4f97-8a10-6ee6ebc9f2a6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.796639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60b1c4-ae32-4f97-8a10-6ee6ebc9f2a6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.800751 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ff60b1c4-ae32-4f97-8a10-6ee6ebc9f2a6 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0709238 Feb 16 17:23:22.800964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34014) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:22.898942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:22.939784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:22.976990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 3d29a0cf-9005-4959-92b9-8926535e7c39, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3d29a0cf-9005-4959-92b9-8926535e7c39,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:23.010237 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2c32f03b-bde5-4902-98fc-62cccaabba60 tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2058117 Feb 16 17:23:23.032839 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.185380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:23.241458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34020) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:23.247188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551954066', 'description': 'tempest-secgroup-smoke-1551954066 description', 'project_id': '89c2c47e4c994a91a06871f31844c874'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:23.253375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:23.257527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:23.260447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:23.267075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:23.277879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.299827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:23.302662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:23.305250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:23.306742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Checking router: f926772c-771c-4877-b05b-3d52305c4c39 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:23.307089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Updating router f926772c-771c-4877-b05b-3d52305c4c39 port 18bf614d-f536-4144-83a4-7c3ae8d0f245 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:23:23.310451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:23.318955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:23.371306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.396573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.404631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.458132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:23.461051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.466003 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4da57b93-b628-4f79-b9fb-588741210f33 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2198467 Feb 16 17:23:23.466514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34024) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:23.471453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1c28fcbf-48f4-4e0e-8d28-00ef8db015b9', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:23.477984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:23.482491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:23.485935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:23.491775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:23.513374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.583543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.588069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.615541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9434876-d958-4b2e-a99a-ab5c15c4e1df,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:23.630173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.631507 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1106db39-99c5-4f74-8ce9-f1de805a0ae3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641657 Feb 16 17:23:23.634246 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34028) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:23.640041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1c28fcbf-48f4-4e0e-8d28-00ef8db015b9', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:23.645920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:23.651785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:23.655849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:23.661871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:23.680241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.749714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.753806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.779758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55fe39b-1018-4dda-a844-54d03f281ae4,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:23.790789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.790970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.795631 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-285ec11b-58be-405d-a86e-43b875e9a034 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569533 Feb 16 17:23:23.796216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34032) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:23.801997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1c28fcbf-48f4-4e0e-8d28-00ef8db015b9', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:23.807657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Transition to ACTIVE for port object 18bf614d-f536-4144-83a4-7c3ae8d0f245 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:23.810897 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:23.815155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:23.816310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.818822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:23.828478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:23.853314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.951245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.957428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:23.957696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f8da88de-26d8-4eca-8ad9-effeb350aa53 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:23.987030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca44521-847f-4afe-9e49-26177b62b869,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:24.000045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.001604 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c66461cf-823b-4f44-98f3-027d4102effd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2048013 Feb 16 17:23:24.004228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34036) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:24.010071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1c28fcbf-48f4-4e0e-8d28-00ef8db015b9', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:24.018336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:24.023292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2a46f-6d21-4c25-9b7f-955b53a72a1e None None] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:24.023527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:24.028120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:24.034677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:24.056574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.138957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.143357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.143608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Attempting to bind port 18bf614d-f536-4144-83a4-7c3ae8d0f245 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:23:24.143950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Attempting to bind port 18bf614d-f536-4144-83a4-7c3ae8d0f245 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:23:24.144303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Attempting to bind port 18bf614d-f536-4144-83a4-7c3ae8d0f245 on network d2702577-830a-44d5-89bb-151756190c51 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:23:24.152937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:23:24.153414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Checking segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:23:24.153686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.154064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Bound using segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:23:24.154522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Bound port: 18bf614d-f536-4144-83a4-7c3ae8d0f245, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:23:24.154972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.167128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16f63a8-de16-4c75-bf7c-bc3fc24e0755,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:24.179050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.183911 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-af7f0c86-2a83-41d7-a7df-3b6698698542 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750219 Feb 16 17:23:24.184301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34040) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:24.189640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1c28fcbf-48f4-4e0e-8d28-00ef8db015b9', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:24.195931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:24.202504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:24.205839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:24.215697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:24.234778 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:23:24.244970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.283620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f8da88de-26d8-4eca-8ad9-effeb350aa53 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:24.283985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.332074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.340591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.368456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd71622b-4fed-4770-a93d-cdc5e5df3ed7,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:24.375626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] For port 18bf614d-f536-4144-83a4-7c3ae8d0f245, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:23:24.379024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] For port 18bf614d-f536-4144-83a4-7c3ae8d0f245, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18bf614d-f536-4144-83a4-7c3ae8d0f245,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:23:24.380351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.381731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-57e2ca63-39e5-4ca1-bb07-80f0a06429c1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964684 Feb 16 17:23:24.384633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34044) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:24.390245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'security_group_rule': {'security_group_id': '1c28fcbf-48f4-4e0e-8d28-00ef8db015b9', 'project_id': '89c2c47e4c994a91a06871f31844c874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:24.399641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:24.404480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:security_group_rule and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:24.408259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:24.410479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.414268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:24.427023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Project 89c2c47e4c994a91a06871f31844c874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:23:24.434281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.499904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:24.504795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.513446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.546739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dee408-2249-48c3-afad-b6cbd1955010,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:24.561168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:24.561751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:24.564760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.574212 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-02b731f0-672e-4b2f-803b-4c7889c045cd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801531 Feb 16 17:23:24.654059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2a46f-6d21-4c25-9b7f-955b53a72a1e None None] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:24.755959 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-935b7868-1966-4ed0-a38a-5aea2a37c0e6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551954066&fields=id&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 267 time: 0.0428064 Feb 16 17:23:24.775992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.780061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 3d29a0cf-9005-4959-92b9-8926535e7c39 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:24.780949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:24.845803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:24.912581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-02cddd12-f122-4945-992a-010bdd2ba753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:24.914040 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-02cddd12-f122-4945-992a-010bdd2ba753 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 796 time: 0.1498482 Feb 16 17:23:24.929542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-4d8c27d9-4105-4f35-bca5-d56a6f0f899c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/quotas/89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 375 time: 0.0091102 Feb 16 17:23:25.016043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-6300c223-4ed6-4e65-9452-0c124115912a req-ab2f03e4-1fc5-42c8-8919-059104bc1156 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:23:25.032026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-6300c223-4ed6-4e65-9452-0c124115912a req-ab2f03e4-1fc5-42c8-8919-059104bc1156 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:23:25.033696 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-ab2f03e4-1fc5-42c8-8919-059104bc1156 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982499 Feb 16 17:23:25.186033 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-0dbe15e3-82ff-4663-82d6-4e4d55899966 service neutron] 10.222.0.43 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403618 Feb 16 17:23:25.252090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:23:24Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:25.256158 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1999fb-00c2-45a3-8f7d-009fc7f39903 None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:23:24Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:25.346844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-572bc174-8015-4f67-9eb0-22f43d7799ab service neutron] 10.222.0.43 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572356 Feb 16 17:23:25.542218 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-748fd550-b6a3-4fde-a97c-01b366abf287 req-6bd3d99a-9adf-434f-b55b-50f27c9c8deb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 210 time: 0.0510023 Feb 16 17:23:25.946721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:26.020757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:26.026531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:26.027080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:26.158337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:26.195239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 18bf614d-f536-4144-83a4-7c3ae8d0f245, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18bf614d-f536-4144-83a4-7c3ae8d0f245,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:26.200347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:26.274497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:26.614075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-004d06c8-d772-466a-b469-ff8eb54d5d81 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:26.614840 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6300c223-4ed6-4e65-9452-0c124115912a req-004d06c8-d772-466a-b469-ff8eb54d5d81 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:23:26.630338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6300c223-4ed6-4e65-9452-0c124115912a req-004d06c8-d772-466a-b469-ff8eb54d5d81 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:23:26.632577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-004d06c8-d772-466a-b469-ff8eb54d5d81 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 796 time: 0.1685894 Feb 16 17:23:26.685731 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6300c223-4ed6-4e65-9452-0c124115912a req-559bca58-f67a-4a6c-953f-ab3ff023b248 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:23:26.701782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6300c223-4ed6-4e65-9452-0c124115912a req-559bca58-f67a-4a6c-953f-ab3ff023b248 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:23:26.704811 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-559bca58-f67a-4a6c-953f-ab3ff023b248 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c2c47e4c994a91a06871f31844c874 HTTP/1.1" status: 200 len: 380 time: 0.0620501 Feb 16 17:23:26.711373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7afea7d6-f1a6-4122-a366-2b589a09a415 req-98256e4c-7e9f-4b1b-b6d5-9cedf11ab64d tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 210 time: 0.0436227 Feb 16 17:23:26.712175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'port': {'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'admin_state_up': True, 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'security_groups': ['1c28fcbf-48f4-4e0e-8d28-00ef8db015b9']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:26.957704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:26.967562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:26.976830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Made reservation on behalf of 89c2c47e4c994a91a06871f31844c874 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:26.980934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:27.138641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.20.0.14 (d2702577-830a-44d5-89bb-151756190c51/716f4815-7db9-4b31-aa0a-052adb4b5054/dde17d42-73fb-4ede-8cd3-3f384e9bb4bf) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:27.332061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:27.348161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Transition to ACTIVE for port object dde17d42-73fb-4ede-8cd3-3f384e9bb4bf will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:27.370957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:27.440709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network d2702577-830a-44d5-89bb-151756190c51 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:27.443767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:27.447651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:23:27.483682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:27.521969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:27.522584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:27.550480 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-dc19f665-87fd-48e0-8b7b-932a881b3d47 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8423386 Feb 16 17:23:27.562642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Request body: {'port': {'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:27.672895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a5926fba-af35-4084-a76f-f9bc1f208347 None None] Provisioning for port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:27.674901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:27.677858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a5926fba-af35-4084-a76f-f9bc1f208347 None None] Provisioning complete for port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:27.678225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a5926fba-af35-4084-a76f-f9bc1f208347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:27.733292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a5926fba-af35-4084-a76f-f9bc1f208347 None None] Port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:23:27.906366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f406b-07bd-4f0b-8481-4514e81d6c83 req-2db64252-4d27-4069-95a5-45bfe1ee0a3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:27.908734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ca8f406b-07bd-4f0b-8481-4514e81d6c83 req-2db64252-4d27-4069-95a5-45bfe1ee0a3c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 932 time: 0.0886769 Feb 16 17:23:27.931236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:27.954883 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ca8f406b-07bd-4f0b-8481-4514e81d6c83 req-1e296ca4-29a5-488d-98c0-eba4be1f4ccc tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Feb 16 17:23:28.002415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:28.002719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:28.041405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde17d42-73fb-4ede-8cd3-3f384e9bb4bf {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:23:28.049640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:28.063928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Transition to ACTIVE for port object dde17d42-73fb-4ede-8cd3-3f384e9bb4bf will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:28.067502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:28.197572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Pushing event updated for resources: {'Port': ['ID=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:28.313928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Attempting to bind port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:23:28.314254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Attempting to bind port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:23:28.314589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Attempting to bind port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf on network d2702577-830a-44d5-89bb-151756190c51 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:23:28.319094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf on network d2702577-830a-44d5-89bb-151756190c51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:23:28.319405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Attempting to bind port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf on network d2702577-830a-44d5-89bb-151756190c51 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:23:28.324475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:23:28.324802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Checking segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:23:28.325176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Bound using segment: {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:23:28.325573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Bound port: dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24787cd9-5b50-41f3-8643-00bf1806866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2702577-830a-44d5-89bb-151756190c51'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:23:28.325904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:28.415501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] For port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:23:28.418493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] For port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:23:28.422533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:28.492232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.492836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:28.494192 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] 10.222.0.48 "PUT /v2.0/ports/dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 1094 time: 0.9364185 Feb 16 17:23:28.494645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:28.517289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602f14-253e-4e81-83dd-057b3ac5a60e service neutron] Pushing event updated for resources: {'Port': ['ID=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:28.572309 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'status': 'completed', 'code': 200} Feb 16 17:23:28.616614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-dfded015-3d92-45a4-b6c9-337b27a23759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.618034 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-dfded015-3d92-45a4-b6c9-337b27a23759 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1097 time: 0.0805092 Feb 16 17:23:28.790225 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-261fea40-e2af-4799-8315-8384eef94cc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 217 time: 0.1638460 Feb 16 17:23:28.851887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-d2de47a6-7b4d-4ba9-808c-684b487b8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.853287 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-d2de47a6-7b4d-4ba9-808c-684b487b8d46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 200 len: 834 time: 0.0570872 Feb 16 17:23:28.927594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c223-4ed6-4e65-9452-0c124115912a req-bffc9a80-b3f3-449c-a46c-51ae581df1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.929045 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-bffc9a80-b3f3-449c-a46c-51ae581df1e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2702577-830a-44d5-89bb-151756190c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694692 Feb 16 17:23:29.062372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-06b22fbb-4d86-42a0-b77c-df7e4961ce86 service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266325 Feb 16 17:23:29.206503 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6300c223-4ed6-4e65-9452-0c124115912a req-b1532b98-5da3-4408-9175-0b604a9e70cc service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378014 Feb 16 17:23:29.261556 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb1b7-4409-49b8-aa03-29517f964223 req-ff34d21f-ac83-4c3b-9f47-1044a4758019 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.263072 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4cafb1b7-4409-49b8-aa03-29517f964223 req-ff34d21f-ac83-4c3b-9f47-1044a4758019 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 944 time: 0.2005122 Feb 16 17:23:29.313641 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4cafb1b7-4409-49b8-aa03-29517f964223 req-66cf9d38-dbf5-4e6f-a91b-86cd542ee664 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405676 Feb 16 17:23:29.331790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-299354b7-78dc-4e56-9d8e-88036b78b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.333250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-299354b7-78dc-4e56-9d8e-88036b78b25f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1097 time: 0.0772932 Feb 16 17:23:29.467400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-2a5bc696-4c59-45aa-9dba-cbe8576d83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.468826 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-2a5bc696-4c59-45aa-9dba-cbe8576d83b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 897 time: 0.1286683 Feb 16 17:23:29.538705 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-6327d322-af70-45da-ac18-6e36bd5fc359 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 217 time: 0.0636091 Feb 16 17:23:29.602975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-90a71ca8-5896-42e1-bd19-6bea5fe100f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.605538 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-90a71ca8-5896-42e1-bd19-6bea5fe100f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 200 len: 834 time: 0.0598767 Feb 16 17:23:29.678376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-cf345ca9-dac4-4d43-97d2-eee868e3bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.679847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-cf345ca9-dac4-4d43-97d2-eee868e3bfed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2702577-830a-44d5-89bb-151756190c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691106 Feb 16 17:23:29.813399 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-d35afb3a-e350-424c-8d3e-4b901c8f1a1a service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262972 Feb 16 17:23:29.965495 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b5f1804d-4d56-43d4-9175-f249a1c5f211 req-02145f45-444c-488d-96fc-85ba33acf090 service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458368 Feb 16 17:23:30.501678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d15a3-b87d-4442-9000-dbc02eb019be req-67893927-d2c3-4f9b-9d08-699d2dc76a40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:30.503041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b98d15a3-b87d-4442-9000-dbc02eb019be req-67893927-d2c3-4f9b-9d08-699d2dc76a40 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 944 time: 0.0836117 Feb 16 17:23:30.546434 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b98d15a3-b87d-4442-9000-dbc02eb019be req-5881de39-7452-41fb-9ef6-f3ff1d682287 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378754 Feb 16 17:23:30.894862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-63cf8eb4-ffe3-475a-94bf-e24bb8c4d08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:31.728589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f60d18-6dc4-4087-8ba8-b5d335987947 req-d619a683-5118-4982-afce-51483db5debd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:31.730077 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d8f60d18-6dc4-4087-8ba8-b5d335987947 req-d619a683-5118-4982-afce-51483db5debd tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 944 time: 0.0788741 Feb 16 17:23:31.774580 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d8f60d18-6dc4-4087-8ba8-b5d335987947 req-a0af0347-8373-4b12-bba4-87d7b42b4630 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385153 Feb 16 17:23:32.622282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device dde17d42-73fb-4ede-8cd3-3f384e9bb4bf details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:23:32.792655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:32.810322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:23:32.866359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:32.884272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde17d42-73fb-4ede-8cd3-3f384e9bb4bf {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:23:32.899893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:32.904553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:32.966358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0379ea4-31d1-4873-8c37-9d3bdb25bd2a req-087cc724-ef53-4575-8bcf-30161943b45b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:32.968692 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0379ea4-31d1-4873-8c37-9d3bdb25bd2a req-087cc724-ef53-4575-8bcf-30161943b45b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 945 time: 0.0888433 Feb 16 17:23:32.971786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:33.015108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0379ea4-31d1-4873-8c37-9d3bdb25bd2a req-b5ae4b2f-90f8-4d79-a0e3-a3b905d566db tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Feb 16 17:23:33.248653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['dde17d42-73fb-4ede-8cd3-3f384e9bb4bf'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:23:33.633279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ba9a9407-913e-4c10-a34d-bef89b4e8def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:34.198493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eefedb-e59b-457f-8b30-b94dad85e37a req-70541a11-e87e-48eb-87fb-ebc8d4cd259e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:34.200017 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-23eefedb-e59b-457f-8b30-b94dad85e37a req-70541a11-e87e-48eb-87fb-ebc8d4cd259e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 945 time: 0.0795112 Feb 16 17:23:34.244044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-23eefedb-e59b-457f-8b30-b94dad85e37a req-466cb4e8-f6bf-44ee-b5e8-cb99ff711658 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383792 Feb 16 17:23:34.319663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:34.625910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device dde17d42-73fb-4ede-8cd3-3f384e9bb4bf up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:23:34.693940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:34.698477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:34.699010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:34.817204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:34.845513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:34.854830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:23:34.859499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:34.898711 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'code': 200} Feb 16 17:23:34.932920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:35.086741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:35.128460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e538af-1d02-4548-b564-d8f5cd6e931f req-76dd3361-8477-430e-9ff3-86906fab9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.129945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d9e538af-1d02-4548-b564-d8f5cd6e931f req-76dd3361-8477-430e-9ff3-86906fab9a69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1099 time: 0.0756996 Feb 16 17:23:35.175389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d9e538af-1d02-4548-b564-d8f5cd6e931f req-693a8659-4299-4bd6-aa04-7b27c5a203dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376608 Feb 16 17:23:35.452554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97962a-897f-4174-b803-63ad3d13db3e req-5026f592-1316-431a-be5a-bc7191acf766 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.453935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5c97962a-897f-4174-b803-63ad3d13db3e req-5026f592-1316-431a-be5a-bc7191acf766 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 946 time: 0.0845432 Feb 16 17:23:35.503514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5c97962a-897f-4174-b803-63ad3d13db3e req-e121dc3d-2f01-434f-b42c-e7c3054f362f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Feb 16 17:23:36.707578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0494-d5a7-4a1d-8b6e-1a1be1d0a392 req-479788ca-54bc-45c9-931f-4f31be4c2476 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:36.709029 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b76f0494-d5a7-4a1d-8b6e-1a1be1d0a392 req-479788ca-54bc-45c9-931f-4f31be4c2476 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 946 time: 0.0852141 Feb 16 17:23:36.758645 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b76f0494-d5a7-4a1d-8b6e-1a1be1d0a392 req-9641793b-60a0-4168-9811-4e8902df9d63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Feb 16 17:23:36.764277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:36.952638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff37c-7322-44e9-81bb-327b6fe84023 req-c371d96d-5a0e-4a35-898d-884a27bf7b19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:36.954195 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed7ff37c-7322-44e9-81bb-327b6fe84023 req-c371d96d-5a0e-4a35-898d-884a27bf7b19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 946 time: 0.0832400 Feb 16 17:23:36.999720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed7ff37c-7322-44e9-81bb-327b6fe84023 req-39a1f1ef-131f-426d-a277-6a95c07c75b1 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Feb 16 17:23:37.023127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34098) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:37.102382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc9de7-0eb4-4bdc-a9d6-c158474dde5e tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:37.103817 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f2cc9de7-0eb4-4bdc-a9d6-c158474dde5e tempest-TestNetworkBasicOps-1488094555 tempest-TestNetworkBasicOps-1488094555-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1094 time: 0.0793216 Feb 16 17:23:37.107488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34102) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:37.112357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:37.118236 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:23:37.123062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Usage tracker for resource:floatingip and tenant:89c2c47e4c994a91a06871f31844c874 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:23:37.126026 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:23:37.131802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:23:37.142915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:37.282936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:37.413900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Allocated IP 172.26.7.194 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/4784c549-c077-46ab-a346-e5116582ef27) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:37.566166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:37.596631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:37.665003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:37.667751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:37.672066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:23:37.703570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=4784c549-c077-46ab-a346-e5116582ef27,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:38.195718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:38.272211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:38.477311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:38.481481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:38.587594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event updated for resources: {'Port': ['ID=4784c549-c077-46ab-a346-e5116582ef27,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:38.603266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:38.781805 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP bfa6f09b-dde1-4840-a4fd-77ab40dba517 associated. External IP: 172.26.7.194, port: dde17d42-73fb-4ede-8cd3-3f384e9bb4bf. Feb 16 17:23:39.144990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:23:39.323422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:23:39.333799 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:39.344104 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:39.345025 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:39.349515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:39.408156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d2115ec4-bc5d-4a54-bb52-59d080c0bb19 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2992194 Feb 16 17:23:39.408578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:23:39.410999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34106) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:39.460325 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'status': 'completed', 'code': 200} Feb 16 17:23:39.528496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:39.579456 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6b4271da-7913-4c25-8aae-170239fc8b25 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 992 time: 0.1673279 Feb 16 17:23:39.594565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-8ef486bf-8766-4bd3-9178-857d3705ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.595983 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-8ef486bf-8766-4bd3-9178-857d3705ad33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1099 time: 0.1081131 Feb 16 17:23:39.728514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-f1ebda4d-fc18-4bd7-8a3c-0c06a687187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.729828 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-f1ebda4d-fc18-4bd7-8a3c-0c06a687187a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 897 time: 0.1272657 Feb 16 17:23:39.882649 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bfa6f09b-dde1-4840-a4fd-77ab40dba517', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:23:38Z', 'updated_at': '2022-02-16T17:23:38Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:23:26Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:39.886371 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] Checking router: f926772c-771c-4877-b05b-3d52305c4c39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:39.894779 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:23:39.895392 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:23:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:39.936653 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-adb5ac47-c3db-4cfb-b846-0914f44e7667 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 1000 time: 0.1998861 Feb 16 17:23:40.000635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-0a456bbd-d835-4694-82a7-60e0631f5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:40.001959 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-0a456bbd-d835-4694-82a7-60e0631f5221 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 200 len: 834 time: 0.0591497 Feb 16 17:23:40.070840 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:23:40.076981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-4bbf26e0-31b3-4a84-bf05-f17f8ce20d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:40.078574 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-4bbf26e0-31b3-4a84-bf05-f17f8ce20d0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2702577-830a-44d5-89bb-151756190c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702775 Feb 16 17:23:40.214934 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-22c78ad3-24fd-4641-b06a-e5f1ce831295 service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284237 Feb 16 17:23:40.350590 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d328ab3-bf5c-4aab-8542-d4b7d9870bee req-ec2c4c00-b045-4748-ab0c-f59e7db5b2de service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290793 Feb 16 17:23:40.452090 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bfa6f09b-dde1-4840-a4fd-77ab40dba517', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:23:38Z', 'updated_at': '2022-02-16T17:23:38Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:23:26Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:40.456021 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db1dcd-4480-456b-af70-1807b9e26a64 None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:21Z', 'revision_number': 4, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bfa6f09b-dde1-4840-a4fd-77ab40dba517', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:23:38Z', 'updated_at': '2022-02-16T17:23:38Z', 'revision_number': 0, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:23:26Z', 'revision_number': 5, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:40.583320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34112) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:40.668406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74173b44-90ad-4e47-beb4-4905af2ad956 None None] New status for floating IP bfa6f09b-dde1-4840-a4fd-77ab40dba517: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:23:40.695623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4ab83bbe-5c6b-47d9-b2bf-6051ae7d72c0 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 992 time: 0.1111679 Feb 16 17:23:41.700399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34116) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:23:41.802503 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-98ca7251-e897-4104-9b59-7ea12d8e410f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 994 time: 0.1010196 Feb 16 17:23:49.986273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:23:54.732213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:57.064358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-00676fb7-ccf4-46e5-aaad-1c3d0a69c267 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723054 Feb 16 17:23:57.211925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-9b140b2e-a106-4bb9-ab88-40f56c923044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.213364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-9b140b2e-a106-4bb9-ab88-40f56c923044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1099 time: 0.0753419 Feb 16 17:23:57.368769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-2ac8514c-4ef6-4437-a3cd-3d0753a3fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.370480 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-2ac8514c-4ef6-4437-a3cd-3d0753a3fafd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 897 time: 0.1349573 Feb 16 17:23:57.480079 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-5a4fedcb-d069-4289-93fd-3656b53dae87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 1002 time: 0.1017714 Feb 16 17:23:57.540934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-0e3e2b7d-b6ca-4437-880f-078b5b944410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.542315 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-0e3e2b7d-b6ca-4437-880f-078b5b944410 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 200 len: 834 time: 0.0562098 Feb 16 17:23:57.624358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-2b3249c2-5a54-4849-ad3b-951b46af2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.626801 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-2b3249c2-5a54-4849-ad3b-951b46af2e6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2702577-830a-44d5-89bb-151756190c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776584 Feb 16 17:23:57.756514 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-bd45be65-dd12-4a4e-bc64-dc3a7afbc63e service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228406 Feb 16 17:23:57.905433 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4cd49d55-3d51-4eda-8f21-88f0a6e9484e req-8fb38cca-f1a7-46e0-bc75-c013e496bf26 service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264768 Feb 16 17:24:00.896194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12bf3406-541b-4b5f-8475-1116edd8e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:03.633852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f8c05418-dba8-48eb-b926-84e343ccbc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:04.322924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:05.090151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:06.769889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:24.768201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:26.989527 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:24:30.898105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-514ef04f-be23-4e58-b592-e0f9fd490419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:33.636752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2150fb58-71b5-4965-845a-af666bf97f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:34.325334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:35.094108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:36.769878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:54.777521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:54.825964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34152) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:24:54.831723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:55.473569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:55.483988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:55.665369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:24:55.855867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:24:55.863560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:55.864694 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a089171e-0fa4-47c3-a378-680306ab6c63 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/f926772c-771c-4877-b05b-3d52305c4c39 HTTP/1.1" status: 200 len: 887 time: 1.0371819 Feb 16 17:24:55.866458 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:24:55.878993 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:24:55.879595 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:24:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:55.940848 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:55.949354 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:24:55.949963 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:24:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:56.012584 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:56.012977 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3dc289-7e18-414c-97b6-7de4fcdcfd6e None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:24:56.741523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344c24e-34f6-4ac0-b241-c5de538b79f1 None None] New status for floating IP bfa6f09b-dde1-4840-a4fd-77ab40dba517: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:24:57.068598 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-77a8ac9c-b6bf-4750-bdde-78b7cd736981 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751193 Feb 16 17:24:57.331087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-1607c28c-dace-4df2-8cff-2941e9f10fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.332434 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-1607c28c-dace-4df2-8cff-2941e9f10fda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1099 time: 0.1760595 Feb 16 17:24:57.478883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-7c6fbd5d-105d-47f2-af31-f211b5ebd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.480300 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-7c6fbd5d-105d-47f2-af31-f211b5ebd832 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 897 time: 0.1286860 Feb 16 17:24:57.583551 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-29845edf-2e67-44aa-81f0-b12b8c1b29e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 1000 time: 0.0966868 Feb 16 17:24:57.645319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-c7eb2ab4-b231-4b47-8793-ad64bf85bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.646786 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-c7eb2ab4-b231-4b47-8793-ad64bf85bd6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 200 len: 834 time: 0.0570462 Feb 16 17:24:57.720780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-de08a0f1-aff2-4ee2-894a-a449a5be77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.722214 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-de08a0f1-aff2-4ee2-894a-a449a5be77c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2702577-830a-44d5-89bb-151756190c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694261 Feb 16 17:24:57.855536 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-8506bb45-8343-4d9a-baf2-d1b292bd9a5e service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266046 Feb 16 17:24:57.969137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:24:57.996861 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a879fc7d-b192-4c25-af51-4e22da5ccb17 req-a9381ab8-e30b-4fa1-bad8-50da8fd02a0a service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327448 Feb 16 17:24:58.023767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34158) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:24:58.030425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:58.121672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:58.156263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 18bf614d-f536-4144-83a4-7c3ae8d0f245, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18bf614d-f536-4144-83a4-7c3ae8d0f245,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:24:58.161402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:58.162144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:24:58.286927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:58.321396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.321747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.322082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.322413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.322770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.323100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.323424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.323745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.324067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.324388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.324706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.325023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:58.355074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:58.372710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 3d29a0cf-9005-4959-92b9-8926535e7c39, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3d29a0cf-9005-4959-92b9-8926535e7c39,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:24:58.377804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:58.448889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:58.691630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:58.702372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461434'] for router, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:58.883184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:24:59.060011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:24:59.067557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:59.069020 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:24:59.069447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b41ff432-80ba-4a9a-9085-2c923ea828ab tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/f926772c-771c-4877-b05b-3d52305c4c39 HTTP/1.1" status: 200 len: 886 time: 1.0436716 Feb 16 17:24:59.071916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34162) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:24:59.081520 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:24:59.083181 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:24:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:59.181364 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4b538a6a-5016-45c7-8e3d-5069999774a5 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 992 time: 0.1083777 Feb 16 17:24:59.263555 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:24:59.609163 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bfa6f09b-dde1-4840-a4fd-77ab40dba517', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:23:38Z', 'updated_at': '2022-02-16T17:24:56Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:59.613159 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] Checking router: f926772c-771c-4877-b05b-3d52305c4c39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:24:59.621298 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:24:59.621876 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:24:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:59.827286 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:25:00.167157 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bfa6f09b-dde1-4840-a4fd-77ab40dba517', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:23:38Z', 'updated_at': '2022-02-16T17:24:56Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:00.171602 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31f5f4-dd28-4d8e-9874-7d9e645050cf None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'bfa6f09b-dde1-4840-a4fd-77ab40dba517', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'port_id': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'mac_address': 'fa:16:3e:d1:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:23:38Z', 'updated_at': '2022-02-16T17:24:56Z', 'revision_number': 2, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:00.184493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34166) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:00.300760 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eed44532-2c76-41f3-ba21-cd34d58cf8b7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 992 time: 0.1151044 Feb 16 17:25:00.901266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ae89b3e-2dfe-4e62-900a-326e3b5b9a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:01.304414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34170) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:01.412699 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0e78938e-433c-4044-9105-4211c326a5f6 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 992 time: 0.1071506 Feb 16 17:25:01.762655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff4ee-e29c-45f6-a453-1adcd805db70 None None] New status for floating IP bfa6f09b-dde1-4840-a4fd-77ab40dba517: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:25:02.011850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:25:02.090664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:02.091026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.207575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.243255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 18bf614d-f536-4144-83a4-7c3ae8d0f245, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18bf614d-f536-4144-83a4-7c3ae8d0f245,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:02.246511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.247342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:25:02.362695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:02.376354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 3d29a0cf-9005-4959-92b9-8926535e7c39 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:02.376722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.416443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34174) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:02.493220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.510489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 3d29a0cf-9005-4959-92b9-8926535e7c39, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3d29a0cf-9005-4959-92b9-8926535e7c39,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:02.515301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.527051 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5a368b66-4296-4f2a-b801-8ed0ef59899b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 200 len: 994 time: 0.1093342 Feb 16 17:25:02.586920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:02.813692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34182) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:03.016474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 4784c549-c077-46ab-a346-e5116582ef27 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:25:03.016811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:03.194014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:03.194334 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:03.442462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 4784c549-c077-46ab-a346-e5116582ef27 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:25:03.595555 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:03.639452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9c52c595-1ce7-4e66-a83d-3722e04cd96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:03.641960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=4784c549-c077-46ab-a346-e5116582ef27,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:03.677383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.677743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.678058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.678384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.678737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.679056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.679377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.679700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.680017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.680330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.680642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.680950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:03.750977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:03.751325 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Floating IP bfa6f09b-dde1-4840-a4fd-77ab40dba517 disassociated (deleted). External IP: 172.26.7.194, port: dde17d42-73fb-4ede-8cd3-3f384e9bb4bf. Feb 16 17:25:03.978386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:25:03.990430 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:25:04.044154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 18bf614d-f536-4144-83a4-7c3ae8d0f245 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:04.044509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:04.109205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:25:04.162176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:25:04.228384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 3d29a0cf-9005-4959-92b9-8926535e7c39 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:04.228749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:04.293564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:25:04.304279 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:04.311946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:04.316848 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:25:04.317661 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:25:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:04.362618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:04.375889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-437fe102-e5ba-4650-812c-6806c152d1cb tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/floatingips/bfa6f09b-dde1-4840-a4fd-77ab40dba517 HTTP/1.1" status: 204 len: 168 time: 1.5611341 Feb 16 17:25:04.376463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:04.501674 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:25:04.619121 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'status': 'completed', 'code': 200} Feb 16 17:25:04.719776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938652-dec2-452a-97dd-1beb1bb85177 req-ef3a6709-0f15-4db6-8d12-c3feb98f9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:04.721310 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-ef3a6709-0f15-4db6-8d12-c3feb98f9e38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89c2c47e4c994a91a06871f31844c874&device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 1099 time: 0.0787065 Feb 16 17:25:04.790271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb58a5d-c574-48db-a4c6-8a4131b2b610 req-76b73e67-c42e-4cea-9d9f-dffa548a1d7b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:04.791179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-5fb58a5d-c574-48db-a4c6-8a4131b2b610 req-76b73e67-c42e-4cea-9d9f-dffa548a1d7b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:25:04.808106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-5fb58a5d-c574-48db-a4c6-8a4131b2b610 req-76b73e67-c42e-4cea-9d9f-dffa548a1d7b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:25:04.813146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5fb58a5d-c574-48db-a4c6-8a4131b2b610 req-76b73e67-c42e-4cea-9d9f-dffa548a1d7b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 946 time: 0.1040354 Feb 16 17:25:04.847499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:04.851651 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] Checking router: f926772c-771c-4877-b05b-3d52305c4c39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:04.860440 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:25:04.861123 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:25:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:04.862336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938652-dec2-452a-97dd-1beb1bb85177 req-6677f03d-af87-4746-946c-28362394f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:04.863868 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-6677f03d-af87-4746-946c-28362394f9bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 200 len: 897 time: 0.1360085 Feb 16 17:25:04.867021 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5fb58a5d-c574-48db-a4c6-8a4131b2b610 req-5dc16ac6-e570-419f-bb7f-9c3c8d19026b tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479949 Feb 16 17:25:04.932106 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-d878ba4e-ab68-4217-af72-30490d580250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 200 len: 217 time: 0.0615237 Feb 16 17:25:04.999618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938652-dec2-452a-97dd-1beb1bb85177 req-f677befb-2f0f-43af-93dc-1d190cda7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:05.000968 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-f677befb-2f0f-43af-93dc-1d190cda7da5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 200 len: 834 time: 0.0626078 Feb 16 17:25:05.036662 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:25:05.075585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938652-dec2-452a-97dd-1beb1bb85177 req-f7b7ff54-5a74-4def-9da4-6fb303a116c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:05.077762 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-f7b7ff54-5a74-4def-9da4-6fb303a116c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2702577-830a-44d5-89bb-151756190c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706730 Feb 16 17:25:05.095612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:05.220669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-e68cb344-7baf-4570-8cee-6365f76b4fbb service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355317 Feb 16 17:25:05.358762 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-22938652-dec2-452a-97dd-1beb1bb85177 req-289d700e-0eab-4280-b05d-cfdaa4ac4d88 service neutron] 10.222.0.48 "GET /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316590 Feb 16 17:25:05.386161 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:05.391483 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6268d-22fc-41a1-b370-7b7bfc2afb7b None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:24:58Z', 'revision_number': 6, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '18bf614d-f536-4144-83a4-7c3ae8d0f245', 'name': '', 'network_id': 'd2702577-830a-44d5-89bb-151756190c51', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'mac_address': 'fa:16:3e:34:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:20Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'subnets': [{'id': '716f4815-7db9-4b31-aa0a-052adb4b5054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:05.995152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cfd674-608f-491e-9346-2ac0aee73c5b None None] New status for floating IP bfa6f09b-dde1-4840-a4fd-77ab40dba517: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:25:06.062044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c394dce-9530-47c6-89fb-c7e6fb0aa39f req-67f5e177-5938-45bc-b284-d34b8c445866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:06.066062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5c394dce-9530-47c6-89fb-c7e6fb0aa39f req-67f5e177-5938-45bc-b284-d34b8c445866 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 946 time: 0.0901797 Feb 16 17:25:06.108808 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5c394dce-9530-47c6-89fb-c7e6fb0aa39f req-de281a79-476f-4431-87b5-a3c517cf37d7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Feb 16 17:25:06.462150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-4c17966f-4cac-4350-8df9-44bfb1937f01 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:06.462851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-4c17966f-4cac-4350-8df9-44bfb1937f01 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Synchronizing usage tracker for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:25:06.475383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-4c17966f-4cac-4350-8df9-44bfb1937f01 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Unset dirty status for tenant:89c2c47e4c994a91a06871f31844c874 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:25:06.476453 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-4c17966f-4cac-4350-8df9-44bfb1937f01 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 946 time: 0.0964348 Feb 16 17:25:06.547900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:25:06.548234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:06.772964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:06.888017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:06.888399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:07.013113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for dde17d42-73fb-4ede-8cd3-3f384e9bb4bf owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:25:07.168054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:07.224450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=dde17d42-73fb-4ede-8cd3-3f384e9bb4bf,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:07.269526 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15210244-fb09-4232-bf76-26df75081705 req-6f0c25a0-00a1-4d72-86d7-7fe712000f83 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "GET /v2.0/ports?device_id=15fec431-7b17-4dab-abd7-dc63695a6beb HTTP/1.1" status: 200 len: 210 time: 0.0483415 Feb 16 17:25:07.297043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.297390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.297723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.298053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.298375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.298721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.299041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.299355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.299673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.299986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.300301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.300613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:07.314626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] No DVR routers for this DVR port dde17d42-73fb-4ede-8cd3-3f384e9bb4bf on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:07.316860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:07.319347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'name': 'network-vif-deleted', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:07.335938 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-daf63955-6c8f-47c8-ba43-efbfd3b534ba req-8a02ad8f-f821-4623-8d6e-847ec17f2c5c tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.48 "DELETE /v2.0/ports/dde17d42-73fb-4ede-8cd3-3f384e9bb4bf HTTP/1.1" status: 204 len: 173 time: 0.8536193 Feb 16 17:25:07.368775 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fec431-7b17-4dab-abd7-dc63695a6beb', 'name': 'network-vif-deleted', 'tag': 'dde17d42-73fb-4ede-8cd3-3f384e9bb4bf', 'status': 'completed', 'code': 200} Feb 16 17:25:08.376347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34200) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:08.443501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e94fdb8-b0f6-4d5c-8d4e-58934da58b05 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.477449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e94fdb8-b0f6-4d5c-8d4e-58934da58b05 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.550692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e94fdb8-b0f6-4d5c-8d4e-58934da58b05 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.568257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fdb8-b0f6-4d5c-8d4e-58934da58b05 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28fcbf-48f4-4e0e-8d28-00ef8db015b9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:08.581008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0e94fdb8-b0f6-4d5c-8d4e-58934da58b05 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.582683 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0e94fdb8-b0f6-4d5c-8d4e-58934da58b05 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c28fcbf-48f4-4e0e-8d28-00ef8db015b9 HTTP/1.1" status: 204 len: 168 time: 0.2053416 Feb 16 17:25:08.619590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34206) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:09.165012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:09.620568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 18bf614d-f536-4144-83a4-7c3ae8d0f245 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:25:09.621256 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:09.807545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 18bf614d-f536-4144-83a4-7c3ae8d0f245, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=18bf614d-f536-4144-83a4-7c3ae8d0f245,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:09.807890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:09.930003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 18bf614d-f536-4144-83a4-7c3ae8d0f245 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:25:10.253258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:10.302257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=18bf614d-f536-4144-83a4-7c3ae8d0f245,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:10.579210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.062196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Router f926772c-771c-4877-b05b-3d52305c4c39 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:25:11.077919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device dde17d42-73fb-4ede-8cd3-3f384e9bb4bf no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:25:11.113509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: dde17d42-73fb-4ede-8cd3-3f384e9bb4bf {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:25:11.113841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device dde17d42-73fb-4ede-8cd3-3f384e9bb4bf not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:25:11.245265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:25:11.256084 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] Sync routers for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:11.258943 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-73c680d6-2fa1-4307-96fe-dffc18343a9f tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "PUT /v2.0/routers/f926772c-771c-4877-b05b-3d52305c4c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382551 Feb 16 17:25:11.261618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34210) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:11.266005 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:25:11.266636 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:25:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:11.330223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting subnet 716f4815-7db9-4b31-aa0a-052adb4b5054 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:25:11.333172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.389224 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.445407 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:25:11.477081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.550753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.587745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Subnet': ['ID=716f4815-7db9-4b31-aa0a-052adb4b5054,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:11.593828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.602364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3ca42f54-675c-4a27-8dc5-bc9103d6156e tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/subnets/716f4815-7db9-4b31-aa0a-052adb4b5054 HTTP/1.1" status: 204 len: 168 time: 0.3374016 Feb 16 17:25:11.602569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cccbb6-15df-4db9-9ce2-8de861c0a366 None None] Network d2702577-830a-44d5-89bb-151756190c51 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:25:11.602672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34214) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:11.730808 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:10Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:11.735248 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] Checking router: f926772c-771c-4877-b05b-3d52305c4c39 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:11.743575 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] Routers {'f926772c-771c-4877-b05b-3d52305c4c39'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:25:11.744180 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:25:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f926772c-771c-4877-b05b-3d52305c4c39'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:11.798420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.846677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] DHCP port deletion for d2702577-830a-44d5-89bb-151756190c51 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:25:11.850593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] Deleting port f8da88de-26d8-4eca-8ad9-effeb350aa53 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:25:11.851098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.934066 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] Set router f926772c-771c-4877-b05b-3d52305c4c39 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:25:11.985782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.997481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Deleting port 3d29a0cf-9005-4959-92b9-8926535e7c39 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:25:11.998999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.050755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f8da88de-26d8-4eca-8ad9-effeb350aa53 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:25:12.136815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] For port f8da88de-26d8-4eca-8ad9-effeb350aa53, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f8da88de-26d8-4eca-8ad9-effeb350aa53,segment=NetworkSegment(24787cd9-5b50-41f3-8643-00bf1806866e),segment_id=24787cd9-5b50-41f3-8643-00bf1806866e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:12.137536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.199429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] For port 3d29a0cf-9005-4959-92b9-8926535e7c39, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=3d29a0cf-9005-4959-92b9-8926535e7c39,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:12.200474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.236476 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:10Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:12.240433 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983d95e-c0aa-48ab-89a7-6dfb2f9a83ee None None] The sync data for ids ['f926772c-771c-4877-b05b-3d52305c4c39'] in dv-neutron-829527-2-hyperv is: [{'id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'name': 'tempest-TestNetworkBasicOps-router-176373588', 'tenant_id': '89c2c47e4c994a91a06871f31844c874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:10Z', 'revision_number': 7, 'project_id': '89c2c47e4c994a91a06871f31844c874', 'gw_port': {'id': '3d29a0cf-9005-4959-92b9-8926535e7c39', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926772c-771c-4877-b05b-3d52305c4c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:16Z', 'updated_at': '2022-02-16T17:25:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:12.293391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] Calling delete_port for f8da88de-26d8-4eca-8ad9-effeb350aa53 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:25:12.332813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Calling delete_port for 3d29a0cf-9005-4959-92b9-8926535e7c39 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:25:12.367708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.437050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.493965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] No DVR routers for this DVR port f8da88de-26d8-4eca-8ad9-effeb350aa53 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:12.503412 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2faa7e-f8aa-40ca-8bf1-063ad5e9903f None None] Pushing event deleted for resources: {'Port': ['ID=f8da88de-26d8-4eca-8ad9-effeb350aa53,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:12.615880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.666257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Port': ['ID=3d29a0cf-9005-4959-92b9-8926535e7c39,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:12.760654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.931196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.933321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.955284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.955834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Fanout notify agent at l3_agent the message router_deleted on router f926772c-771c-4877-b05b-3d52305c4c39 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:25:12.971109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.972218 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9b0ae54a-09a4-41ef-800b-b15a79a1a9e7 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/routers/f926772c-771c-4877-b05b-3d52305c4c39 HTTP/1.1" status: 204 len: 168 time: 1.3685868 Feb 16 17:25:12.974908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34218) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:13.091113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.225347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.254135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2702577-830a-44d5-89bb-151756190c51']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:13.266762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24787cd9-5b50-41f3-8643-00bf1806866e') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:13.267049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24787cd9-5b50-41f3-8643-00bf1806866e') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:13.277884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.294374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.301266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:25:13.301645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:25:13.315757 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:25:13.400399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.418123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:13.430519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] Pushing event deleted for resources: {'Network': ['ID=d2702577-830a-44d5-89bb-151756190c51,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:13.439864 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-713d4a7f-60b0-4a85-8feb-bf6c7436b7f3 tempest-TestNetworkBasicOps-1103871735 tempest-TestNetworkBasicOps-1103871735-project] 10.222.0.43 "DELETE /v2.0/networks/d2702577-830a-44d5-89bb-151756190c51 HTTP/1.1" status: 204 len: 168 time: 0.4639933 Feb 16 17:25:13.786977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34226) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:13.956403 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-588a0f08-a8eb-43d2-8803-18e5ce17f0dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89c2c47e4c994a91a06871f31844c874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681237 Feb 16 17:25:13.958843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34232) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:13.975004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:25:14.019593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11b2-5574-41c4-bf1f-8bb50c9320ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.020931 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 18bf614d-f536-4144-83a4-7c3ae8d0f245 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:25:14.021499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 18bf614d-f536-4144-83a4-7c3ae8d0f245 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:25:14.021928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:25:14.045627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11b2-5574-41c4-bf1f-8bb50c9320ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.055691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 3d29a0cf-9005-4959-92b9-8926535e7c39 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:25:14.056034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 3d29a0cf-9005-4959-92b9-8926535e7c39 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:25:14.099202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11b2-5574-41c4-bf1f-8bb50c9320ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.116902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f11b2-5574-41c4-bf1f-8bb50c9320ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802c1ea-152c-42b3-a257-70ce4bd689ca,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:14.124517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11b2-5574-41c4-bf1f-8bb50c9320ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.126725 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-fb3f11b2-5574-41c4-bf1f-8bb50c9320ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b802c1ea-152c-42b3-a257-70ce4bd689ca HTTP/1.1" status: 204 len: 168 time: 0.1659303 Feb 16 17:25:14.405612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34240) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:14.426544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.443982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:14.448146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Usage tracker for resource:security_group_rule and tenant:666283f6ea6c4f9eb33f188240b8aaaf is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:14.452186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:14.457679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:14.539307 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.542928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.589611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43271a99-ed6f-4d0e-ad5a-88665d1ba1c2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:14.595009 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1192cf61-03cd-4712-94f1-f16624dcc586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=666283f6ea6c4f9eb33f188240b8aaaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884060 Feb 16 17:25:14.597673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34244) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:14.654149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9a4437f-4fb4-4dd2-8739-1dc4dfd25fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.678932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9a4437f-4fb4-4dd2-8739-1dc4dfd25fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.731520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9a4437f-4fb4-4dd2-8739-1dc4dfd25fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.745319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4437f-4fb4-4dd2-8739-1dc4dfd25fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43271a99-ed6f-4d0e-ad5a-88665d1ba1c2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:14.752800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f9a4437f-4fb4-4dd2-8739-1dc4dfd25fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:14.753876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f9a4437f-4fb4-4dd2-8739-1dc4dfd25fc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43271a99-ed6f-4d0e-ad5a-88665d1ba1c2 HTTP/1.1" status: 204 len: 168 time: 0.1553714 Feb 16 17:25:22.210576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-e29a2ff7-4554-48f0-bc0b-7bcf39370012 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=31e3e41eb96f4b738d620e42c721a781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286422 Feb 16 17:25:22.471393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-5cd79259-71b2-4e54-8758-5c76ce217332 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:22.472820 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-5cd79259-71b2-4e54-8758-5c76ce217332 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568901 Feb 16 17:25:22.487416 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-49434a69-723c-4c5b-8a87-b6bb1d7ecb60 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/quotas/31e3e41eb96f4b738d620e42c721a781 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Feb 16 17:25:22.534887 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-c39c3492-b452-4d35-8d2d-cb55dae6f9eb tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=31e3e41eb96f4b738d620e42c721a781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425465 Feb 16 17:25:22.715701 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9d06239a-71c2-4d2b-98a9-d4f671d2510e req-32eb9741-bf36-4201-90c7-fa3103b62b41 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 210 time: 0.0446897 Feb 16 17:25:23.717383 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-f70f97fb-6eb6-4b3f-accc-25d745791890 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=31e3e41eb96f4b738d620e42c721a781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271695 Feb 16 17:25:23.873647 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9affbb10-0062-4961-ae0c-64eb97aa871a req-4b23bd3e-0017-4e70-a817-6f735b8c7c6d tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 210 time: 0.0456905 Feb 16 17:25:23.875151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-bacd921e-16fa-4be6-87c1-318be73000ce tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:23.876738 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-bacd921e-16fa-4be6-87c1-318be73000ce tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541569 Feb 16 17:25:23.890057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Request body: {'port': {'device_id': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a', 'admin_state_up': True, 'tenant_id': '31e3e41eb96f4b738d620e42c721a781'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:24.119600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:24.124628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Usage tracker for resource:port and tenant:31e3e41eb96f4b738d620e42c721a781 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:24.126601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:24.132200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:24.142024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Made reservation on behalf of 31e3e41eb96f4b738d620e42c721a781 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:24.145642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.158649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.174075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:24.177934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Usage tracker for resource:security_group_rule and tenant:31e3e41eb96f4b738d620e42c721a781 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:24.181060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:24.187801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:24.271190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.275299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.359476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b52b3b-b054-447a-a4f2-75f935652d8c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:24.455762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Allocated IP 192.168.233.102 (673e1a9a-7924-4e24-a7a9-b6b41189ad6a/cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5/217b8d3e-456f-4fb8-ae17-3011e07a0550) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:24.687219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.705152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Transition to ACTIVE for port object 217b8d3e-456f-4fb8-ae17-3011e07a0550 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:25:24.733789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.806021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.832904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:24.837033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:24.841216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:25:24.893542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Pushing event updated for resources: {'Port': ['ID=217b8d3e-456f-4fb8-ae17-3011e07a0550,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:24.940800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:24.941337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.978781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9699cf29-2925-4494-bf68-b106d66f056c tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0927281 Feb 16 17:25:24.991676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Request body: {'port': {'device_id': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:25.086673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8e287166-b909-42ea-9e18-4694faf03955 None None] Provisioning for port 217b8d3e-456f-4fb8-ae17-3011e07a0550 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:25:25.093552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8e287166-b909-42ea-9e18-4694faf03955 None None] Provisioning complete for port 217b8d3e-456f-4fb8-ae17-3011e07a0550 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:25.094298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8e287166-b909-42ea-9e18-4694faf03955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.132010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8265-9f62-458c-88c7-158e62218bff req-2554f089-ff16-46f7-ac34-190c24bb43e4 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:25.140541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.140771 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eaad8265-9f62-458c-88c7-158e62218bff req-2554f089-ff16-46f7-ac34-190c24bb43e4 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 936 time: 0.1190619 Feb 16 17:25:25.163434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8e287166-b909-42ea-9e18-4694faf03955 None None] Port 217b8d3e-456f-4fb8-ae17-3011e07a0550 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:25:25.183948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eaad8265-9f62-458c-88c7-158e62218bff req-9c4b45f3-64b5-4425-86cc-65d1d3a6e808 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Feb 16 17:25:25.522367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217b8d3e-456f-4fb8-ae17-3011e07a0550 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:25:25.529339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.545083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Transition to ACTIVE for port object 217b8d3e-456f-4fb8-ae17-3011e07a0550 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:25:25.548387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.708136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Pushing event updated for resources: {'Port': ['ID=217b8d3e-456f-4fb8-ae17-3011e07a0550,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:25.789127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Attempting to bind port 217b8d3e-456f-4fb8-ae17-3011e07a0550 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:25:25.789837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Attempting to bind port 217b8d3e-456f-4fb8-ae17-3011e07a0550 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:25:25.789943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Attempting to bind port 217b8d3e-456f-4fb8-ae17-3011e07a0550 on network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:25:25.794389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Port 217b8d3e-456f-4fb8-ae17-3011e07a0550 on network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:25:25.794735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Attempting to bind port 217b8d3e-456f-4fb8-ae17-3011e07a0550 on network 673e1a9a-7924-4e24-a7a9-b6b41189ad6a {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:25:25.800574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:25:25.800903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Checking segment: {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:25:25.801271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Bound using segment: {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:25:25.801683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Bound port: 217b8d3e-456f-4fb8-ae17-3011e07a0550, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742c3b41-e45b-4933-86fa-412dfb786506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:25:25.802016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.891978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] For port 217b8d3e-456f-4fb8-ae17-3011e07a0550, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:25:25.894756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] For port 217b8d3e-456f-4fb8-ae17-3011e07a0550, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:25:25.899182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.956108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:25.956733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:25.958065 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] 10.222.0.48 "PUT /v2.0/ports/217b8d3e-456f-4fb8-ae17-3011e07a0550 HTTP/1.1" status: 200 len: 1098 time: 0.9710395 Feb 16 17:25:25.961129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'tag': '217b8d3e-456f-4fb8-ae17-3011e07a0550'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:25.987144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133dae-c534-4752-af82-8d1eb34864fe service neutron] Pushing event updated for resources: {'Port': ['ID=217b8d3e-456f-4fb8-ae17-3011e07a0550,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:26.040493 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'tag': '217b8d3e-456f-4fb8-ae17-3011e07a0550', 'status': 'completed', 'code': 200} Feb 16 17:25:26.083437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-b13942f4-de83-4092-b5e5-b62909198bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:26.084917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-b13942f4-de83-4092-b5e5-b62909198bfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31e3e41eb96f4b738d620e42c721a781&device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 1101 time: 0.0805619 Feb 16 17:25:26.153708 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-7e4a5069-0da4-4974-9d7e-99340aab53a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550 HTTP/1.1" status: 200 len: 217 time: 0.0605280 Feb 16 17:25:26.226155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-e088822d-4b4c-488d-a9eb-6bd96b86d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:26.227699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-e088822d-4b4c-488d-a9eb-6bd96b86d1d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5 HTTP/1.1" status: 200 len: 843 time: 0.0670099 Feb 16 17:25:26.305942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-549d7ed5-cf52-4023-8d38-8f2eb5dbef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:26.307350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-549d7ed5-cf52-4023-8d38-8f2eb5dbef5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=673e1a9a-7924-4e24-a7a9-b6b41189ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0726886 Feb 16 17:25:26.377783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be43e-49a0-4e4a-9dad-f1655a2b7e7e req-1cecf438-719a-450b-b759-5cd1df2c7032 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:26.379355 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0e0be43e-49a0-4e4a-9dad-f1655a2b7e7e req-1cecf438-719a-450b-b759-5cd1df2c7032 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 948 time: 0.0850158 Feb 16 17:25:26.427663 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0e0be43e-49a0-4e4a-9dad-f1655a2b7e7e req-9918a191-dfcb-4aa9-843e-a2adc84b5916 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Feb 16 17:25:26.541080 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-ae0a1f4e-5a5c-46d2-b07c-3269774568d5 service neutron] 10.222.0.48 "GET /v2.0/networks/673e1a9a-7924-4e24-a7a9-b6b41189ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263339 Feb 16 17:25:26.671355 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b481824c-9321-4dbb-a244-2a74f1d45396 req-9820faa4-717a-4156-a54c-7809b99b1cc5 service neutron] 10.222.0.48 "GET /v2.0/networks/673e1a9a-7924-4e24-a7a9-b6b41189ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232550 Feb 16 17:25:26.792977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-7a6524f3-3cc6-4386-9ac9-44251d002dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:26.794414 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-7a6524f3-3cc6-4386-9ac9-44251d002dcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31e3e41eb96f4b738d620e42c721a781&device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 1101 time: 0.0759501 Feb 16 17:25:26.927113 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-3d85a017-3a30-49bc-9a00-153ec7f9ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:26.928468 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-3d85a017-3a30-49bc-9a00-153ec7f9ae44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=673e1a9a-7924-4e24-a7a9-b6b41189ad6a HTTP/1.1" status: 200 len: 870 time: 0.1266632 Feb 16 17:25:26.994380 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-f3273be3-d702-40a7-b311-85d7f56df19e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550 HTTP/1.1" status: 200 len: 217 time: 0.0593171 Feb 16 17:25:27.058960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-6233c7d2-f95a-4e6c-bb13-c84b1163f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:27.060351 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-6233c7d2-f95a-4e6c-bb13-c84b1163f4cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5 HTTP/1.1" status: 200 len: 843 time: 0.0597734 Feb 16 17:25:27.134699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-0644e547-e073-4973-bc3e-ac9afa01b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:27.136158 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-0644e547-e073-4973-bc3e-ac9afa01b029 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=673e1a9a-7924-4e24-a7a9-b6b41189ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0687554 Feb 16 17:25:27.272266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-3761a139-e006-4fca-99f5-56a3b1831cc9 service neutron] 10.222.0.48 "GET /v2.0/networks/673e1a9a-7924-4e24-a7a9-b6b41189ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277854 Feb 16 17:25:27.409512 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0982e74f-732f-4427-9c01-11a34a871eb7 req-118533e4-6411-4273-8514-2b97ef91190a service neutron] 10.222.0.48 "GET /v2.0/networks/673e1a9a-7924-4e24-a7a9-b6b41189ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287906 Feb 16 17:25:27.611459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b633f-c3b0-4cef-adc9-dc2a86e1deaa req-336607bd-589e-4ca7-9776-781c02dd47a8 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:27.612941 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f6b633f-c3b0-4cef-adc9-dc2a86e1deaa req-336607bd-589e-4ca7-9776-781c02dd47a8 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 948 time: 0.0811946 Feb 16 17:25:27.658423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9f6b633f-c3b0-4cef-adc9-dc2a86e1deaa req-fa0c05bc-472f-407f-a9ec-126705f3d163 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Feb 16 17:25:28.853341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692db00-a172-4364-b9b2-efe28f6a02b8 req-94a37406-d725-4384-83dc-5f8f7ff7d948 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:28.854802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e692db00-a172-4364-b9b2-efe28f6a02b8 req-94a37406-d725-4384-83dc-5f8f7ff7d948 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 948 time: 0.0830874 Feb 16 17:25:28.904041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e692db00-a172-4364-b9b2-efe28f6a02b8 req-77d9cb8e-d0d1-47cb-bbe2-9083a0d0f222 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Feb 16 17:25:30.084215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8fd4-5ccd-438f-a3e4-349fb2c34e64 req-935bb233-6de5-4bf2-b6e8-04fe76fccf97 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:30.085654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-732b8fd4-5ccd-438f-a3e4-349fb2c34e64 req-935bb233-6de5-4bf2-b6e8-04fe76fccf97 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 948 time: 0.0797215 Feb 16 17:25:30.133239 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-732b8fd4-5ccd-438f-a3e4-349fb2c34e64 req-67cc2f60-ebd9-4db3-8a54-fa5791164f2b tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Feb 16 17:25:30.903317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-04c5f817-08bc-4fd3-9eb1-bf75befe99ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:31.198468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 217b8d3e-456f-4fb8-ae17-3011e07a0550 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:25:31.320093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279654e-0c8e-429f-809e-fbe24c88bbf5 req-46184fc5-8bf6-4e47-8d73-01456c701704 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:31.321701 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c279654e-0c8e-429f-809e-fbe24c88bbf5 req-46184fc5-8bf6-4e47-8d73-01456c701704 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 948 time: 0.0857739 Feb 16 17:25:31.339433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 217b8d3e-456f-4fb8-ae17-3011e07a0550, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:31.353304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '217b8d3e-456f-4fb8-ae17-3011e07a0550', 'network_id': '673e1a9a-7924-4e24-a7a9-b6b41189ad6a', 'port_id': '217b8d3e-456f-4fb8-ae17-3011e07a0550', 'mac_address': 'fa:16:3e:a0:3e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebc51b4-8b0d-4a8d-8b3d-f4adcb4fe6d5', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:25:31.369014 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c279654e-0c8e-429f-809e-fbe24c88bbf5 req-88a5389f-7eef-4969-bd08-c3292597ef92 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Feb 16 17:25:31.408403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:31.424990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b8d3e-456f-4fb8-ae17-3011e07a0550 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:25:31.440597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 217b8d3e-456f-4fb8-ae17-3011e07a0550, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:31.444806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:31.512825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=217b8d3e-456f-4fb8-ae17-3011e07a0550,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:31.791212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['217b8d3e-456f-4fb8-ae17-3011e07a0550'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:25:32.558824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199ef83-0f30-4062-902e-8ed85afd11ab req-d5b9e2b9-c8c1-46fb-831f-4cd6bddbf33b tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:32.560160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f199ef83-0f30-4062-902e-8ed85afd11ab req-d5b9e2b9-c8c1-46fb-831f-4cd6bddbf33b tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 949 time: 0.0827765 Feb 16 17:25:32.603382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f199ef83-0f30-4062-902e-8ed85afd11ab req-de01801e-d56d-41b8-889e-47fd48c4f37e tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372937 Feb 16 17:25:33.199515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 217b8d3e-456f-4fb8-ae17-3011e07a0550 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:25:33.271001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 217b8d3e-456f-4fb8-ae17-3011e07a0550 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:25:33.276293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 217b8d3e-456f-4fb8-ae17-3011e07a0550 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:33.276658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:33.393315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:33.419366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b8d3e-456f-4fb8-ae17-3011e07a0550'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:33.428754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 217b8d3e-456f-4fb8-ae17-3011e07a0550, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:33.432914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:33.469767 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b8d3e-456f-4fb8-ae17-3011e07a0550', 'code': 200} Feb 16 17:25:33.501742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=217b8d3e-456f-4fb8-ae17-3011e07a0550,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:33.648156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f1eacdc8-f8ae-42e8-b591-2a31082efb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:33.703698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03dbd-c502-4f6f-9cf8-97dfac503abb req-a09660dc-e575-4a36-89f4-209ff0d0876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:33.705307 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a8d03dbd-c502-4f6f-9cf8-97dfac503abb req-a09660dc-e575-4a36-89f4-209ff0d0876a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 1103 time: 0.0772018 Feb 16 17:25:33.747118 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a8d03dbd-c502-4f6f-9cf8-97dfac503abb req-4931cb92-a2a9-4df5-8ef7-177eb0514382 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345788 Feb 16 17:25:33.791629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af765-eeb6-4b1c-9889-fa882df7a08c req-0ddbe9f1-5323-4131-a61b-3ff9fe4d9765 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:33.793049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c17af765-eeb6-4b1c-9889-fa882df7a08c req-0ddbe9f1-5323-4131-a61b-3ff9fe4d9765 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 950 time: 0.0790727 Feb 16 17:25:33.836544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c17af765-eeb6-4b1c-9889-fa882df7a08c req-1d4bd9f6-333b-4921-9c4a-1a25009f8954 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377502 Feb 16 17:25:34.326432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:35.027299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376ef9-baba-4ab6-85b4-e400f27f262c req-e69e5af8-1dab-42b8-bafd-64602af17b80 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:35.028708 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c376ef9-baba-4ab6-85b4-e400f27f262c req-e69e5af8-1dab-42b8-bafd-64602af17b80 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 950 time: 0.0856276 Feb 16 17:25:35.073839 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c376ef9-baba-4ab6-85b4-e400f27f262c req-b8f94df3-51c2-4666-b8d6-be3a511c74c0 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Feb 16 17:25:35.097575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:36.258606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff06-bb89-4add-b099-50405d522ea0 req-250c4981-c689-4461-a3ea-b139a6c00bc6 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:36.260044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9974ff06-bb89-4add-b099-50405d522ea0 req-250c4981-c689-4461-a3ea-b139a6c00bc6 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 950 time: 0.0797071 Feb 16 17:25:36.307745 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9974ff06-bb89-4add-b099-50405d522ea0 req-a884e51d-c20c-4721-9016-8b1d9089c379 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Feb 16 17:25:36.775976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:37.381100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98f3d-0956-4f11-be5a-e5fd77850107 req-562cf417-3ac7-4c0e-960f-709dcd647b9b tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:37.382528 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bfb98f3d-0956-4f11-be5a-e5fd77850107 req-562cf417-3ac7-4c0e-960f-709dcd647b9b tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 950 time: 0.0815737 Feb 16 17:25:37.427587 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bfb98f3d-0956-4f11-be5a-e5fd77850107 req-1e19a295-e06b-4b42-b331-f67304811490 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Feb 16 17:25:38.617075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2692c73-6890-4745-9440-5b40b85ca3a2 req-4c22bec7-bf36-426e-ac9b-78bc7d6ea100 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:38.618527 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2692c73-6890-4745-9440-5b40b85ca3a2 req-4c22bec7-bf36-426e-ac9b-78bc7d6ea100 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 950 time: 0.0845063 Feb 16 17:25:38.662686 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2692c73-6890-4745-9440-5b40b85ca3a2 req-97cf2e25-f217-494f-b999-9ff613e9c87e tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/security-groups?id=70b52b3b-b054-447a-a4f2-75f935652d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384576 Feb 16 17:25:38.820617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-b5a81098-13d1-4e7e-bbda-add9c52c20d7 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:38.821191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-b5a81098-13d1-4e7e-bbda-add9c52c20d7 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Synchronizing usage tracker for tenant:31e3e41eb96f4b738d620e42c721a781 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:25:38.838310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-b5a81098-13d1-4e7e-bbda-add9c52c20d7 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Unset dirty status for tenant:31e3e41eb96f4b738d620e42c721a781 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:25:38.839431 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-b5a81098-13d1-4e7e-bbda-add9c52c20d7 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 950 time: 0.0943596 Feb 16 17:25:38.912013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Deleting port 217b8d3e-456f-4fb8-ae17-3011e07a0550 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:25:38.912345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:39.158154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] For port 217b8d3e-456f-4fb8-ae17-3011e07a0550, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=217b8d3e-456f-4fb8-ae17-3011e07a0550,segment=NetworkSegment(742c3b41-e45b-4933-86fa-412dfb786506),segment_id=742c3b41-e45b-4933-86fa-412dfb786506)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:39.158509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:39.378538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Calling delete_port for 217b8d3e-456f-4fb8-ae17-3011e07a0550 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:25:39.519972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:39.531169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['217b8d3e-456f-4fb8-ae17-3011e07a0550'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:25:39.570662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Pushing event deleted for resources: {'Port': ['ID=217b8d3e-456f-4fb8-ae17-3011e07a0550,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:39.645877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] No DVR routers for this DVR port 217b8d3e-456f-4fb8-ae17-3011e07a0550 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:39.648339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:39.650934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'name': 'network-vif-deleted', 'tag': '217b8d3e-456f-4fb8-ae17-3011e07a0550'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:39.670581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ce06c2d0-da6d-482b-b93b-88e1340add46 req-7fe3d543-6875-4fed-bb54-322866fea714 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.48 "DELETE /v2.0/ports/217b8d3e-456f-4fb8-ae17-3011e07a0550 HTTP/1.1" status: 204 len: 173 time: 0.8253510 Feb 16 17:25:39.701396 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c57cf92-06b7-496b-a500-06cd2d9709d2', 'name': 'network-vif-deleted', 'tag': '217b8d3e-456f-4fb8-ae17-3011e07a0550', 'status': 'completed', 'code': 200} Feb 16 17:25:39.837977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d164f0c0-db2c-411c-8cf1-9350870eb0e3 req-52e27ca0-d02c-46ae-9645-4a8d4f7348a4 tempest-ServersAdminNegativeTestJSON-152114073 tempest-ServersAdminNegativeTestJSON-152114073-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c57cf92-06b7-496b-a500-06cd2d9709d2 HTTP/1.1" status: 200 len: 210 time: 0.0466566 Feb 16 17:25:40.989790 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:25:41.215486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34382) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:41.361279 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-79cb8b7d-0851-4d4a-9d1a-b8e855e7f1f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31e3e41eb96f4b738d620e42c721a781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446469 Feb 16 17:25:41.363679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34388) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:41.423670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f31d47-ed36-4325-9700-a9124f115260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.448817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f31d47-ed36-4325-9700-a9124f115260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.499642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f31d47-ed36-4325-9700-a9124f115260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.515636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31d47-ed36-4325-9700-a9124f115260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b52b3b-b054-447a-a4f2-75f935652d8c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:41.520436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-91f31d47-ed36-4325-9700-a9124f115260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.521582 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-91f31d47-ed36-4325-9700-a9124f115260 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70b52b3b-b054-447a-a4f2-75f935652d8c HTTP/1.1" status: 204 len: 168 time: 0.1565177 Feb 16 17:25:41.799826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34396) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:41.820571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.834349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:41.838301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a841be4831884d42b407f82a306b303e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:41.841080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:41.846757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:41.929141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.933003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.979313 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a841be4831884d42b407f82a306b303e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782644 Feb 16 17:25:41.979995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f82a7-5ae5-4b1d-a459-ebdb642ef0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3dbdc4-445b-422d-8ab7-274f6bbbf753,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:41.983413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34400) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:42.048404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-290e8ed7-a846-423d-a221-613596a3d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:42.073443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-290e8ed7-a846-423d-a221-613596a3d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:42.128578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-290e8ed7-a846-423d-a221-613596a3d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:42.143536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e8ed7-a846-423d-a221-613596a3d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3dbdc4-445b-422d-8ab7-274f6bbbf753,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:42.152317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-290e8ed7-a846-423d-a221-613596a3d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:42.153412 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-290e8ed7-a846-423d-a221-613596a3d750 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac3dbdc4-445b-422d-8ab7-274f6bbbf753 HTTP/1.1" status: 204 len: 168 time: 0.1686478 Feb 16 17:25:42.863347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34424) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:42.970954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1171173307-network', 'tenant_id': 'baec2762e9d645c388263bf68674d1c3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:42.975639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:42.979769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Usage tracker for resource:network and tenant:baec2762e9d645c388263bf68674d1c3 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:42.983233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:42.989380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:43.000042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Made reservation on behalf of baec2762e9d645c388263bf68674d1c3 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:43.002356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.015333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.029705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:43.033850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Usage tracker for resource:security_group_rule and tenant:baec2762e9d645c388263bf68674d1c3 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:43.036670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:43.042395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:43.126743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.130558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.165308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:25:43.178076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba1fffc-f681-48ab-8876-9126eb17e64b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:43.182577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.182913 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Added segment 2e914ec0-9b1a-4e09-ac1f-228b14a19abe of type vlan for network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 Feb 16 17:25:43.212184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.250896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.252411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:43.253375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.337498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 217b8d3e-456f-4fb8-ae17-3011e07a0550 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:25:43.365287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] Pushing event updated for resources: {'Network': ['ID=7a8e4654-91bd-47c5-824b-7cfb41e484f7,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:43.371332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34430) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:43.371899 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-000b940a-15df-4821-8fc8-f264fbaaeb3e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5070627 Feb 16 17:25:43.372272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 217b8d3e-456f-4fb8-ae17-3011e07a0550 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:25:43.373436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 217b8d3e-456f-4fb8-ae17-3011e07a0550 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:25:43.376525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:25:43.380832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Request body: {'subnet': {'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1171173307-subnet', 'tenant_id': 'baec2762e9d645c388263bf68674d1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:43.385713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:43.390195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Usage tracker for resource:subnet and tenant:baec2762e9d645c388263bf68674d1c3 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:43.393059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:43.399458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:43.410347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Made reservation on behalf of baec2762e9d645c388263bf68674d1c3 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:43.412886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.613677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.690954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed1744e-ddd9-449b-b780-931168eb9d1e,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:43.699442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Checking segment: {'id': '2e914ec0-9b1a-4e09-ac1f-228b14a19abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:25:43.699795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Network hostable DHCP agents. Network: 7a8e4654-91bd-47c5-824b-7cfb41e484f7, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:25:43.720889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:25:43.729330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 7a8e4654-91bd-47c5-824b-7cfb41e484f7) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:43.734073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:43.734670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:43.739298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c45e8-0001-47cf-a3f1-0fc5e93adce8 None None] Network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:25:43.760593 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aee9858f-ac82-488f-8db4-fde914d5e106 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3862331 Feb 16 17:25:43.958131 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d389b8-f053-47a3-8225-7f23542c3f9d None None] Network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:25:44.267918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-d3d7db25-bef7-4dbd-867d-37d1801da968 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:44.268587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-d3d7db25-bef7-4dbd-867d-37d1801da968 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Synchronizing usage tracker for tenant:baec2762e9d645c388263bf68674d1c3 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:25:44.285652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-d3d7db25-bef7-4dbd-867d-37d1801da968 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Unset dirty status for tenant:baec2762e9d645c388263bf68674d1c3 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:25:44.286845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-d3d7db25-bef7-4dbd-867d-37d1801da968 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 812 time: 0.1608787 Feb 16 17:25:44.301705 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-9025a76c-c229-434b-9433-1f1d07386f0a tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/quotas/baec2762e9d645c388263bf68674d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0095582 Feb 16 17:25:44.351258 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-ca39e018-8e32-44d2-b5f5-8b001d9fd911 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444243 Feb 16 17:25:44.489922 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-3805b164-2d51-4b1b-84bd-39366f3b46c4 service neutron] 10.222.0.43 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287048 Feb 16 17:25:44.623732 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-0f0fa8a2-5c51-46ea-948c-7c0b34bfa562 service neutron] 10.222.0.43 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277936 Feb 16 17:25:44.800670 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5b0de827-b3d8-45c7-80ef-abc3401579bb req-addddbcd-0d8d-4701-8155-ac81bd155e98 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 210 time: 0.0433917 Feb 16 17:25:45.861021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-f1a81d92-9f3f-4850-a720-6ca10b54d725 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:45.862524 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-f1a81d92-9f3f-4850-a720-6ca10b54d725 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.48 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 812 time: 0.1501741 Feb 16 17:25:45.878645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Request body: {'port': {'device_id': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7', 'admin_state_up': True, 'tenant_id': 'baec2762e9d645c388263bf68674d1c3'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:45.956909 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6007707d-2189-4c48-adbf-bce096455682 req-92eb1198-378a-466d-8ee3-70f687e131cc tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 210 time: 0.0446882 Feb 16 17:25:46.023894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:25:46.027618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Usage tracker for resource:port and tenant:baec2762e9d645c388263bf68674d1c3 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:25:46.030533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:25:46.036331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:25:46.046787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Made reservation on behalf of baec2762e9d645c388263bf68674d1c3 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:46.050193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.212268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Allocated IP 172.20.0.3 (7a8e4654-91bd-47c5-824b-7cfb41e484f7/8ed1744e-ddd9-449b-b780-931168eb9d1e/06d0d8af-301b-432c-aaba-61530bc4acd8) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:46.416726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.447242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.518682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:46.521621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:46.525476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:25:46.561793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:46.593470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:46.594054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.613464 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-2719bd76-f2bf-4758-8a9c-031d807e96e5 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7418022 Feb 16 17:25:46.625243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Request body: {'port': {'device_id': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:46.828123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:47.148250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824bd1b-a803-4fd8-90db-e6568b61af3c req-54412543-3c65-4115-90c9-7838fa0da3b4 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:47.149717 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c824bd1b-a803-4fd8-90db-e6568b61af3c req-54412543-3c65-4115-90c9-7838fa0da3b4 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 931 time: 0.0831850 Feb 16 17:25:47.170847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d0d8af-301b-432c-aaba-61530bc4acd8 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:25:47.177929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:47.194290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Transition to ACTIVE for port object 06d0d8af-301b-432c-aaba-61530bc4acd8 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:25:47.195660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c824bd1b-a803-4fd8-90db-e6568b61af3c req-ce8445e4-5a58-4c40-931c-75fa2eee834b tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Synchronizing usage tracker for tenant:baec2762e9d645c388263bf68674d1c3 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:25:47.198658 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:47.213614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c824bd1b-a803-4fd8-90db-e6568b61af3c req-ce8445e4-5a58-4c40-931c-75fa2eee834b tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Unset dirty status for tenant:baec2762e9d645c388263bf68674d1c3 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:25:47.215017 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c824bd1b-a803-4fd8-90db-e6568b61af3c req-ce8445e4-5a58-4c40-931c-75fa2eee834b tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Feb 16 17:25:47.364713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:47.452564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Attempting to bind port 06d0d8af-301b-432c-aaba-61530bc4acd8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:25:47.452795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Attempting to bind port 06d0d8af-301b-432c-aaba-61530bc4acd8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '2e914ec0-9b1a-4e09-ac1f-228b14a19abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:25:47.453115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Attempting to bind port 06d0d8af-301b-432c-aaba-61530bc4acd8 on network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:25:47.457636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Port 06d0d8af-301b-432c-aaba-61530bc4acd8 on network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:25:47.457947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Attempting to bind port 06d0d8af-301b-432c-aaba-61530bc4acd8 on network 7a8e4654-91bd-47c5-824b-7cfb41e484f7 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:25:47.469134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:25:47.469466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Checking segment: {'id': '2e914ec0-9b1a-4e09-ac1f-228b14a19abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:25:47.469849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Bound using segment: {'id': '2e914ec0-9b1a-4e09-ac1f-228b14a19abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:25:47.470284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Bound port: 06d0d8af-301b-432c-aaba-61530bc4acd8, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e914ec0-9b1a-4e09-ac1f-228b14a19abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:25:47.470651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:47.560693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:25:47.563566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:25:47.567734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:47.626269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:47.626899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:47.628249 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] 10.222.0.48 "PUT /v2.0/ports/06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 1093 time: 1.0069628 Feb 16 17:25:47.628673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:47.649491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e4607-34a4-4d50-a71c-c46184787009 service neutron] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:47.738407 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'status': 'completed', 'code': 200} Feb 16 17:25:47.747728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-d2ed2642-4d29-4d36-814d-a36208e388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:47.749283 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-d2ed2642-4d29-4d36-814d-a36208e388f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1096 time: 0.0783377 Feb 16 17:25:47.823148 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-aae330f7-a782-4f69-84c6-055ffdde29c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 217 time: 0.0618267 Feb 16 17:25:47.887408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-b6c88a9c-2247-4e1d-a800-ec186fb2cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:47.889625 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-b6c88a9c-2247-4e1d-a800-ec186fb2cc69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 200 len: 852 time: 0.0601223 Feb 16 17:25:47.941392 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-8c19899f-7e9c-4a75-b122-49912637aa7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a8e4654-91bd-47c5-824b-7cfb41e484f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416965 Feb 16 17:25:48.078040 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-aa772285-a753-473f-84e5-8b69ff331b94 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296496 Feb 16 17:25:48.219780 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c49977ce-d536-4d28-a8c7-45f44fefeddd req-c9ae2e64-a2bc-49b2-9b90-2c07f33ef5e4 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346822 Feb 16 17:25:48.344034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-d025dea5-59fa-46f9-8c73-106a38c51c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:48.345421 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-d025dea5-59fa-46f9-8c73-106a38c51c35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1096 time: 0.0808444 Feb 16 17:25:48.417461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8082157-bcf4-4689-87d9-dce53689e93a req-b36922a7-535c-4be1-9067-7b4226c8f569 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:48.418972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b8082157-bcf4-4689-87d9-dce53689e93a req-b36922a7-535c-4be1-9067-7b4226c8f569 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 943 time: 0.0851355 Feb 16 17:25:48.464801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b8082157-bcf4-4689-87d9-dce53689e93a req-d30ff008-e874-4fde-8252-f53f277d7732 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Feb 16 17:25:48.584695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-20cc8a8b-3c28-4a7b-b184-20e823d8dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:48.586128 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-20cc8a8b-3c28-4a7b-b184-20e823d8dd83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 913 time: 0.2342660 Feb 16 17:25:48.656031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-b6e41bc5-1924-4202-b3dd-59ad2b7de475 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 217 time: 0.0627594 Feb 16 17:25:48.724629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-1d394d73-4466-4f6a-8013-c05c5221dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:48.726085 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-1d394d73-4466-4f6a-8013-c05c5221dd21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 200 len: 852 time: 0.0622492 Feb 16 17:25:48.775971 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-538cde98-391f-425d-ae91-1fcd77430495 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a8e4654-91bd-47c5-824b-7cfb41e484f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431573 Feb 16 17:25:48.910131 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-04ec2b7b-d6dc-4e00-bd48-a7556a6e9782 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265676 Feb 16 17:25:49.049793 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc49abf7-7310-45fa-aa79-d777d8cd040d req-e9379c50-83a7-4789-b9b9-a021ca1b5260 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326232 Feb 16 17:25:49.765928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b1c15-6501-4a6e-a0c5-aca65a818b8d req-87fae71c-6b75-49be-87b3-2db0fc7be254 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:49.767346 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-153b1c15-6501-4a6e-a0c5-aca65a818b8d req-87fae71c-6b75-49be-87b3-2db0fc7be254 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 943 time: 0.1941369 Feb 16 17:25:49.812896 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-153b1c15-6501-4a6e-a0c5-aca65a818b8d req-d9f77baf-f894-437b-8c1d-4a194d497f02 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Feb 16 17:25:50.995356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf802b-2f75-4e93-aade-dd06c56806f6 req-f084b8f4-3706-4b6e-8fee-0b78b705fa12 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:50.996824 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1bf802b-2f75-4e93-aade-dd06c56806f6 req-f084b8f4-3706-4b6e-8fee-0b78b705fa12 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 943 time: 0.0793445 Feb 16 17:25:51.045359 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1bf802b-2f75-4e93-aade-dd06c56806f6 req-7f5a6925-a37f-421d-84a0-d8a738248e9e tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Feb 16 17:25:51.398292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:25:51.535239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:51.548175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7', 'port_id': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'mac_address': 'fa:16:3e:9b:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed1744e-ddd9-449b-b780-931168eb9d1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:25:51.632204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:51.648508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d0d8af-301b-432c-aaba-61530bc4acd8 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:25:51.663955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:51.667655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:51.734644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:51.994387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['06d0d8af-301b-432c-aaba-61530bc4acd8'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:25:52.231520 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f8da-aec8-4f30-b205-a7f1eed11f7e req-59388fe3-34d9-4b38-9de4-e583c4abe3a2 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:52.233837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3329f8da-aec8-4f30-b205-a7f1eed11f7e req-59388fe3-34d9-4b38-9de4-e583c4abe3a2 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 944 time: 0.0826542 Feb 16 17:25:52.277236 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3329f8da-aec8-4f30-b205-a7f1eed11f7e req-b1661623-c77e-4802-8acc-88b3628a7dfb tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Feb 16 17:25:53.401415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:25:53.473176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 06d0d8af-301b-432c-aaba-61530bc4acd8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:25:53.478000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 06d0d8af-301b-432c-aaba-61530bc4acd8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:53.478372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:53.514988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07b20-58ab-4227-bdd4-f8c68d33688c req-fc80acdb-86a0-4a0d-abda-2953a638734f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:53.516493 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f0a07b20-58ab-4227-bdd4-f8c68d33688c req-fc80acdb-86a0-4a0d-abda-2953a638734f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 944 time: 0.0904925 Feb 16 17:25:53.562777 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f0a07b20-58ab-4227-bdd4-f8c68d33688c req-f267c119-b273-4de2-8fc5-e8cbc64cbc2e tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Feb 16 17:25:53.599008 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:53.625875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:25:53.635862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:25:53.640005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:53.672364 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'code': 200} Feb 16 17:25:53.714611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:53.910022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f156f3-83a8-4890-93ab-5e751d0253a8 req-acacaafc-7a75-45d6-96cc-66782d09403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:53.911612 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04f156f3-83a8-4890-93ab-5e751d0253a8 req-acacaafc-7a75-45d6-96cc-66782d09403f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1098 time: 0.0733116 Feb 16 17:25:53.953057 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04f156f3-83a8-4890-93ab-5e751d0253a8 req-bd870848-f2a0-4608-ac83-7818454cffc8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Feb 16 17:25:54.746301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678571f-bf08-476f-af37-da17f8401137 req-7847c199-8738-4b3e-871f-59a1d9470f34 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:54.747751 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7678571f-bf08-476f-af37-da17f8401137 req-7847c199-8738-4b3e-871f-59a1d9470f34 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0786917 Feb 16 17:25:54.790413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:54.793014 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7678571f-bf08-476f-af37-da17f8401137 req-9affac81-6aba-426c-b097-6ade38d95673 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Feb 16 17:25:55.980415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5982-34c5-4b67-b5c1-b4c5736d9241 req-43f2d1ce-2fb6-48a9-b598-61c8ba303b37 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:55.981865 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4a1b5982-34c5-4b67-b5c1-b4c5736d9241 req-43f2d1ce-2fb6-48a9-b598-61c8ba303b37 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0827901 Feb 16 17:25:56.027783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4a1b5982-34c5-4b67-b5c1-b4c5736d9241 req-274b250e-2358-4c3e-bfa5-0385f681369c tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Feb 16 17:25:56.546743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34496) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:25:56.579634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea65ed-060f-4236-855e-c840308e8682 req-11f3dc2c-9c61-4002-9550-305e978b1939 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:56.581184 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-26ea65ed-060f-4236-855e-c840308e8682 req-11f3dc2c-9c61-4002-9550-305e978b1939 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0826831 Feb 16 17:25:56.629811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-26ea65ed-060f-4236-855e-c840308e8682 req-dd696e3e-6aaf-4849-a5b4-1890d1dfd828 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Feb 16 17:25:56.663139 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-1cc81e66-7858-42dc-af71-de7b431d6bd5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148212 Feb 16 17:25:57.143220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-a43ca220-0a8a-4d88-987f-6f77f871e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:57.144665 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-a43ca220-0a8a-4d88-987f-6f77f871e372 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1098 time: 0.0801582 Feb 16 17:25:57.312164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-e64d65c9-8f6d-4976-8310-d7382f406cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:57.314343 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-e64d65c9-8f6d-4976-8310-d7382f406cb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 913 time: 0.1485898 Feb 16 17:25:57.382507 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-fbde1d2a-8d1a-45ee-851e-81cad0f8e5d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 217 time: 0.0611382 Feb 16 17:25:57.448668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-71f8c8d4-d0d1-4fe7-b036-2a3e04999831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:57.450102 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-71f8c8d4-d0d1-4fe7-b036-2a3e04999831 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 200 len: 852 time: 0.0620103 Feb 16 17:25:57.512072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-291152fd-9d5d-4b5d-a027-e787803e60e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a8e4654-91bd-47c5-824b-7cfb41e484f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469627 Feb 16 17:25:57.650670 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-82f85b8c-68e2-4a3f-91cf-a1fa38b0b49e service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319151 Feb 16 17:25:57.787507 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cb45ffda-b6f9-427b-8997-8eb8d2eca152 req-ee9e6c70-10b9-46b8-b5fb-cf1b13f218c7 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294634 Feb 16 17:25:57.820388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df637a41-bb97-45f2-8944-4b82d34b36d5 req-14ac1b6f-a9a9-4dc9-93ef-f73445c2ba23 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:57.821849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-df637a41-bb97-45f2-8944-4b82d34b36d5 req-14ac1b6f-a9a9-4dc9-93ef-f73445c2ba23 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0834103 Feb 16 17:25:57.872640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-df637a41-bb97-45f2-8944-4b82d34b36d5 req-07e4e1e3-d41b-47ba-b10e-b925024f42aa tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Feb 16 17:25:57.960185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-adb01902-564d-4c02-b4fd-7c4fe04d2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:57.961665 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-adb01902-564d-4c02-b4fd-7c4fe04d2aed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1098 time: 0.0703135 Feb 16 17:25:58.095885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-0e764b11-695f-4109-bcfd-1060213355b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:58.097396 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-0e764b11-695f-4109-bcfd-1060213355b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 913 time: 0.1267824 Feb 16 17:25:58.262497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-7d809516-e564-42c9-ba32-428bebf81b32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 217 time: 0.1579070 Feb 16 17:25:58.327265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-a085908c-e75f-47da-a0b8-e9477af21327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:58.328686 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-a085908c-e75f-47da-a0b8-e9477af21327 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 200 len: 852 time: 0.0604806 Feb 16 17:25:58.377115 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-aa11639e-c362-4840-bd78-4d2a8edb77e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a8e4654-91bd-47c5-824b-7cfb41e484f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414128 Feb 16 17:25:58.511028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-799c5c6c-4317-438f-87ea-b807022dfad3 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269524 Feb 16 17:25:58.642669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-3c979837-e897-4a15-89b7-d3cc3837584d service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252649 Feb 16 17:25:59.062368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205dfd6-dff1-4b78-8d27-882ca5240178 req-31f1134f-9e4d-43cd-9c17-00d09a0b9030 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:59.063816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f205dfd6-dff1-4b78-8d27-882ca5240178 req-31f1134f-9e4d-43cd-9c17-00d09a0b9030 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0831668 Feb 16 17:25:59.106985 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f205dfd6-dff1-4b78-8d27-882ca5240178 req-98b2f940-2078-4350-a96b-144abcbc3210 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Feb 16 17:26:00.296514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66770d6-c37f-4f4d-8ee6-aef2afc2a646 req-49b14c8a-7973-49cf-901f-2edf90e295bf tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:00.297989 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e66770d6-c37f-4f4d-8ee6-aef2afc2a646 req-49b14c8a-7973-49cf-901f-2edf90e295bf tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0841866 Feb 16 17:26:00.344118 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e66770d6-c37f-4f4d-8ee6-aef2afc2a646 req-39a5f376-b402-4f00-95cd-c31ed873596e tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Feb 16 17:26:00.907442 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-483bd13c-049e-4389-ac90-54f1c2fafa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:01.536282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2385b-6911-459b-9b66-61f8da45f9fb req-b7980a03-cd43-4733-975b-c41883e35a17 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:01.537664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-68c2385b-6911-459b-9b66-61f8da45f9fb req-b7980a03-cd43-4733-975b-c41883e35a17 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0866578 Feb 16 17:26:01.581520 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-68c2385b-6911-459b-9b66-61f8da45f9fb req-be7ac602-780e-4462-bf95-5ed026da12d2 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381072 Feb 16 17:26:02.764917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc58074-ffea-4447-b808-4f5ab3c64022 req-ac927bec-5a3e-4b1d-8498-25701f1fa777 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:02.766363 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9bc58074-ffea-4447-b808-4f5ab3c64022 req-ac927bec-5a3e-4b1d-8498-25701f1fa777 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0799544 Feb 16 17:26:02.811160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9bc58074-ffea-4447-b808-4f5ab3c64022 req-3c3ca790-71e5-4025-b7a2-18fbdf173dda tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Feb 16 17:26:03.640468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-158bcdc7-3400-49d9-8832-77538165a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:03.998646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0b163-cc59-4c23-ac6f-ac77a8fbcc6e req-ff477348-5927-4413-8a92-41f774ded1e6 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:04.000091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1e0b163-cc59-4c23-ac6f-ac77a8fbcc6e req-ff477348-5927-4413-8a92-41f774ded1e6 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0821271 Feb 16 17:26:04.043554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1e0b163-cc59-4c23-ac6f-ac77a8fbcc6e req-e4c3cbd5-5c2c-409b-8cd5-4d6d1f6946f3 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Feb 16 17:26:04.329486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.101035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.231680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af66bbc-cf18-45b9-985a-c912f1b03caa req-ca494b19-8edf-4623-9957-aa3f37e3a726 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:05.233642 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4af66bbc-cf18-45b9-985a-c912f1b03caa req-ca494b19-8edf-4623-9957-aa3f37e3a726 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0812812 Feb 16 17:26:05.281283 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4af66bbc-cf18-45b9-985a-c912f1b03caa req-2020b19f-e23a-4843-b9a4-28fe435a6f42 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Feb 16 17:26:06.465725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd194517-d33c-408f-9d6e-d5da8ef41068 req-1acd9e20-4000-4c49-b1e4-803965e5aede tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:06.467096 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bd194517-d33c-408f-9d6e-d5da8ef41068 req-1acd9e20-4000-4c49-b1e4-803965e5aede tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0798781 Feb 16 17:26:06.511078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bd194517-d33c-408f-9d6e-d5da8ef41068 req-88e1c844-5fda-40b9-b74d-d30cf3ea8504 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Feb 16 17:26:06.778455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.700252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7895b6-1074-4b54-bb20-c8b642d0d6c3 req-bf9536d2-6be0-4b96-a1cf-afa85e3e6786 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:07.701710 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b7895b6-1074-4b54-bb20-c8b642d0d6c3 req-bf9536d2-6be0-4b96-a1cf-afa85e3e6786 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0844505 Feb 16 17:26:07.745895 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b7895b6-1074-4b54-bb20-c8b642d0d6c3 req-ad3a0ffa-1e2c-4147-92b0-5efd4e7eaaed tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 Feb 16 17:26:08.929250 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63537399-e011-4f8c-973b-282d88bd9102 req-f712c022-3210-43f0-8239-a4d766a6d04f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:08.930701 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-63537399-e011-4f8c-973b-282d88bd9102 req-f712c022-3210-43f0-8239-a4d766a6d04f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0790379 Feb 16 17:26:08.975088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-63537399-e011-4f8c-973b-282d88bd9102 req-8080f3a8-39c2-40e8-ae55-7945a7515923 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Feb 16 17:26:10.162230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f48ef4-8d73-4162-ace1-817249ed4861 req-6b0f2ef7-158f-49ae-87ae-74d1b48a36f3 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:10.163702 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7f48ef4-8d73-4162-ace1-817249ed4861 req-6b0f2ef7-158f-49ae-87ae-74d1b48a36f3 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0831304 Feb 16 17:26:10.207629 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7f48ef4-8d73-4162-ace1-817249ed4861 req-a8b2a93f-75d7-49b6-9c65-bada0a205d10 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Feb 16 17:26:11.403356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b18c-ce79-40b8-881b-88fe3d3f985f req-d236c46c-541c-4bca-9042-de4f20685b26 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:11.404804 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7626b18c-ce79-40b8-881b-88fe3d3f985f req-d236c46c-541c-4bca-9042-de4f20685b26 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0832877 Feb 16 17:26:11.456563 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7626b18c-ce79-40b8-881b-88fe3d3f985f req-2f8ded90-ce3e-43ee-ad00-683eba19462d tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Feb 16 17:26:12.646150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9fb4-3162-47e0-b31d-6fd5b4eeba46 req-bd5e53fd-04bf-4323-85a2-28ae7bad5472 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:12.647640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-168d9fb4-3162-47e0-b31d-6fd5b4eeba46 req-bd5e53fd-04bf-4323-85a2-28ae7bad5472 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0817144 Feb 16 17:26:12.697340 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-168d9fb4-3162-47e0-b31d-6fd5b4eeba46 req-d2062022-ea37-4efc-87c6-3703bd8eba8a tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Feb 16 17:26:13.894111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df839f-b325-4874-96a7-f6cae344a1f2 req-742dbc54-dbdd-4566-90e6-0e2167ea6161 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:13.896348 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-01df839f-b325-4874-96a7-f6cae344a1f2 req-742dbc54-dbdd-4566-90e6-0e2167ea6161 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0898397 Feb 16 17:26:13.947540 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-01df839f-b325-4874-96a7-f6cae344a1f2 req-f449d24d-1dcf-4b22-bca7-97a46ff23bce tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458841 Feb 16 17:26:15.144199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c915af-edc8-429b-a76e-739ca82b7413 req-a36a7be6-c0fc-4322-87f2-9135fc43ae4f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:15.145659 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1c915af-edc8-429b-a76e-739ca82b7413 req-a36a7be6-c0fc-4322-87f2-9135fc43ae4f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0829875 Feb 16 17:26:15.194304 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1c915af-edc8-429b-a76e-739ca82b7413 req-fae45706-272b-4772-9ac5-7c3a3b448001 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Feb 16 17:26:16.393184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632f6f-8ec9-45de-bf18-53fb4897dbf7 req-a29148c8-35f5-4a5c-af54-41193a45d6fe tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:16.394678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03632f6f-8ec9-45de-bf18-53fb4897dbf7 req-a29148c8-35f5-4a5c-af54-41193a45d6fe tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0901718 Feb 16 17:26:16.438990 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03632f6f-8ec9-45de-bf18-53fb4897dbf7 req-28d3a363-060d-492a-92f5-1df548bc0f05 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386684 Feb 16 17:26:17.627351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0897c-fd3f-4513-875f-a6e5ed407c6f req-a3e716dc-c982-4725-b0fe-ea225d68dd72 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:17.628828 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f9a0897c-fd3f-4513-875f-a6e5ed407c6f req-a3e716dc-c982-4725-b0fe-ea225d68dd72 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0814087 Feb 16 17:26:17.678731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f9a0897c-fd3f-4513-875f-a6e5ed407c6f req-ecd94c03-e988-4a92-a0c2-fef89c119e0d tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Feb 16 17:26:17.990064 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:26:18.877077 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae1d34-b361-4329-bee9-f0e50f888736 req-1c3147ad-69eb-4156-bc41-d09da733e1a6 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:18.878584 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dbae1d34-b361-4329-bee9-f0e50f888736 req-1c3147ad-69eb-4156-bc41-d09da733e1a6 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0859008 Feb 16 17:26:18.924396 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dbae1d34-b361-4329-bee9-f0e50f888736 req-c1502b08-7012-45e6-96a3-2aa3494f7744 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 Feb 16 17:26:20.116608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb81c3-1142-45d5-8cc7-40b4d4582507 req-78f9d81f-fd32-4861-98d8-bf76fcf88ca9 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:20.118079 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8bb81c3-1142-45d5-8cc7-40b4d4582507 req-78f9d81f-fd32-4861-98d8-bf76fcf88ca9 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0824287 Feb 16 17:26:20.171406 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8bb81c3-1142-45d5-8cc7-40b4d4582507 req-46af0c12-9a37-418d-a81c-c690cd1584d8 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474977 Feb 16 17:26:21.365153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bade4-d938-42c8-97fa-0c85ee54af59 req-4bb87346-57a2-4e71-909f-765a19df9957 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:21.366740 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-672bade4-d938-42c8-97fa-0c85ee54af59 req-4bb87346-57a2-4e71-909f-765a19df9957 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0809627 Feb 16 17:26:21.421252 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-672bade4-d938-42c8-97fa-0c85ee54af59 req-9d4b73fb-1f51-407f-a9ed-9fdef5ced387 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Feb 16 17:26:22.727938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c94b0-a33f-4c07-bb0a-4dddcd0aeefc req-d124c717-f04e-44b0-8d49-b6aff01135b8 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:22.729484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-379c94b0-a33f-4c07-bb0a-4dddcd0aeefc req-d124c717-f04e-44b0-8d49-b6aff01135b8 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.1921968 Feb 16 17:26:22.780387 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-379c94b0-a33f-4c07-bb0a-4dddcd0aeefc req-7f869f66-afe9-41c3-b43e-78df1f9114b8 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Feb 16 17:26:23.972347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703bd0-05cc-4a52-8599-11814e34953c req-54bb07ee-4b4c-411c-a204-9bf6f727d0c0 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:23.973809 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-86703bd0-05cc-4a52-8599-11814e34953c req-54bb07ee-4b4c-411c-a204-9bf6f727d0c0 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0836747 Feb 16 17:26:24.029390 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-86703bd0-05cc-4a52-8599-11814e34953c req-21d71b2c-d559-49e0-932d-0dc9da11e920 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Feb 16 17:26:24.804453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.221739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec900a0-2a59-40b4-ba90-7aa7fde6212d req-cfe1884c-19c7-46ea-b2b3-a7d8fbe70284 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:25.223234 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cec900a0-2a59-40b4-ba90-7aa7fde6212d req-cfe1884c-19c7-46ea-b2b3-a7d8fbe70284 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0841565 Feb 16 17:26:25.267269 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cec900a0-2a59-40b4-ba90-7aa7fde6212d req-0a13f5d4-f131-4004-922a-057ca14a4c9b tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382540 Feb 16 17:26:25.649829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-46a880c0-989a-4388-a40a-18eccc329a19 service neutron] 10.222.0.48 "GET /v2.0/ports/06d0d8af-301b-432c-aaba-61530bc4acd8/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0790741 Feb 16 17:26:25.915453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-01588f3d-801d-4e3d-a8a8-72b6d12400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:25.916829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-01588f3d-801d-4e3d-a8a8-72b6d12400d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1&tenant_id=baec2762e9d645c388263bf68674d1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0712554 Feb 16 17:26:26.009069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-8f9b0329-45f9-423a-956b-24f78687af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:26.010499 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-8f9b0329-45f9-423a-956b-24f78687af04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1098 time: 0.0689068 Feb 16 17:26:26.140714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-0e8180b6-3a24-430f-bf63-8807f8920ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:26.142524 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-0e8180b6-3a24-430f-bf63-8807f8920ef9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 913 time: 0.1253817 Feb 16 17:26:26.215201 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-014986db-3a1a-4cf7-ba8f-f6d39c928033 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 217 time: 0.0658045 Feb 16 17:26:26.275459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-1f8840d8-a31b-4e3b-9378-77b3c952dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:26.276902 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-1f8840d8-a31b-4e3b-9378-77b3c952dacd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 200 len: 852 time: 0.0562603 Feb 16 17:26:26.328376 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-dca50f72-3a21-4ec0-9b5f-364dafe4e3ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a8e4654-91bd-47c5-824b-7cfb41e484f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449717 Feb 16 17:26:26.481259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-6e765a6a-a412-44ba-bebc-e759a6bc5a1e service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457887 Feb 16 17:26:26.487781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097dc21-f751-45c7-b4bc-bf18704f5f42 req-d469b005-ac97-452f-8da2-7bab80cbfa04 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:26.489257 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a097dc21-f751-45c7-b4bc-bf18704f5f42 req-d469b005-ac97-452f-8da2-7bab80cbfa04 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0952427 Feb 16 17:26:26.544234 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a097dc21-f751-45c7-b4bc-bf18704f5f42 req-259cb75e-9fec-403c-8c83-6eb31416cf30 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493376 Feb 16 17:26:26.643873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b413ed6c-53bd-4c60-9828-9124f72280d0 req-489762f5-c66f-4e2f-a121-130b02335eda service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565547 Feb 16 17:26:27.735992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba083aa-0fc9-42db-bfd1-9377bafb6b12 req-e7b81966-e375-479b-be6b-7060b7b9a90a tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:27.737522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ba083aa-0fc9-42db-bfd1-9377bafb6b12 req-e7b81966-e375-479b-be6b-7060b7b9a90a tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0816972 Feb 16 17:26:27.784600 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ba083aa-0fc9-42db-bfd1-9377bafb6b12 req-9713bf3a-37dc-404e-aeca-cd8eb145890f tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Feb 16 17:26:28.990754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0eda1-f5b7-4f1b-80b4-0ea40f75f188 req-a50fabb2-0272-44e3-9f00-33150553bb4b tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:28.992271 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7dd0eda1-f5b7-4f1b-80b4-0ea40f75f188 req-a50fabb2-0272-44e3-9f00-33150553bb4b tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.1014028 Feb 16 17:26:29.044525 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7dd0eda1-f5b7-4f1b-80b4-0ea40f75f188 req-1d2f2c35-17f8-4b62-be2e-51f2e9284a60 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Feb 16 17:26:29.539215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:26:29.542491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:26:29.769725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.800503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:29.827073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:26:29.833139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'network_id': '7a8e4654-91bd-47c5-824b-7cfb41e484f7', 'port_id': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'mac_address': 'fa:16:3e:9b:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed1744e-ddd9-449b-b780-931168eb9d1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:26:29.840468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:29.872375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.944602 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'code': 200} Feb 16 17:26:29.956299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.981715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d0d8af-301b-432c-aaba-61530bc4acd8 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:26:29.989008 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:30.008046 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.008399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.008738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.009071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.009397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.009721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.010041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.010360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.010716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.011030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.011345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.011705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:30.018236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:30.023409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.088161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['06d0d8af-301b-432c-aaba-61530bc4acd8'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:26:30.146057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:30.245672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d43ea-fdc2-49c1-945b-8c3fb5a27012 req-5c70d337-19bf-47ad-b203-fa35769e3fcb tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:30.247276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-491d43ea-fdc2-49c1-945b-8c3fb5a27012 req-5c70d337-19bf-47ad-b203-fa35769e3fcb tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 944 time: 0.0902584 Feb 16 17:26:30.295759 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-491d43ea-fdc2-49c1-945b-8c3fb5a27012 req-825c65c1-3b3a-4e6b-b24a-1e5c0d23cb49 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Feb 16 17:26:30.685099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a988c6e2-b677-450c-a3f2-1262d39e87ed tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:30.685771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a988c6e2-b677-450c-a3f2-1262d39e87ed tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Synchronizing usage tracker for tenant:baec2762e9d645c388263bf68674d1c3 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:26:30.709043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a988c6e2-b677-450c-a3f2-1262d39e87ed tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Unset dirty status for tenant:baec2762e9d645c388263bf68674d1c3 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:26:30.710176 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a988c6e2-b677-450c-a3f2-1262d39e87ed tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.48 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1&tenant_id=baec2762e9d645c388263bf68674d1c3&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 944 time: 0.1079466 Feb 16 17:26:30.859594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a1465d66-f51f-44ce-9433-c3a67a37f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:30.861657 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a1465d66-f51f-44ce-9433-c3a67a37f74c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=baec2762e9d645c388263bf68674d1c3&device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0765426 Feb 16 17:26:30.909710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8382c10f-c95b-4a0b-a558-df274a4eec86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.102512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-ddeef230-30f4-4f98-8808-3005c6d047d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:31.103878 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-ddeef230-30f4-4f98-8808-3005c6d047d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 200 len: 913 time: 0.2342153 Feb 16 17:26:31.171852 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-9a49a79d-bfc4-424b-a790-9eaa49429a87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 200 len: 217 time: 0.0615625 Feb 16 17:26:31.238801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-7ab82329-1b72-4c0c-9aa6-46d8154d2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:31.240222 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-7ab82329-1b72-4c0c-9aa6-46d8154d2f0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 200 len: 852 time: 0.0623827 Feb 16 17:26:31.288503 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-6a6dc475-230c-484d-89b2-67baebd13d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a8e4654-91bd-47c5-824b-7cfb41e484f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403743 Feb 16 17:26:31.430766 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-5916a209-0847-44e0-9485-5a1ef2278ed3 service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332114 Feb 16 17:26:31.545678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:26:31.586312 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-ba4b2c2f-55dc-4cdd-994e-3e48b9da251c service neutron] 10.222.0.48 "GET /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477499 Feb 16 17:26:31.618963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 06d0d8af-301b-432c-aaba-61530bc4acd8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:31.619335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.750203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.784972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:31.799399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.869741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:31.945646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:26:32.339991 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'code': 200} Feb 16 17:26:32.509884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9da67-7793-47c0-a80a-2e9c1c6c29ba req-9e613551-a87a-48f5-adab-2a835a2deb0c tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:32.511383 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-efa9da67-7793-47c0-a80a-2e9c1c6c29ba req-9e613551-a87a-48f5-adab-2a835a2deb0c tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0872297 Feb 16 17:26:32.556600 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-efa9da67-7793-47c0-a80a-2e9c1c6c29ba req-21c4792f-3d13-4664-ae6b-99fb0162b524 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Feb 16 17:26:33.642760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2a88d29b-c346-4227-9f2f-08572f5db2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.755725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779c142-1691-4c38-acfb-a02d7d11893b req-705bd40f-a7f0-4bf6-ac83-f0e447ed32a1 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:33.757336 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c779c142-1691-4c38-acfb-a02d7d11893b req-705bd40f-a7f0-4bf6-ac83-f0e447ed32a1 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0799489 Feb 16 17:26:33.805789 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c779c142-1691-4c38-acfb-a02d7d11893b req-d7c858a9-102a-4a55-9ed5-9b3036f850da tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Feb 16 17:26:34.336273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:34.539687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a22a548d-23e8-4252-aab9-371234a40cc0 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:34.541030 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-a22a548d-23e8-4252-aab9-371234a40cc0 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.48 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0879400 Feb 16 17:26:34.613006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Deleting port 06d0d8af-301b-432c-aaba-61530bc4acd8 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:26:34.613336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:34.874146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] For port 06d0d8af-301b-432c-aaba-61530bc4acd8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=06d0d8af-301b-432c-aaba-61530bc4acd8,segment=NetworkSegment(2e914ec0-9b1a-4e09-ac1f-228b14a19abe),segment_id=2e914ec0-9b1a-4e09-ac1f-228b14a19abe)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:34.874492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.004232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa977a5-3f70-4f9d-9ea9-09d3efa57d60 req-c1e8759b-d99d-4dcc-bd4e-dde142d426a0 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:35.005720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8fa977a5-3f70-4f9d-9ea9-09d3efa57d60 req-c1e8759b-d99d-4dcc-bd4e-dde142d426a0 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/ports?device_id=89cf0177-179b-4a37-8f4e-e68e1d7fbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0906804 Feb 16 17:26:35.005954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Calling delete_port for 06d0d8af-301b-432c-aaba-61530bc4acd8 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:26:35.053654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8fa977a5-3f70-4f9d-9ea9-09d3efa57d60 req-86c58d46-3dd6-4deb-a763-cc4ea7a13d35 tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.43 "GET /v2.0/security-groups?id=dba1fffc-f681-48ab-8876-9126eb17e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Feb 16 17:26:35.104037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.165414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.177169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['06d0d8af-301b-432c-aaba-61530bc4acd8'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:26:35.217752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Pushing event deleted for resources: {'Port': ['ID=06d0d8af-301b-432c-aaba-61530bc4acd8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:35.265748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.266088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.267073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.267403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.267721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.268040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.268359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.268677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.268993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.269312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.269621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.269930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.309627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] No DVR routers for this DVR port 06d0d8af-301b-432c-aaba-61530bc4acd8 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:35.312208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.315244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-deleted', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:26:35.331630 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0e0d0bac-129e-4b7f-9b0f-145f287671a8 req-8c8ed2d0-44b7-4e6a-b714-2c08da288aab tempest-DeleteServersTestJSON-978200434 tempest-DeleteServersTestJSON-978200434-project] 10.222.0.48 "DELETE /v2.0/ports/06d0d8af-301b-432c-aaba-61530bc4acd8 HTTP/1.1" status: 204 len: 173 time: 0.7853007 Feb 16 17:26:35.365521 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf0177-179b-4a37-8f4e-e68e1d7fbcb1', 'name': 'network-vif-deleted', 'tag': '06d0d8af-301b-432c-aaba-61530bc4acd8', 'status': 'completed', 'code': 200} Feb 16 17:26:36.301381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34604) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:26:36.361320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Deleting subnet 8ed1744e-ddd9-449b-b780-931168eb9d1e {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:26:36.364449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.416930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.472379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.539149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.668558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed1744e-ddd9-449b-b780-931168eb9d1e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:36.672069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.678859 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4bf22751-5f30-4496-ad69-949cc65e1d69 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8ed1744e-ddd9-449b-b780-931168eb9d1e HTTP/1.1" status: 204 len: 168 time: 0.3764634 Feb 16 17:26:36.681418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34608) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:26:36.781816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.789470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.916870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.942770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8e4654-91bd-47c5-824b-7cfb41e484f7']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:36.955049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e914ec0-9b1a-4e09-ac1f-228b14a19abe') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:36.955343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e914ec0-9b1a-4e09-ac1f-228b14a19abe') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:36.966374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.982044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.989079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:36.989505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:37.003547 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:37.081085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.097009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.106990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8e4654-91bd-47c5-824b-7cfb41e484f7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:37.116620 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-86b46dd4-fb4b-4a25-8ef4-d541a06be23b admin admin] 10.222.0.43 "DELETE /v2.0/networks/7a8e4654-91bd-47c5-824b-7cfb41e484f7 HTTP/1.1" status: 204 len: 168 time: 0.4342563 Feb 16 17:26:37.231710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34614) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:26:37.285854 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5ca53c47-b3dc-452b-9685-e88e16e308de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=baec2762e9d645c388263bf68674d1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529149 Feb 16 17:26:37.288332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34618) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:26:37.353396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.382218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.436587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.455024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba1fffc-f681-48ab-8876-9126eb17e64b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:37.463253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.463585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.463913 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.464232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.464549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.464872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.465182 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.465496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.465805 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.466113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.466419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.466760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:37.476463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.477576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c12ca08f-912e-4a22-8d05-1fbb7a6f3d5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dba1fffc-f681-48ab-8876-9126eb17e64b HTTP/1.1" status: 204 len: 168 time: 0.1883309 Feb 16 17:26:38.236095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 34642) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:26:38.338633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-355808877-network', 'tenant_id': '520812f30f8446168f6a92fbb79d30c1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:38.343391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:26:38.347436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Usage tracker for resource:network and tenant:520812f30f8446168f6a92fbb79d30c1 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:26:38.350216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:26:38.355773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:26:38.367620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Made reservation on behalf of 520812f30f8446168f6a92fbb79d30c1 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:38.369942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.382416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.396770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:26:38.400981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Usage tracker for resource:security_group_rule and tenant:520812f30f8446168f6a92fbb79d30c1 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:26:38.403754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:26:38.409721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:26:38.494299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.498504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.532689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:38.541427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed512594-c32a-412e-ac7d-71e6bf6e1d4c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:38.548866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.549209 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Added segment 9e131d01-eb2b-4a53-b763-e9ce4bf8eee4 of type vlan for network 959d2a3f-9686-439f-92f2-41855c968ff6 Feb 16 17:26:38.576373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.604940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.605922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:38.606498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.707145 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4699950 Feb 16 17:26:38.710133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 34648) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:26:38.712151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8fe92-fa13-44cc-b4af-f6e9115b4716 admin admin] Pushing event updated for resources: {'Network': ['ID=959d2a3f-9686-439f-92f2-41855c968ff6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:38.715882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Request body: {'subnet': {'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-355808877-subnet', 'tenant_id': '520812f30f8446168f6a92fbb79d30c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:38.721656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:26:38.722625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 959d2a3f-9686-439f-92f2-41855c968ff6 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:26:38.725608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Usage tracker for resource:subnet and tenant:520812f30f8446168f6a92fbb79d30c1 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:26:38.728587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:26:38.734447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:26:38.745586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Made reservation on behalf of 520812f30f8446168f6a92fbb79d30c1 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:38.747960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.948530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.022123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d327da-08c9-4bfb-b8a7-0d40637ad83c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:39.032406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Checking segment: {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:26:39.032748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Network hostable DHCP agents. Network: 959d2a3f-9686-439f-92f2-41855c968ff6, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:39.051884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Network 959d2a3f-9686-439f-92f2-41855c968ff6 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:39.060396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 959d2a3f-9686-439f-92f2-41855c968ff6) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:39.065532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:39.066663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.069867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638332a7-6330-48bd-8dd7-7ea579279925 None None] Network 959d2a3f-9686-439f-92f2-41855c968ff6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:26:39.088225 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d9b24561-8836-4d58-a19a-f0819e8b51e9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3769054 Feb 16 17:26:39.313552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ba323-3b23-498f-964c-aa41ed72a854 None None] Network 959d2a3f-9686-439f-92f2-41855c968ff6 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:26:39.560788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:26:39.596844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 06d0d8af-301b-432c-aaba-61530bc4acd8 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:26:39.597186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 06d0d8af-301b-432c-aaba-61530bc4acd8 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:26:39.605469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-8140d6d0-5a13-445d-b21c-1436bc2696fc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:39.606916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-8140d6d0-5a13-445d-b21c-1436bc2696fc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 814 time: 0.1470704 Feb 16 17:26:39.621095 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-7136b4a1-8ca3-40c0-a551-c3adbf2cd8e5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/quotas/520812f30f8446168f6a92fbb79d30c1 HTTP/1.1" status: 200 len: 375 time: 0.0088208 Feb 16 17:26:39.667551 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-7fd832e7-7b1d-4e52-a14e-3eeeedaca904 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409994 Feb 16 17:26:39.845055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0e894f54-e45c-4630-a6d0-62120955f625 service neutron] 10.222.0.43 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696780 Feb 16 17:26:39.977169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-00009fce-8cfc-4090-87cb-46fa38269269 service neutron] 10.222.0.43 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260202 Feb 16 17:26:40.159656 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5eba1a9-6a7c-40f7-af12-32183006bba0 req-d6ae72d5-60e9-428c-b083-4a6da88a1e89 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 210 time: 0.0547104 Feb 16 17:26:41.319968 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1f41aeb-5627-43f8-ad62-ef38c1e36993 req-b030a5ed-0bac-441b-b181-f94fd3709828 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 210 time: 0.0442266 Feb 16 17:26:41.394035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-b029b103-ff54-4dca-90ee-bb0ba4ea3cc8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:41.394777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-b029b103-ff54-4dca-90ee-bb0ba4ea3cc8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Synchronizing usage tracker for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:26:41.411726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-b029b103-ff54-4dca-90ee-bb0ba4ea3cc8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Unset dirty status for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:26:41.412841 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-b029b103-ff54-4dca-90ee-bb0ba4ea3cc8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 814 time: 0.1672051 Feb 16 17:26:41.427105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Request body: {'port': {'device_id': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6', 'admin_state_up': True, 'tenant_id': '520812f30f8446168f6a92fbb79d30c1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:41.564125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:26:41.567862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Usage tracker for resource:port and tenant:520812f30f8446168f6a92fbb79d30c1 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:26:41.570754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:26:41.576326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:26:41.586761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Made reservation on behalf of 520812f30f8446168f6a92fbb79d30c1 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:41.590321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:41.753480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Allocated IP 172.20.0.14 (959d2a3f-9686-439f-92f2-41855c968ff6/f7d327da-08c9-4bfb-b8a7-0d40637ad83c/05722ac9-ad5f-4b6e-9c2c-22d5104d9f49) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:41.960024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:41.991992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.065662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Network 959d2a3f-9686-439f-92f2-41855c968ff6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:42.068680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:42.072746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:26:42.103437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:42.143074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:42.143703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.169691 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-0caa435f-389b-4d11-8e2a-a7ade16c06dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7461381 Feb 16 17:26:42.181120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Request body: {'port': {'device_id': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:42.413583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.522032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbf8-47f3-4987-a036-7392484df534 req-ce8ce569-5ecb-4396-99d2-dcdd146bbb27 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:42.523514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-101acbf8-47f3-4987-a036-7392484df534 req-ce8ce569-5ecb-4396-99d2-dcdd146bbb27 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 932 time: 0.0824978 Feb 16 17:26:42.572386 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-101acbf8-47f3-4987-a036-7392484df534 req-3507e37e-1198-4762-b045-cfa4443ea259 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Feb 16 17:26:42.764909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:26:42.773597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.789832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Transition to ACTIVE for port object 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:26:42.794245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.924751 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:43.032737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Attempting to bind port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:43.032971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Attempting to bind port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:43.033292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Attempting to bind port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 on network 959d2a3f-9686-439f-92f2-41855c968ff6 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:26:43.038063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 on network 959d2a3f-9686-439f-92f2-41855c968ff6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:26:43.038387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Attempting to bind port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 on network 959d2a3f-9686-439f-92f2-41855c968ff6 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:26:43.043584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:26:43.043914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Checking segment: {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:26:43.044296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Bound using segment: {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:26:43.044713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Bound port: 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:43.045051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:43.135809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:26:43.138837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:26:43.143679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:43.209652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:43.210272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:43.211643 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] 10.222.0.48 "PUT /v2.0/ports/05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 1094 time: 1.0347025 Feb 16 17:26:43.212071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:26:43.233660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b463d-ad49-473a-ad0b-edd5f92b18fb service neutron] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:43.285106 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'status': 'completed', 'code': 200} Feb 16 17:26:43.324767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-5e7cf87b-51e3-435a-9bc4-9879838beda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:43.326237 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-5e7cf87b-51e3-435a-9bc4-9879838beda6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1097 time: 0.0742691 Feb 16 17:26:43.398299 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-14867a79-8609-4bba-87fb-295183d95c7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 217 time: 0.0636194 Feb 16 17:26:43.462659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-ae5cd963-dd82-43fe-822f-8ed6c00510fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:43.464089 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-ae5cd963-dd82-43fe-822f-8ed6c00510fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0583367 Feb 16 17:26:43.514605 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-7fdc21ae-7aed-4d02-aee1-e7212d153941 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432458 Feb 16 17:26:43.651423 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-c5537a58-9353-4861-b708-218f6f27eca0 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295891 Feb 16 17:26:43.772351 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d78e-a80f-4efc-9508-a813b8ae29e2 req-221f8fe3-990f-4e41-aa1c-3ae17fd1b1ee tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:43.773858 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9de3d78e-a80f-4efc-9508-a813b8ae29e2 req-221f8fe3-990f-4e41-aa1c-3ae17fd1b1ee tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 944 time: 0.0825429 Feb 16 17:26:43.795924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7099f7fb-44c7-4b86-b587-ff4d617047dd req-459f785d-e3df-4404-86ab-5d1b28b13264 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376092 Feb 16 17:26:43.822132 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9de3d78e-a80f-4efc-9508-a813b8ae29e2 req-a0fbaec7-ddd8-43b9-842b-e1a5927e8bd0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Feb 16 17:26:43.924302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-c4842463-1d49-44c9-8507-6296ddddf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:43.925777 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-c4842463-1d49-44c9-8507-6296ddddf021 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1097 time: 0.0729825 Feb 16 17:26:44.063915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-e8a7224d-affb-4bea-8def-46844920857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:44.065447 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-e8a7224d-affb-4bea-8def-46844920857d service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1333332 Feb 16 17:26:44.234834 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-cb6ec4f6-863c-4e1c-be32-004424af4de9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 217 time: 0.1628749 Feb 16 17:26:44.302483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-f0510492-440f-4184-ad68-82505aad4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:44.307195 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-f0510492-440f-4184-ad68-82505aad4e23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0626113 Feb 16 17:26:44.351670 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-c1c1554c-5cf0-4b54-bfdd-84a1b959c62e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409391 Feb 16 17:26:44.495882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-79a552e1-687d-4bdc-ae56-21d1dee5dd10 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335292 Feb 16 17:26:44.635436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-17bae95a-40a6-4051-b95d-eda7ae5129e0 req-b45c0bf7-1879-40d2-8d9a-98916b827480 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327977 Feb 16 17:26:45.019274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58535d58-493c-4d8b-8548-417c6e8481bb req-44116f54-8f56-4fa9-b17f-80271c4a6539 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.020746 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58535d58-493c-4d8b-8548-417c6e8481bb req-44116f54-8f56-4fa9-b17f-80271c4a6539 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 944 time: 0.0875895 Feb 16 17:26:45.170462 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58535d58-493c-4d8b-8548-417c6e8481bb req-5a075b1f-3e01-4f93-84f2-69631d25972d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440749 Feb 16 17:26:46.365045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edfd6b-94c1-4880-9d72-821115cbf550 req-a3508bf4-ab45-4be1-b3b4-c2bb843741ee tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:46.366472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-88edfd6b-94c1-4880-9d72-821115cbf550 req-a3508bf4-ab45-4be1-b3b4-c2bb843741ee tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 944 time: 0.0871403 Feb 16 17:26:46.410272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-88edfd6b-94c1-4880-9d72-821115cbf550 req-91ab814c-9f45-4338-8005-65a101626d2a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Feb 16 17:26:47.593624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5000a3-90a4-45a0-8f11-b34e0ed20340 req-a9041ba7-ba05-44a2-b3d4-12d5eda1ce5d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:47.595966 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cc5000a3-90a4-45a0-8f11-b34e0ed20340 req-a9041ba7-ba05-44a2-b3d4-12d5eda1ce5d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 944 time: 0.0828309 Feb 16 17:26:47.601472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:26:47.642094 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cc5000a3-90a4-45a0-8f11-b34e0ed20340 req-f7279fba-d882-4e54-9791-6d7ac222d8be tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Feb 16 17:26:47.745458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:47.758953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6', 'port_id': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'mac_address': 'fa:16:3e:f8:36:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d327da-08c9-4bfb-b8a7-0d40637ad83c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:26:47.820998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:47.837982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:26:47.853642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:47.857280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:47.925258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:48.222858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:26:48.823105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f7e1-0df7-452f-bff1-aeb7cafdbaf3 req-f091f631-d0f2-4574-ab1a-4846967cd0fa tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:48.824528 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd25f7e1-0df7-452f-bff1-aeb7cafdbaf3 req-f091f631-d0f2-4574-ab1a-4846967cd0fa tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 945 time: 0.0784879 Feb 16 17:26:48.877305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd25f7e1-0df7-452f-bff1-aeb7cafdbaf3 req-1a77fb6f-dcbb-4262-a3bc-126fdb0b3a02 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Feb 16 17:26:49.624451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:26:49.696537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:26:49.702777 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:49.703189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:49.822304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:49.852310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:26:49.862842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:26:49.866993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:49.903349 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'code': 200} Feb 16 17:26:49.944609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:50.074013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ae38-5872-4912-905d-4fa101f6d6ed req-2bc8e411-56a9-4857-acf2-42258b5d28bf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:50.075469 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b9d5ae38-5872-4912-905d-4fa101f6d6ed req-2bc8e411-56a9-4857-acf2-42258b5d28bf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0843930 Feb 16 17:26:50.121238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b9d5ae38-5872-4912-905d-4fa101f6d6ed req-6c987208-cf33-492d-8505-f1be0536aa0e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393245 Feb 16 17:26:50.148952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ab481-628c-4648-af1d-211b87a8a92e req-41db675a-871f-4aa0-8af5-4d1e3606f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:50.150341 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ba2ab481-628c-4648-af1d-211b87a8a92e req-41db675a-871f-4aa0-8af5-4d1e3606f725 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1099 time: 0.0796638 Feb 16 17:26:50.193469 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ba2ab481-628c-4648-af1d-211b87a8a92e req-a917d05a-391b-428e-bd6d-a633c1439e8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Feb 16 17:26:51.309159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd155-15ee-4dcd-b21a-81515876ea36 req-8fd4434d-3c9f-4501-86b1-749bffea8131 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:51.310606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2a8fd155-15ee-4dcd-b21a-81515876ea36 req-8fd4434d-3c9f-4501-86b1-749bffea8131 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0816171 Feb 16 17:26:51.356312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2a8fd155-15ee-4dcd-b21a-81515876ea36 req-0164a6f5-e35b-43c3-ad88-7d23e6d51571 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Feb 16 17:26:52.543285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b0695-1b00-4e2e-84e1-24474321bb99 req-5a23b1a3-4976-4223-88a3-5b97a13b817f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:52.544654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ee5b0695-1b00-4e2e-84e1-24474321bb99 req-5a23b1a3-4976-4223-88a3-5b97a13b817f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0811360 Feb 16 17:26:52.589911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ee5b0695-1b00-4e2e-84e1-24474321bb99 req-e2761181-3f11-4542-82ba-5ff01ae243fb tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387650 Feb 16 17:26:52.796610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a069b-1148-4077-b68f-92babad14a43 req-e4c78c20-1f6d-427b-b927-66e91994d62d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:52.798679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-260a069b-1148-4077-b68f-92babad14a43 req-e4c78c20-1f6d-427b-b927-66e91994d62d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.1048250 Feb 16 17:26:52.844467 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-260a069b-1148-4077-b68f-92babad14a43 req-9ffb0f27-a5eb-45bf-8288-fa22cf2b0afa tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Feb 16 17:26:53.192691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce7fa8-1255-4b10-a5c1-b76f9694c544 req-1c4816a6-e796-4c6e-b7b7-85af191e14df tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.194140 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e1ce7fa8-1255-4b10-a5c1-b76f9694c544 req-1c4816a6-e796-4c6e-b7b7-85af191e14df tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0825241 Feb 16 17:26:53.243424 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e1ce7fa8-1255-4b10-a5c1-b76f9694c544 req-0f5dbb7d-14ec-461b-8aa5-d7c4fb434e39 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Feb 16 17:26:53.426102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab07ba6-cff1-4314-a667-a7bd9d0aac27 req-83c6450e-2e5e-4c37-b226-8e620946d20d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.427560 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8ab07ba6-cff1-4314-a667-a7bd9d0aac27 req-83c6450e-2e5e-4c37-b226-8e620946d20d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0805428 Feb 16 17:26:53.474358 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8ab07ba6-cff1-4314-a667-a7bd9d0aac27 req-ce98de99-1980-42b6-933d-cb1218cbb5ff tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Feb 16 17:26:53.833604 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-accc1840-1933-4352-82df-391a6f244018 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756886 Feb 16 17:26:53.885639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12408-6302-49d1-8055-c3c189b74802 req-5ea797f3-1d41-4e4f-9141-92d4099bbaf5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.887254 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b2f12408-6302-49d1-8055-c3c189b74802 req-5ea797f3-1d41-4e4f-9141-92d4099bbaf5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0885496 Feb 16 17:26:53.935402 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b2f12408-6302-49d1-8055-c3c189b74802 req-7b97246b-19e5-4211-b673-3b82fdf5e2de tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Feb 16 17:26:54.813206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:54.990015 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:26:55.020510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-bbbf218e-f1da-4cb7-b852-1fd0eec9838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.021984 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-bbbf218e-f1da-4cb7-b852-1fd0eec9838d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1099 time: 0.0758023 Feb 16 17:26:55.128352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9529888-8624-4ca6-a78d-b65633a575b2 req-dbedd4db-a46f-4b62-9b14-b6aef222898f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.129822 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9529888-8624-4ca6-a78d-b65633a575b2 req-dbedd4db-a46f-4b62-9b14-b6aef222898f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0850880 Feb 16 17:26:55.166600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-1cbc6d86-33cb-436b-93f2-9261a7ec46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.168047 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-1cbc6d86-33cb-436b-93f2-9261a7ec46ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1347532 Feb 16 17:26:55.176507 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9529888-8624-4ca6-a78d-b65633a575b2 req-86ac2746-fbfb-4711-b955-72ef41f42012 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Feb 16 17:26:55.242519 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-040b6516-9c47-438a-8027-a51a6631ba87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 217 time: 0.0681310 Feb 16 17:26:55.307437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-f5d2d209-8185-44f0-a3cf-37b3a10e0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.308871 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-f5d2d209-8185-44f0-a3cf-37b3a10e0bea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0593891 Feb 16 17:26:55.355040 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-cf820f20-0539-46db-baf6-25c02de652cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398700 Feb 16 17:26:55.488164 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-d28260a2-a519-418e-85ef-73c2055129b9 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269853 Feb 16 17:26:55.622104 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-0e1c32eb-67fb-4f25-9953-727197e5de39 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268117 Feb 16 17:26:56.368600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986462b0-5c9d-47e1-847f-860af65d6c1c req-092aebce-2d05-496f-849a-5e99b00e904b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:56.370043 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-986462b0-5c9d-47e1-847f-860af65d6c1c req-092aebce-2d05-496f-849a-5e99b00e904b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0832608 Feb 16 17:26:56.415842 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-986462b0-5c9d-47e1-847f-860af65d6c1c req-a809c5b5-a8c7-4210-88a5-0a60e36882cc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Feb 16 17:26:57.604373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244d26f-787a-4bf7-8938-8c27106edfeb req-f82d095f-c120-415e-8e89-d969740210b5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:57.605811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f244d26f-787a-4bf7-8938-8c27106edfeb req-f82d095f-c120-415e-8e89-d969740210b5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0815775 Feb 16 17:26:57.651239 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f244d26f-787a-4bf7-8938-8c27106edfeb req-4ad5a95b-1978-487e-b83e-d9899f821ebc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Feb 16 17:26:58.839108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18ccc8-a451-422b-ba07-2d41c4cdc492 req-99a6f47c-c83a-4430-9ce9-854cdb1ecfd3 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:58.840543 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b18ccc8-a451-422b-ba07-2d41c4cdc492 req-99a6f47c-c83a-4430-9ce9-854cdb1ecfd3 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0844340 Feb 16 17:26:58.884653 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b18ccc8-a451-422b-ba07-2d41c4cdc492 req-30ae8da9-eb39-4cf7-a12b-7fa8d0c16d04 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Feb 16 17:26:59.136326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b7e0e-af41-4319-af98-2510b03593a9 req-2488c12f-1c45-4a61-ac82-74630097cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:59.137809 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-2488c12f-1c45-4a61-ac82-74630097cab4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1099 time: 0.0751023 Feb 16 17:26:59.283885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b7e0e-af41-4319-af98-2510b03593a9 req-9dcf4f6c-f58a-4801-a3fc-6b5349a62f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:59.285353 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-9dcf4f6c-f58a-4801-a3fc-6b5349a62f1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1273761 Feb 16 17:26:59.353144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-dd9a4165-1469-45d0-9428-8028bce9af4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 217 time: 0.0608673 Feb 16 17:26:59.511608 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b7e0e-af41-4319-af98-2510b03593a9 req-4ad92011-c642-45ff-8d44-40b539250ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:59.512952 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-4ad92011-c642-45ff-8d44-40b539250ded service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.1501207 Feb 16 17:26:59.562822 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-b920eb81-acf7-4790-926e-636458d9a5c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435348 Feb 16 17:26:59.692878 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-1e8b624e-560b-4a82-9dc7-70608f305160 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237800 Feb 16 17:26:59.832778 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-930b7e0e-af41-4319-af98-2510b03593a9 req-a12cb1e8-3869-44f4-ba5f-88b42c261752 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321230 Feb 16 17:27:00.075478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199b1c-e193-4136-b17c-c9faf39a8d23 req-3f016134-2d1a-4f27-bdb2-93a80e992151 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:00.076950 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c199b1c-e193-4136-b17c-c9faf39a8d23 req-3f016134-2d1a-4f27-bdb2-93a80e992151 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0822229 Feb 16 17:27:00.126709 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c199b1c-e193-4136-b17c-c9faf39a8d23 req-dfcf3381-919c-4f1f-8674-55a662749272 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Feb 16 17:27:00.912499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7fb37f35-0a6d-45b3-bf45-bc39c9d76693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:01.464795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fa585-668a-4503-943b-2180180c90b0 req-3a1476cd-a16e-453a-8d16-e98e876a9682 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:01.466169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-028fa585-668a-4503-943b-2180180c90b0 req-3a1476cd-a16e-453a-8d16-e98e876a9682 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0833580 Feb 16 17:27:01.523930 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-028fa585-668a-4503-943b-2180180c90b0 req-1ed5ff17-1aa2-485a-bb5c-2693fbcf7727 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Feb 16 17:27:02.713291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095d053-823d-4255-92b7-b553067c9983 req-7dcd3f66-dcdc-4884-8bfb-9b3e9b70fb5f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:02.714749 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b095d053-823d-4255-92b7-b553067c9983 req-7dcd3f66-dcdc-4884-8bfb-9b3e9b70fb5f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0849719 Feb 16 17:27:02.758502 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b095d053-823d-4255-92b7-b553067c9983 req-12c35d9a-8695-4e05-8fc6-2837b76b6964 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Feb 16 17:27:03.645664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-32a641a7-1ca2-43ea-ab97-1e6088a50d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:03.948476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc769e4-557d-4b5d-b093-013c5568285a req-f057d2cd-a0bd-4aba-9ea4-fa625866bdbf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:03.949845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2dc769e4-557d-4b5d-b093-013c5568285a req-f057d2cd-a0bd-4aba-9ea4-fa625866bdbf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0828116 Feb 16 17:27:03.995651 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2dc769e4-557d-4b5d-b093-013c5568285a req-1d14f0f3-0f2f-40a4-a4d7-0641184ca7d7 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Feb 16 17:27:04.329772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:05.107295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:05.192838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d88d6c-a3fd-4334-b8e3-f4a0fd2566a1 req-69144ec7-0441-4c15-b060-a377a5dbb84e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:05.194441 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c0d88d6c-a3fd-4334-b8e3-f4a0fd2566a1 req-69144ec7-0441-4c15-b060-a377a5dbb84e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0875282 Feb 16 17:27:05.244678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c0d88d6c-a3fd-4334-b8e3-f4a0fd2566a1 req-d402f705-e60d-40ba-979f-c827fb0b4039 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Feb 16 17:27:06.433849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76253979-d2db-4d7e-9431-9733e5b14d12 req-3adf177f-daa6-4f47-b0d6-c5010688c932 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:06.435400 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76253979-d2db-4d7e-9431-9733e5b14d12 req-3adf177f-daa6-4f47-b0d6-c5010688c932 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0795758 Feb 16 17:27:06.486275 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76253979-d2db-4d7e-9431-9733e5b14d12 req-76abe47d-37a6-4491-9aad-fbe6276c3b78 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Feb 16 17:27:06.787526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:07.678148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a7cd6-b0ae-4338-889f-c0957e4ab554 req-92a60be7-e9af-43fb-8d67-7b8f38bcb124 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:07.679608 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d2a7cd6-b0ae-4338-889f-c0957e4ab554 req-92a60be7-e9af-43fb-8d67-7b8f38bcb124 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0812387 Feb 16 17:27:07.726532 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d2a7cd6-b0ae-4338-889f-c0957e4ab554 req-b7c4b2af-8d87-4b03-a1fe-3162d882c87d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Feb 16 17:27:08.914137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeabc8-7c5c-481f-9c0d-4c670cb7d182 req-b8acb397-e354-4efa-aa0a-79ced737f6cc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:08.915654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dddeabc8-7c5c-481f-9c0d-4c670cb7d182 req-b8acb397-e354-4efa-aa0a-79ced737f6cc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0841827 Feb 16 17:27:08.958795 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dddeabc8-7c5c-481f-9c0d-4c670cb7d182 req-8750582c-db2e-407f-a09c-6c5037a0f5d7 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Feb 16 17:27:10.142032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0c5d0-a838-4579-a8be-a7e3a62aa7c8 req-3461db21-f8a4-4e5a-af13-3c7372f9dff1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:10.143514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9f0c5d0-a838-4579-a8be-a7e3a62aa7c8 req-3461db21-f8a4-4e5a-af13-3c7372f9dff1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0784774 Feb 16 17:27:10.191704 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d9f0c5d0-a838-4579-a8be-a7e3a62aa7c8 req-fa37c714-13e8-462b-b873-310ad503a33a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Feb 16 17:27:11.380664 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25a939-5601-4e3e-92e8-38257241db62 req-26725e00-0564-404b-abe6-4abc7b07dd54 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:11.382201 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d25a939-5601-4e3e-92e8-38257241db62 req-26725e00-0564-404b-abe6-4abc7b07dd54 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0836003 Feb 16 17:27:11.426636 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d25a939-5601-4e3e-92e8-38257241db62 req-53685c31-f0b5-4e75-8f7a-284c12f1c740 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Feb 16 17:27:12.610795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1c237-9a65-428c-9d62-a7b4cfe8123c req-da3cbc94-6468-493e-9126-be864bbece39 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:12.612223 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b1c237-9a65-428c-9d62-a7b4cfe8123c req-da3cbc94-6468-493e-9126-be864bbece39 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0775523 Feb 16 17:27:12.655526 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b1c237-9a65-428c-9d62-a7b4cfe8123c req-125f49ea-5fb6-4895-928d-b7cd1e02f7e8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Feb 16 17:27:13.842624 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ec9f-2c37-4ef2-aedf-dc18325b8ff4 req-19511f1c-d06b-4adf-a623-adf0f4da14e1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:13.843958 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-52f6ec9f-2c37-4ef2-aedf-dc18325b8ff4 req-19511f1c-d06b-4adf-a623-adf0f4da14e1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0841169 Feb 16 17:27:13.888190 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-52f6ec9f-2c37-4ef2-aedf-dc18325b8ff4 req-21648be2-1e26-46bb-a27d-9ba7348bbc98 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Feb 16 17:27:15.086387 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91308d4a-53cb-4e49-84a2-651e97cfd525 req-2e2de401-9925-4665-a5e1-73037814887e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:15.087849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91308d4a-53cb-4e49-84a2-651e97cfd525 req-2e2de401-9925-4665-a5e1-73037814887e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0786104 Feb 16 17:27:15.135782 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91308d4a-53cb-4e49-84a2-651e97cfd525 req-d2e9e298-3595-4ec0-a70e-ca4dbebfed7e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Feb 16 17:27:16.321658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53382fa1-dfbc-4c85-b9c4-8f82c330ccda req-29e11da2-c792-4701-8e75-6e061a6000c5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:16.323031 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53382fa1-dfbc-4c85-b9c4-8f82c330ccda req-29e11da2-c792-4701-8e75-6e061a6000c5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0802681 Feb 16 17:27:16.367981 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53382fa1-dfbc-4c85-b9c4-8f82c330ccda req-ad7a1c09-2de7-4aa2-9406-e13ca46109e2 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Feb 16 17:27:17.657600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71d55-a523-412d-9462-0347c51f3b52 req-47be0d73-6015-438d-b13b-3ca8d7d42808 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:17.659058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bee71d55-a523-412d-9462-0347c51f3b52 req-47be0d73-6015-438d-b13b-3ca8d7d42808 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.1855581 Feb 16 17:27:17.702189 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bee71d55-a523-412d-9462-0347c51f3b52 req-5d9c382f-ae8b-4630-b608-f9b6db56b2dc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371978 Feb 16 17:27:18.886749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cec05-a470-4c80-abfc-480d86c8f5fc req-7727fa2f-5594-4f26-b0dc-5110554ce385 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:18.888195 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8f9cec05-a470-4c80-abfc-480d86c8f5fc req-7727fa2f-5594-4f26-b0dc-5110554ce385 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0792296 Feb 16 17:27:18.932195 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8f9cec05-a470-4c80-abfc-480d86c8f5fc req-26af4b78-814f-4576-96b1-b4aad646c4d5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Feb 16 17:27:20.118000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e82796-c6b4-45a2-9643-abf22abec333 req-c35871f6-0cb7-4ab8-9194-c07868f65f99 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:20.119508 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82e82796-c6b4-45a2-9643-abf22abec333 req-c35871f6-0cb7-4ab8-9194-c07868f65f99 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0828075 Feb 16 17:27:20.164981 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82e82796-c6b4-45a2-9643-abf22abec333 req-89b84173-c2f1-4214-ae40-538f866b65e3 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Feb 16 17:27:21.349589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02c42e-9761-4950-b2b9-2f2915c9f474 req-9024064b-b7f8-43a2-abbd-a39f68acde77 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:21.351062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb02c42e-9761-4950-b2b9-2f2915c9f474 req-9024064b-b7f8-43a2-abbd-a39f68acde77 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0806708 Feb 16 17:27:21.398880 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb02c42e-9761-4950-b2b9-2f2915c9f474 req-a3941582-9cb1-4e3d-be37-b37ed29ec13e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Feb 16 17:27:22.573744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-33f63fa1-6966-4f21-be8d-025638f97e1e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:27:22.574827 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-33f63fa1-6966-4f21-be8d-025638f97e1e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053043 Feb 16 17:27:22.586326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2bee4-fdb4-4fcb-8f53-dbbf833a2ca6 req-d3bcc529-e5c7-4ed9-b70a-f78dbc6180c5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:22.587781 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60e2bee4-fdb4-4fcb-8f53-dbbf833a2ca6 req-d3bcc529-e5c7-4ed9-b70a-f78dbc6180c5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0796170 Feb 16 17:27:22.631717 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60e2bee4-fdb4-4fcb-8f53-dbbf833a2ca6 req-ae75d978-1bcf-42a8-b423-5d8b73fd02c1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Feb 16 17:27:22.660998 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-0423126d-c5c6-4b15-93c6-ea0c3ba9e340 service neutron] 10.222.0.48 "GET /v2.0/ports/05722ac9-ad5f-4b6e-9c2c-22d5104d9f49/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0802910 Feb 16 17:27:22.925771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-8bff71ea-65e9-4a74-8849-4b6f588b8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:22.927294 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-8bff71ea-65e9-4a74-8849-4b6f588b8f2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc&tenant_id=520812f30f8446168f6a92fbb79d30c1 HTTP/1.1" status: 200 len: 1099 time: 0.0758400 Feb 16 17:27:23.032206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-39730a19-de91-4384-a63b-88522724118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:23.033935 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-39730a19-de91-4384-a63b-88522724118e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1099 time: 0.0840986 Feb 16 17:27:23.186302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-2bd93cc5-1356-427d-b2e2-317a7ca823bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:23.187958 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-2bd93cc5-1356-427d-b2e2-317a7ca823bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1476662 Feb 16 17:27:23.257701 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-873692b9-f8a8-4112-9e8e-621aa2b1b1ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 217 time: 0.0632024 Feb 16 17:27:23.324435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-9086fe7e-a79d-4502-9e74-1c0db1412652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:23.325865 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-9086fe7e-a79d-4502-9e74-1c0db1412652 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0613906 Feb 16 17:27:23.374711 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-cf188a84-998d-4868-bf13-2ee79b1f82de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421293 Feb 16 17:27:23.524774 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-4b19f613-92c4-43e0-841e-bfd311a7dfc6 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439390 Feb 16 17:27:23.667060 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-993f7b1c-5467-4836-9e2b-ebe8743cf53c req-f745c9d2-e344-4518-8c0d-e7069ac3c864 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338658 Feb 16 17:27:23.852215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d5c24-9c13-4cb3-a731-6cd52db0f116 req-474b8cd3-80a0-48b3-b419-9c204399bb96 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:23.853705 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-651d5c24-9c13-4cb3-a731-6cd52db0f116 req-474b8cd3-80a0-48b3-b419-9c204399bb96 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0952442 Feb 16 17:27:23.902155 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-651d5c24-9c13-4cb3-a731-6cd52db0f116 req-8595909d-5eec-4d44-a54c-30104040583f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Feb 16 17:27:24.816885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:25.089932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989a0d-6393-4860-b022-f08273158680 req-49d261ff-cfc4-4493-a27d-b4d3cd181a98 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.091588 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-17989a0d-6393-4860-b022-f08273158680 req-49d261ff-cfc4-4493-a27d-b4d3cd181a98 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0823309 Feb 16 17:27:25.140345 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-17989a0d-6393-4860-b022-f08273158680 req-c1aa2bf6-82a4-42d6-a918-c0e00c776ec2 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Feb 16 17:27:25.827838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:27:25.831803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:27:26.094270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:26.107443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:26.124996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6', 'port_id': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'mac_address': 'fa:16:3e:f8:36:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d327da-08c9-4bfb-b8a7-0d40637ad83c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:27:26.173706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:27:26.205870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:26.211988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:26.264211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:26.296139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:27:26.357480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e61f-6f8f-4037-85d4-a53961696465 req-f9705dd8-23f8-40c1-9057-03c069fe953c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:26.359310 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c597e61f-6f8f-4037-85d4-a53961696465 req-f9705dd8-23f8-40c1-9057-03c069fe953c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 944 time: 0.0914137 Feb 16 17:27:26.364766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:26.381749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:27:26.382123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:27:26.419315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c597e61f-6f8f-4037-85d4-a53961696465 req-cdc1633d-3695-48d0-b9b8-e0ebc2f5fb98 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 Feb 16 17:27:26.495924 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'code': 200} Feb 16 17:27:26.936908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:26.953642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:27:26.969382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:26.973399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:27.041930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:27:27.090339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:27.635739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c54d98-d357-4575-b2ed-fef30cd334d7 req-8cbb4a46-588a-4fdd-b3a4-091cda904316 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:27.637748 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f8c54d98-d357-4575-b2ed-fef30cd334d7 req-8cbb4a46-588a-4fdd-b3a4-091cda904316 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 945 time: 0.0955920 Feb 16 17:27:27.694607 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f8c54d98-d357-4575-b2ed-fef30cd334d7 req-28fc2edb-f222-4e90-8c93-800c4dcafea5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Feb 16 17:27:27.858738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:27:27.972940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:27:27.974441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:28.072030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-76d4485d-61bb-40bf-9e3c-f29edf14e5f8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:28.072902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-76d4485d-61bb-40bf-9e3c-f29edf14e5f8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Synchronizing usage tracker for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:27:28.095111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b352-6aec-4d24-bed9-2c17d87b2e5b req-1da32a3a-e611-497b-a89a-59dbb8806906 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:28.095810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-76d4485d-61bb-40bf-9e3c-f29edf14e5f8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Unset dirty status for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:27:28.096586 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0292b352-6aec-4d24-bed9-2c17d87b2e5b req-1da32a3a-e611-497b-a89a-59dbb8806906 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 945 time: 0.1133101 Feb 16 17:27:28.096791 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-76d4485d-61bb-40bf-9e3c-f29edf14e5f8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc&tenant_id=520812f30f8446168f6a92fbb79d30c1&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.1323910 Feb 16 17:27:28.141964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:28.147418 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0292b352-6aec-4d24-bed9-2c17d87b2e5b req-1c9af75c-7cfa-4f59-ac2a-3981891f5271 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Feb 16 17:27:28.204933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:28.210273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:28.277938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-f69befff-e9fa-4533-89a9-66a8ffecdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:28.279472 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-f69befff-e9fa-4533-89a9-66a8ffecdcd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 1099 time: 0.0883272 Feb 16 17:27:28.293457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:28.427851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-9126d422-e90f-41c0-812a-8f8060f79ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:28.429304 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-9126d422-e90f-41c0-812a-8f8060f79ac3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1432345 Feb 16 17:27:28.496892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:27:28.499486 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-3c742e3b-3d09-47cd-9df0-c8441da9ce2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 200 len: 217 time: 0.0639703 Feb 16 17:27:28.556263 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'code': 200} Feb 16 17:27:28.662736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-93d5e095-6263-45c6-aaa0-9faa74c1032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:28.664173 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-93d5e095-6263-45c6-aaa0-9faa74c1032b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.1584864 Feb 16 17:27:28.712573 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-0de5f976-39f3-48f2-9abc-b4b164adf42e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406451 Feb 16 17:27:28.853138 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-8daec166-39ad-411f-8b64-940383e7bfc3 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343694 Feb 16 17:27:29.001561 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e302bc9b-9f7c-487c-8a54-613436cf2518 req-c9fe9a40-83fa-4fc8-b759-87414cd1bf59 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408987 Feb 16 17:27:29.351476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e594df-2abe-46f6-a22d-844d3bc3426f req-848a481c-dae6-4044-a212-ceeed50fa780 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:29.353458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f6e594df-2abe-46f6-a22d-844d3bc3426f req-848a481c-dae6-4044-a212-ceeed50fa780 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0893872 Feb 16 17:27:29.402639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f6e594df-2abe-46f6-a22d-844d3bc3426f req-f13b286f-7ead-4014-8d7c-9b0f992c915d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Feb 16 17:27:30.590010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec28e1-c50d-4bec-b4fb-0e51723a0969 req-5786aead-02d1-49b2-8a04-e3674a55c5b9 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:30.591492 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8eec28e1-c50d-4bec-b4fb-0e51723a0969 req-5786aead-02d1-49b2-8a04-e3674a55c5b9 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0811019 Feb 16 17:27:30.636669 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8eec28e1-c50d-4bec-b4fb-0e51723a0969 req-32916bad-1ee4-4445-812b-67c3fe227d7a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Feb 16 17:27:30.832529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd9d2-45a2-4244-8000-214893ae5914 req-da62c31e-291c-4451-9254-d0b564c4346e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:30.833900 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af5bd9d2-45a2-4244-8000-214893ae5914 req-da62c31e-291c-4451-9254-d0b564c4346e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0858269 Feb 16 17:27:30.879655 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af5bd9d2-45a2-4244-8000-214893ae5914 req-429e8f19-2d03-48fb-91b2-496e95435246 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Feb 16 17:27:30.915780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-29c90caa-d2d9-48fa-914e-b41fc6079830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:31.065146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b5ca3-3808-436b-b30b-d086a185f00c req-578908b7-629a-491a-83ca-e38627029283 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:31.066638 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-126b5ca3-3808-436b-b30b-d086a185f00c req-578908b7-629a-491a-83ca-e38627029283 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0810206 Feb 16 17:27:31.114315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-126b5ca3-3808-436b-b30b-d086a185f00c req-0bb88f12-b855-4bbc-b2e7-eff4fc11e243 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Feb 16 17:27:31.647064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-5a1a88b2-6259-4498-842b-c83c8ea23ed4 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:31.648427 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-5a1a88b2-6259-4498-842b-c83c8ea23ed4 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 814 time: 0.1582041 Feb 16 17:27:31.663501 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-8826e2eb-1b18-405e-ab24-43a9000eaf8d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/quotas/520812f30f8446168f6a92fbb79d30c1 HTTP/1.1" status: 200 len: 375 time: 0.0094831 Feb 16 17:27:31.745883 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-9fffd54c-29b7-44f2-85e7-73098a8578d6 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772557 Feb 16 17:27:31.757587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-b4a9afcd-5ee4-4cf0-b71d-a86709b98cce service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:27:31.758533 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-b4a9afcd-5ee4-4cf0-b71d-a86709b98cce service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051224 Feb 16 17:27:31.892009 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2ba4d75d-798f-4c0e-9ec2-8571c02d5d9d service neutron] 10.222.0.43 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276395 Feb 16 17:27:31.990052 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:27:32.028915 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-8ee09023-f68c-47f0-83a1-5453ba46dc67 service neutron] 10.222.0.43 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309812 Feb 16 17:27:32.233091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53bfc3fc-8e8c-40b3-b57d-61fd4ab89ed6 req-d87aefe3-0356-4f79-8d9b-24063a00dbac tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 210 time: 0.0658011 Feb 16 17:27:33.346276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-69ee826d-9ef3-4ee6-9395-83251e957b1c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:33.348572 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-69ee826d-9ef3-4ee6-9395-83251e957b1c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 814 time: 0.1688521 Feb 16 17:27:33.362594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Request body: {'port': {'device_id': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6', 'admin_state_up': True, 'tenant_id': '520812f30f8446168f6a92fbb79d30c1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:27:33.399147 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8f04df5-5b0f-451e-9ade-8aec68026785 req-1a3dbe32-6fce-4209-b199-adb3bc7b4282 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 210 time: 0.0526388 Feb 16 17:27:33.489957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.48', 49312) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:27:33.550274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:27:33.560244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:27:33.571389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Made reservation on behalf of 520812f30f8446168f6a92fbb79d30c1 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:27:33.573833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d756-5d03-4520-bc71-1f72389956fe req-72a6a4b4-336d-4b96-a385-a3a3a4ced89c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:33.574827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:33.575373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c05d756-5d03-4520-bc71-1f72389956fe req-72a6a4b4-336d-4b96-a385-a3a3a4ced89c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/ports?device_id=c63713f9-9377-4d8e-800b-2773bdabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0845339 Feb 16 17:27:33.649420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Deleting port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:27:33.649767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:33.652110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0dcac170-c2fd-48d6-8c6c-fe26f8923eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:33.747916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Allocated IP 172.20.0.13 (959d2a3f-9686-439f-92f2-41855c968ff6/f7d327da-08c9-4bfb-b8a7-0d40637ad83c/e8429524-0af8-464b-b320-55ee1479f4b6) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:27:33.972182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.007623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.019810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:27:34.053700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] For port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:34.054164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.079552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Network 959d2a3f-9686-439f-92f2-41855c968ff6 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:27:34.082771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:27:34.086875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:27:34.131670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Pushing event updated for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:34.164584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:34.165498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.197313 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-a63fd075-c21c-4133-b573-b531d656a2d0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390505 Feb 16 17:27:34.198308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Calling delete_port for 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 owned by compute:nova {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:27:34.209494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Request body: {'port': {'device_id': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:27:34.333951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.338511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.367166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.421888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Pushing event deleted for resources: {'Port': ['ID=05722ac9-ad5f-4b6e-9c2c-22d5104d9f49,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:34.506143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] No DVR routers for this DVR port 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 on host hv-neutron-8295 {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:27:34.508685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.511333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-deleted', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:27:34.525165 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "DELETE /v2.0/ports/05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 HTTP/1.1" status: 204 len: 173 time: 0.9443579 Feb 16 17:27:34.611915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f4db-0d56-46a2-947f-466e1d66d825 req-9b3d6b97-db5d-4cdd-b3af-8c283fe50a8a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:34.613059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d5d8f4db-0d56-46a2-947f-466e1d66d825 req-9b3d6b97-db5d-4cdd-b3af-8c283fe50a8a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Synchronizing usage tracker for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:27:34.631753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d5d8f4db-0d56-46a2-947f-466e1d66d825 req-9b3d6b97-db5d-4cdd-b3af-8c283fe50a8a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Unset dirty status for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:27:34.633933 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d5d8f4db-0d56-46a2-947f-466e1d66d825 req-9b3d6b97-db5d-4cdd-b3af-8c283fe50a8a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 932 time: 0.1112969 Feb 16 17:27:34.688479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d5d8f4db-0d56-46a2-947f-466e1d66d825 req-d903b39d-57df-4110-8f58-e7022aa8e472 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 Feb 16 17:27:34.726766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8429524-0af8-464b-b320-55ee1479f4b6 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:27:34.734512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.749712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Transition to ACTIVE for port object e8429524-0af8-464b-b320-55ee1479f4b6 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:27:34.754208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:34.812634 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63713f9-9377-4d8e-800b-2773bdabb5fc', 'name': 'network-vif-deleted', 'tag': '05722ac9-ad5f-4b6e-9c2c-22d5104d9f49', 'status': 'completed', 'code': 200} Feb 16 17:27:35.014646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Pushing event updated for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:35.094090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Attempting to bind port e8429524-0af8-464b-b320-55ee1479f4b6 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:27:35.094744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Attempting to bind port e8429524-0af8-464b-b320-55ee1479f4b6 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:27:35.095249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Attempting to bind port e8429524-0af8-464b-b320-55ee1479f4b6 on network 959d2a3f-9686-439f-92f2-41855c968ff6 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:27:35.100767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Port e8429524-0af8-464b-b320-55ee1479f4b6 on network 959d2a3f-9686-439f-92f2-41855c968ff6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:27:35.101063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Attempting to bind port e8429524-0af8-464b-b320-55ee1479f4b6 on network 959d2a3f-9686-439f-92f2-41855c968ff6 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:27:35.107181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:27:35.107590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Checking segment: {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:27:35.108030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Bound using segment: {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:27:35.109005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Bound port: e8429524-0af8-464b-b320-55ee1479f4b6, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:27:35.109005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:35.114874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:35.215037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:27:35.219282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e8429524-0af8-464b-b320-55ee1479f4b6,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:27:35.223895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:35.284235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:35.284845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:35.286217 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] 10.222.0.48 "PUT /v2.0/ports/e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 1094 time: 1.0818384 Feb 16 17:27:35.286674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:27:35.311846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Pushing event updated for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:35.320790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.321144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.321472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.321803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.322128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.323369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.323369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.323369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.323369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.323721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.324007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.324324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942f7f4-b840-4c9f-baaa-423cac77024a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:35.365256 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6', 'status': 'completed', 'code': 200} Feb 16 17:27:35.407331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2a14f8ba-53de-4b53-aa86-16e3a6a8cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:35.408815 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-2a14f8ba-53de-4b53-aa86-16e3a6a8cbd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1097 time: 0.0798802 Feb 16 17:27:35.481549 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-e7a36a1c-4a1b-4746-8c77-f954bada8215 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 217 time: 0.0653672 Feb 16 17:27:35.547971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-ebca1e9f-b236-4563-a1a2-395e30b09d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:35.549484 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-ebca1e9f-b236-4563-a1a2-395e30b09d5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0609393 Feb 16 17:27:35.598903 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-b4878d2e-2efe-4ca5-82b7-337e3e853129 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429935 Feb 16 17:27:35.738515 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-30e5e21e-bfbc-45a6-ac7e-0fd5862bfbf5 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335318 Feb 16 17:27:35.883186 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-55d3ebdd-2af2-474d-9032-6309122cd411 req-61935fce-cc6c-474c-b9ac-b516535d272d service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387277 Feb 16 17:27:35.897225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00cd9f-31b3-44ba-af84-e179955a5fe4 req-85ebc662-e1e1-4997-b448-559dea9b1402 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:35.899260 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-be00cd9f-31b3-44ba-af84-e179955a5fe4 req-85ebc662-e1e1-4997-b448-559dea9b1402 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0948689 Feb 16 17:27:35.949714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-be00cd9f-31b3-44ba-af84-e179955a5fe4 req-d85ac9e4-cd8e-47e7-9506-f6de76e734a8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Feb 16 17:27:36.015686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-aa567033-a9f2-4939-ac0b-53025f537e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:36.017201 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-aa567033-a9f2-4939-ac0b-53025f537e8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1097 time: 0.0793974 Feb 16 17:27:36.160439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-3caebd6b-8465-40ce-90a2-e09483e6b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:36.162516 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-3caebd6b-8465-40ce-90a2-e09483e6b49d service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1392553 Feb 16 17:27:36.233035 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-f95e9fa8-62d3-4747-a137-e1d4ad9c34f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 217 time: 0.0637820 Feb 16 17:27:36.302272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-9c99e2ce-b8a7-4c92-99aa-70760bc19b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:36.303662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-9c99e2ce-b8a7-4c92-99aa-70760bc19b52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0650442 Feb 16 17:27:36.351648 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-640fc420-dc8b-4345-a5b3-79b28ede808f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417669 Feb 16 17:27:36.494515 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-1e6aff28-d708-4ef7-a0d6-aa755cc7f539 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358061 Feb 16 17:27:36.623086 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-024a50be-a839-49e9-ab55-ec148cc1e818 req-e5be5d50-ec5d-4aa2-8abd-e8ef44359a98 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220393 Feb 16 17:27:36.786586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:37.140691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8308-1d11-4e08-8000-16e6faf8313a req-e5a61e06-40e3-4625-98b2-b9b154e81526 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:37.142173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28ff8308-1d11-4e08-8000-16e6faf8313a req-e5a61e06-40e3-4625-98b2-b9b154e81526 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0808611 Feb 16 17:27:37.186567 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28ff8308-1d11-4e08-8000-16e6faf8313a req-e8957add-2273-4c3e-abba-7a02bd146750 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Feb 16 17:27:37.911914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:27:37.946292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:27:37.946655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 05722ac9-ad5f-4b6e-9c2c-22d5104d9f49 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:27:38.380741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d61bd-3993-47a0-86cf-d912e87224e6 req-305849d5-e42a-479d-8010-46e4017694f1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:38.382213 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-954d61bd-3993-47a0-86cf-d912e87224e6 req-305849d5-e42a-479d-8010-46e4017694f1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0859203 Feb 16 17:27:38.426753 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-954d61bd-3993-47a0-86cf-d912e87224e6 req-5d73913e-55af-447e-92bd-bed1f93210b4 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Feb 16 17:27:39.611477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eac4a-f80f-4915-af39-6a460eb340c4 req-1c407b61-31d7-4a00-8092-f425cbc77f35 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:39.612918 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-793eac4a-f80f-4915-af39-6a460eb340c4 req-1c407b61-31d7-4a00-8092-f425cbc77f35 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0831800 Feb 16 17:27:39.661706 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-793eac4a-f80f-4915-af39-6a460eb340c4 req-5d802bed-20ce-47f4-bb33-ef4b5b04eb47 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Feb 16 17:27:39.939101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e8429524-0af8-464b-b320-55ee1479f4b6 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:27:40.074384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e8429524-0af8-464b-b320-55ee1479f4b6,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:40.087485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'e8429524-0af8-464b-b320-55ee1479f4b6', 'network_id': '959d2a3f-9686-439f-92f2-41855c968ff6', 'port_id': 'e8429524-0af8-464b-b320-55ee1479f4b6', 'mac_address': 'fa:16:3e:8a:44:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d327da-08c9-4bfb-b8a7-0d40637ad83c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:27:40.146143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:40.164665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8429524-0af8-464b-b320-55ee1479f4b6 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:27:40.181230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e8429524-0af8-464b-b320-55ee1479f4b6,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:40.185656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:40.253791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:40.261128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.261463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.261795 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.262121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.262442 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.262793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.263114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.263431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.263743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.264063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.264373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.264686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:40.549852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['e8429524-0af8-464b-b320-55ee1479f4b6'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:27:40.848018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eefcc-5c48-44c1-ac5c-db3375ec76b6 req-670fe2ae-ea55-4f6f-a848-b9ea7d13ef0d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:40.849465 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b0eefcc-5c48-44c1-ac5c-db3375ec76b6 req-670fe2ae-ea55-4f6f-a848-b9ea7d13ef0d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 945 time: 0.0828078 Feb 16 17:27:40.894094 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b0eefcc-5c48-44c1-ac5c-db3375ec76b6 req-6a2588b7-aafe-47e6-9cb7-5beb6ff7ca0a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Feb 16 17:27:41.938761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e8429524-0af8-464b-b320-55ee1479f4b6 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:27:42.005675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port e8429524-0af8-464b-b320-55ee1479f4b6 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:27:42.010622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port e8429524-0af8-464b-b320-55ee1479f4b6 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:27:42.010990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:42.085126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b7e-00cf-4a86-814a-93585b96287a req-a01cebb2-9901-4bb3-ac4d-e19249f61910 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:42.086607 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d7e5b7e-00cf-4a86-814a-93585b96287a req-a01cebb2-9901-4bb3-ac4d-e19249f61910 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 945 time: 0.0838699 Feb 16 17:27:42.134296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d7e5b7e-00cf-4a86-814a-93585b96287a req-530c4ad8-0df3-4d07-9b7c-3ac0bcbba1fe tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Feb 16 17:27:42.161833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:42.190116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:27:42.199747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e8429524-0af8-464b-b320-55ee1479f4b6,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:27:42.203989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:42.237512 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6', 'code': 200} Feb 16 17:27:42.275878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:42.462970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d57e25-19be-4c03-9d97-6fe1785355e5 req-31768bab-eeed-4cdf-a7c2-861ee0e4e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:42.464324 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a9d57e25-19be-4c03-9d97-6fe1785355e5 req-31768bab-eeed-4cdf-a7c2-861ee0e4e5c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1099 time: 0.0726180 Feb 16 17:27:42.597955 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a9d57e25-19be-4c03-9d97-6fe1785355e5 req-493c0fb3-83a7-4089-83bf-c2cc8e897524 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273763 Feb 16 17:27:43.325252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ef7df-0e65-4847-8f7a-ad3ffa849075 req-f3a2dad2-e9d8-4382-ab0d-55e87b983458 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:43.326869 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e84ef7df-0e65-4847-8f7a-ad3ffa849075 req-f3a2dad2-e9d8-4382-ab0d-55e87b983458 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0817430 Feb 16 17:27:43.371757 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e84ef7df-0e65-4847-8f7a-ad3ffa849075 req-61bbd0f1-32ef-4be9-bade-fae1281f255e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Feb 16 17:27:44.566401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd60eac-5bf5-4fd4-9b84-7fc0c8b79849 req-1ed9be84-2fe6-4f4c-baee-25c7d25a549b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:44.567871 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3cd60eac-5bf5-4fd4-9b84-7fc0c8b79849 req-1ed9be84-2fe6-4f4c-baee-25c7d25a549b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0832882 Feb 16 17:27:44.612719 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3cd60eac-5bf5-4fd4-9b84-7fc0c8b79849 req-6047bb49-97fb-4340-8639-04dfabce4281 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Feb 16 17:27:44.795678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd3b9f-cdac-48a0-821d-8150a93743f3 req-0c6e17b3-f1c5-404c-82b4-b205c5ba57d8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:44.797299 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-98bd3b9f-cdac-48a0-821d-8150a93743f3 req-0c6e17b3-f1c5-404c-82b4-b205c5ba57d8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0803378 Feb 16 17:27:44.842308 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-98bd3b9f-cdac-48a0-821d-8150a93743f3 req-8f49fd30-cb77-4640-8968-10caf16afbf5 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Feb 16 17:27:45.193044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-90cb1f11-f611-4ed0-b592-cffbcaf9b7a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725846 Feb 16 17:27:45.250669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31100-ccec-48e4-9b6d-e773e7165b31 req-61e1d402-ba91-496c-a1d9-8a97e122a8fd tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:45.257521 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03f31100-ccec-48e4-9b6d-e773e7165b31 req-61e1d402-ba91-496c-a1d9-8a97e122a8fd tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0926189 Feb 16 17:27:45.301025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03f31100-ccec-48e4-9b6d-e773e7165b31 req-ea2eadab-f68a-4b6f-9a12-e87fe3657547 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Feb 16 17:27:46.334461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-ae0239c2-632a-4ccc-af79-3236d842ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.335992 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-ae0239c2-632a-4ccc-af79-3236d842ba84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1099 time: 0.0739548 Feb 16 17:27:46.479619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-1225d274-baf4-4fc0-a945-ddfcfcb511f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.481044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-1225d274-baf4-4fc0-a945-ddfcfcb511f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1390274 Feb 16 17:27:46.489029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0cec1-e9a6-433c-ac9d-c3bf3ad1ea38 req-e184a8f0-22c0-45c3-9a56-2825e2268eec tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.490583 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b7e0cec1-e9a6-433c-ac9d-c3bf3ad1ea38 req-e184a8f0-22c0-45c3-9a56-2825e2268eec tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0827198 Feb 16 17:27:46.538090 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b7e0cec1-e9a6-433c-ac9d-c3bf3ad1ea38 req-0ed3785c-7bee-4598-bfc1-3d5d9061a59a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Feb 16 17:27:46.548983 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-1f2c0ac9-2080-4e6d-a7e5-4cea90234db0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 217 time: 0.0598667 Feb 16 17:27:46.612507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-9924cccb-92d0-4d82-a047-f00a76a83567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.613903 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-9924cccb-92d0-4d82-a047-f00a76a83567 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0591736 Feb 16 17:27:46.659903 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-fdb33353-fd40-4ab8-8b14-1ef8db1a49a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396905 Feb 16 17:27:46.787725 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-76d70fbc-ee3b-4342-94d2-db230d6e0930 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217799 Feb 16 17:27:46.915910 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-0d29a7c0-9dd0-424b-907b-146764a270d7 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220484 Feb 16 17:27:47.723705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1fe46-bebf-40b1-887d-e10ea3db14b8 req-5eb7343e-ffad-4f57-b81e-d2eebc278b2b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:47.725133 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0e1fe46-bebf-40b1-887d-e10ea3db14b8 req-5eb7343e-ffad-4f57-b81e-d2eebc278b2b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0794129 Feb 16 17:27:47.768857 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0e1fe46-bebf-40b1-887d-e10ea3db14b8 req-e1c7d0f5-85e8-48a9-9873-8f6beec7ea49 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Feb 16 17:27:48.957215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31793-1cb3-431e-98b6-8a5defdfd436 req-6dd5d8f0-66a5-4149-8405-481fc7acbb29 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:48.959011 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c2d31793-1cb3-431e-98b6-8a5defdfd436 req-6dd5d8f0-66a5-4149-8405-481fc7acbb29 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0852249 Feb 16 17:27:49.004257 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c2d31793-1cb3-431e-98b6-8a5defdfd436 req-3cae004a-fe86-4c75-b512-da742087770c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Feb 16 17:27:50.190421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8d3c-f327-42e4-9c6e-6ba55f949ba1 req-aa29611f-c9c8-4ae3-b5fc-215dbdc63fdb tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:50.191904 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-952a8d3c-f327-42e4-9c6e-6ba55f949ba1 req-aa29611f-c9c8-4ae3-b5fc-215dbdc63fdb tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0842745 Feb 16 17:27:50.238132 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-952a8d3c-f327-42e4-9c6e-6ba55f949ba1 req-61082dc6-3c22-4e8b-a234-1973edb49579 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Feb 16 17:27:51.431562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bfaa3-76b4-4b47-9195-6c0c9e7809c4 req-948daa20-4b0d-4d57-9b06-ffcb2de428dd tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:51.432994 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-279bfaa3-76b4-4b47-9195-6c0c9e7809c4 req-948daa20-4b0d-4d57-9b06-ffcb2de428dd tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0858736 Feb 16 17:27:51.477731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-279bfaa3-76b4-4b47-9195-6c0c9e7809c4 req-7253bdea-258e-48ae-bd68-62fa9e7fa183 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Feb 16 17:27:52.660348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc7321-73be-4ce7-b278-b508c997f9bd req-260b992f-2886-4ae2-a27c-394ca0cdf21f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:52.661794 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0bfc7321-73be-4ce7-b278-b508c997f9bd req-260b992f-2886-4ae2-a27c-394ca0cdf21f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0799048 Feb 16 17:27:52.704830 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0bfc7321-73be-4ce7-b278-b508c997f9bd req-a58a39a9-07b7-45e4-b70c-3124d656794c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Feb 16 17:27:53.892357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509fad8-2517-4e2e-99da-05d85304a48c req-fbe23fd0-0211-4e02-901a-217336d0e7bc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:53.893780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0509fad8-2517-4e2e-99da-05d85304a48c req-fbe23fd0-0211-4e02-901a-217336d0e7bc tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0850921 Feb 16 17:27:53.943370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0509fad8-2517-4e2e-99da-05d85304a48c req-07874465-ff9a-45af-b3ec-e8aa05f690c7 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Feb 16 17:27:54.832075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:55.135995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda64bd-6980-4c82-b51c-8b3df23afcfe req-eb022884-03b5-4296-9c55-65f0cab03374 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:55.137464 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6eda64bd-6980-4c82-b51c-8b3df23afcfe req-eb022884-03b5-4296-9c55-65f0cab03374 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0832496 Feb 16 17:27:55.187508 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6eda64bd-6980-4c82-b51c-8b3df23afcfe req-c0a1ba40-3e6f-4d1c-adf5-bbb41a02aa82 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Feb 16 17:27:56.372732 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c774699-cc1f-4c90-b11c-c199d95d8077 req-e4b43362-ade7-4b20-a88a-22c8e03e62f0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:56.374970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c774699-cc1f-4c90-b11c-c199d95d8077 req-e4b43362-ade7-4b20-a88a-22c8e03e62f0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0813317 Feb 16 17:27:56.419720 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c774699-cc1f-4c90-b11c-c199d95d8077 req-0c7defb0-6673-4ee6-9ba5-d79c9c4d1cd3 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Feb 16 17:27:57.708862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc311f-9e40-4ae6-aeae-fba1e7bfec74 req-ebb1c9b7-39f1-47fc-9ebf-20043e5b66c0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:57.710289 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d5bc311f-9e40-4ae6-aeae-fba1e7bfec74 req-ebb1c9b7-39f1-47fc-9ebf-20043e5b66c0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.1865468 Feb 16 17:27:57.754075 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d5bc311f-9e40-4ae6-aeae-fba1e7bfec74 req-66137b36-1023-4156-b401-b350fcdc0b22 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Feb 16 17:27:58.939888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762b596-9c43-428b-88d6-e9da40f197f6 req-0dc7b5e8-c8e7-486b-9718-bfe4ad40c54d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:58.941342 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1762b596-9c43-428b-88d6-e9da40f197f6 req-0dc7b5e8-c8e7-486b-9718-bfe4ad40c54d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0807066 Feb 16 17:27:58.985793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1762b596-9c43-428b-88d6-e9da40f197f6 req-a983e4e9-1bbc-4137-b4fc-6dcf97274984 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389771 Feb 16 17:28:00.159885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-9fcf0719-6cad-4218-b63a-b4d1b620effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:00.161428 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-9fcf0719-6cad-4218-b63a-b4d1b620effb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1099 time: 0.1217122 Feb 16 17:28:00.172957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d67cb-0dfe-42c5-8f9c-5ff1825d85c6 req-9eab39c3-7eee-49f3-8d0c-35d70c31e217 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:00.174430 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba4d67cb-0dfe-42c5-8f9c-5ff1825d85c6 req-9eab39c3-7eee-49f3-8d0c-35d70c31e217 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0838754 Feb 16 17:28:00.222346 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba4d67cb-0dfe-42c5-8f9c-5ff1825d85c6 req-73dbd2fe-3b62-430a-a7bd-ad6e0415b0d2 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Feb 16 17:28:00.316411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-bb3175af-a6d8-41c7-8f79-5f876d1475fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:00.317899 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-bb3175af-a6d8-41c7-8f79-5f876d1475fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1371365 Feb 16 17:28:00.384823 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-055988a3-2640-4e24-b4bd-84fe8311d9ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 217 time: 0.0607638 Feb 16 17:28:00.450343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-979bf76d-8cf9-46fe-b6e2-ab64f155161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:00.452483 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-979bf76d-8cf9-46fe-b6e2-ab64f155161a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0607297 Feb 16 17:28:00.500598 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-70a07717-6a2f-488e-a522-3b93a0f3ce97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409341 Feb 16 17:28:00.633803 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-2f9e985e-52bf-4d6f-9a3f-31a25d442b99 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261318 Feb 16 17:28:00.763134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1440058f-9f62-45c4-b56b-1d69a3d15361 req-ccfd58b5-191b-4f81-8538-697281766727 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224935 Feb 16 17:28:00.912597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5a1d68bb-e05f-4906-b088-41bb9ef5d6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:01.455576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a07fb2-3f13-4d6b-be74-6a1c7030ca3a req-4bde3854-ba0e-4047-92ec-092a66928bca tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:01.457004 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2a07fb2-3f13-4d6b-be74-6a1c7030ca3a req-4bde3854-ba0e-4047-92ec-092a66928bca tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.1284676 Feb 16 17:28:01.505356 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2a07fb2-3f13-4d6b-be74-6a1c7030ca3a req-87e3adac-f25e-4982-a3a6-e67dc3456768 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Feb 16 17:28:02.701013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477b655-9023-401a-a2aa-1fd85b0aad25 req-ff50a19a-5e4e-48b6-9613-69d08af35c9d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:02.702991 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b477b655-9023-401a-a2aa-1fd85b0aad25 req-ff50a19a-5e4e-48b6-9613-69d08af35c9d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0909674 Feb 16 17:28:02.747108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b477b655-9023-401a-a2aa-1fd85b0aad25 req-f2349217-eb13-4c38-b99b-e9becbb98a9b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385530 Feb 16 17:28:03.646434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-74a99c98-1fd6-4080-974b-3d0fc41a8e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.933315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26b4a0-6205-4e2c-b955-9e9123a6d5fb req-8f0f8922-9a19-460f-8a5d-63b0579a1d1a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:03.934682 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ad26b4a0-6205-4e2c-b955-9e9123a6d5fb req-8f0f8922-9a19-460f-8a5d-63b0579a1d1a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0845881 Feb 16 17:28:03.978527 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ad26b4a0-6205-4e2c-b955-9e9123a6d5fb req-0069b285-ffed-4848-9985-f6cb1cf787a3 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376124 Feb 16 17:28:04.330932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:05.116768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:05.162599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd128e79-77af-4857-a40c-047212ebc85c req-5302689e-d15c-4481-aa9a-5e6bb8ac6bf6 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:05.164088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fd128e79-77af-4857-a40c-047212ebc85c req-5302689e-d15c-4481-aa9a-5e6bb8ac6bf6 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0817113 Feb 16 17:28:05.208047 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fd128e79-77af-4857-a40c-047212ebc85c req-bb835f4f-dd40-4c16-b67d-867c837e0200 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 Feb 16 17:28:06.401364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd3e4-485a-4747-86ab-8bf59fb74a78 req-f3a1ab2c-70e3-49ca-b95c-d0c9589b4e9a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:06.402840 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-50abd3e4-485a-4747-86ab-8bf59fb74a78 req-f3a1ab2c-70e3-49ca-b95c-d0c9589b4e9a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0853024 Feb 16 17:28:06.448516 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-50abd3e4-485a-4747-86ab-8bf59fb74a78 req-bd3cddf2-b019-479f-9854-cabffaa2cc45 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387378 Feb 16 17:28:06.789700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.635017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fac16-a03e-433c-8fc0-deca1757a556 req-182d6b45-cbcf-4237-a349-5ca00e0da1e8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:07.636445 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a41fac16-a03e-433c-8fc0-deca1757a556 req-182d6b45-cbcf-4237-a349-5ca00e0da1e8 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0791318 Feb 16 17:28:07.683445 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a41fac16-a03e-433c-8fc0-deca1757a556 req-f28aa9ef-2d83-4702-b8f6-e1a4b018bb7b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Feb 16 17:28:08.865518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c124ba6-edbc-4fe6-a4c4-e3d26b6f31c5 req-613f3435-10d6-4eb0-84eb-675a3be45a3d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:08.866964 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6c124ba6-edbc-4fe6-a4c4-e3d26b6f31c5 req-613f3435-10d6-4eb0-84eb-675a3be45a3d tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0789468 Feb 16 17:28:08.911813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6c124ba6-edbc-4fe6-a4c4-e3d26b6f31c5 req-45c237b0-a141-41be-ba1a-3810ce8defab tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392566 Feb 16 17:28:08.989230 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:28:10.108971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd891d2-3a16-448d-9830-441efaeb87e6 req-25dbee0f-ac7e-4bf3-82c7-bacf726ae76f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:10.110414 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cdd891d2-3a16-448d-9830-441efaeb87e6 req-25dbee0f-ac7e-4bf3-82c7-bacf726ae76f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0843110 Feb 16 17:28:10.153407 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cdd891d2-3a16-448d-9830-441efaeb87e6 req-877cb1e7-5dd5-4064-9323-43b83f0b10cf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Feb 16 17:28:11.480399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5898a-3678-4e94-ad0d-490a5cef9869 req-d1bafc5d-7418-4330-8068-33f724dedc61 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:11.481731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65a5898a-3678-4e94-ad0d-490a5cef9869 req-d1bafc5d-7418-4330-8068-33f724dedc61 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0797491 Feb 16 17:28:11.526104 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65a5898a-3678-4e94-ad0d-490a5cef9869 req-afe6b706-056d-4842-a731-d58fb6f7a9e2 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Feb 16 17:28:12.717045 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13359dbb-bd52-4566-9bf2-cf285638afc0 req-3a09f935-cbd0-410e-89da-28db8c641210 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:12.718689 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13359dbb-bd52-4566-9bf2-cf285638afc0 req-3a09f935-cbd0-410e-89da-28db8c641210 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0837257 Feb 16 17:28:12.763530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13359dbb-bd52-4566-9bf2-cf285638afc0 req-62a38b16-7b30-483d-b3d8-a353ac579743 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Feb 16 17:28:13.663348 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-e4555a55-0b03-4969-9b20-420dd692a8fe service neutron] 10.222.0.48 "GET /v2.0/ports/e8429524-0af8-464b-b320-55ee1479f4b6/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0798311 Feb 16 17:28:13.962024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636b499-f2dc-4d2d-a472-70f2ad2e2c54 req-86c959f5-b854-4ce6-8732-c5d9e240a69a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:13.963635 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0636b499-f2dc-4d2d-a472-70f2ad2e2c54 req-86c959f5-b854-4ce6-8732-c5d9e240a69a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0871921 Feb 16 17:28:14.013193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0636b499-f2dc-4d2d-a472-70f2ad2e2c54 req-519476cb-7a0e-4d0d-ba10-50d49afbf4a3 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Feb 16 17:28:14.030690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-cf69741f-2294-48d4-8a33-dac412431280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:14.032788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-cf69741f-2294-48d4-8a33-dac412431280 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da&tenant_id=520812f30f8446168f6a92fbb79d30c1 HTTP/1.1" status: 200 len: 1099 time: 0.1778367 Feb 16 17:28:14.130360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-a8637f66-43fa-46c1-a892-9fe05b569be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:14.132178 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-a8637f66-43fa-46c1-a892-9fe05b569be0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1099 time: 0.0741658 Feb 16 17:28:14.267318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-2d4d0beb-4452-44dc-ac25-bec883b104fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:14.268740 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-2d4d0beb-4452-44dc-ac25-bec883b104fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1310477 Feb 16 17:28:14.336880 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-c420ef21-4f52-43aa-8237-df6b70ce6aca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 217 time: 0.0605559 Feb 16 17:28:14.403641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-7e77b46a-e2fc-48bb-b4fa-062603cd4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:14.405708 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-7e77b46a-e2fc-48bb-b4fa-062603cd4974 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0625477 Feb 16 17:28:14.451700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-1e50e5d5-d508-4717-83e5-e6aaf3bab13c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410163 Feb 16 17:28:14.587134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-9a3c9b57-d00d-48fc-a89c-6649b41bd441 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262939 Feb 16 17:28:14.717125 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6942fec5-c023-4fb3-af9d-1c06177cdfe3 req-9485112c-22ff-401b-939b-9ae10ac0a295 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244488 Feb 16 17:28:15.209337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe405e8-ca4c-4840-b324-0ca336d37a4f req-c86140f6-8b39-4d02-a1f7-3f92b7566c5b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:15.210805 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7fe405e8-ca4c-4840-b324-0ca336d37a4f req-c86140f6-8b39-4d02-a1f7-3f92b7566c5b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0844538 Feb 16 17:28:15.255901 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7fe405e8-ca4c-4840-b324-0ca336d37a4f req-fc96806c-136a-48f3-a6c4-84ee8500ef82 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Feb 16 17:28:16.479519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e8902-422e-4d42-b368-40ffa7bd0eee req-e63e7692-97e5-4614-a8d1-f4a95792771f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:16.481237 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac3e8902-422e-4d42-b368-40ffa7bd0eee req-e63e7692-97e5-4614-a8d1-f4a95792771f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.1028359 Feb 16 17:28:16.555296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac3e8902-422e-4d42-b368-40ffa7bd0eee req-152cdcd7-7d20-4737-ba70-b4bdd2bf038e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Feb 16 17:28:17.762000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815fda3-63a9-4cab-94a0-ed2874e1abb7 req-c851aa29-6634-42a2-b647-90e869770dd0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:17.763483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4815fda3-63a9-4cab-94a0-ed2874e1abb7 req-c851aa29-6634-42a2-b647-90e869770dd0 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.0908720 Feb 16 17:28:17.816539 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4815fda3-63a9-4cab-94a0-ed2874e1abb7 req-5c024b00-7a9f-40d6-8128-106a40f0b386 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Feb 16 17:28:18.083407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e8429524-0af8-464b-b320-55ee1479f4b6 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:28:18.152657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f1f1-6f33-493e-91e3-5df8c4fa7d97 req-cd66ff28-a23b-4e28-82f4-e520bda5f593 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:18.162771 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f615f1f1-6f33-493e-91e3-5df8c4fa7d97 req-cd66ff28-a23b-4e28-82f4-e520bda5f593 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 946 time: 0.1088498 Feb 16 17:28:18.164268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-53a3508c-cc35-4038-b30b-7cd2fe26b82c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:18.165027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-53a3508c-cc35-4038-b30b-7cd2fe26b82c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Synchronizing usage tracker for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:28:18.181464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-53a3508c-cc35-4038-b30b-7cd2fe26b82c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Unset dirty status for tenant:520812f30f8446168f6a92fbb79d30c1 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:28:18.182907 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-53a3508c-cc35-4038-b30b-7cd2fe26b82c tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da&tenant_id=520812f30f8446168f6a92fbb79d30c1&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 946 time: 0.1211414 Feb 16 17:28:18.219161 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f615f1f1-6f33-493e-91e3-5df8c4fa7d97 req-287c5c39-81e7-4de0-8732-041c6a6c24a6 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552719 Feb 16 17:28:18.236102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.269666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:28:18.280757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e8429524-0af8-464b-b320-55ee1479f4b6,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:18.296266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.331937 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6', 'code': 200} Feb 16 17:28:18.340370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-89969ffe-9982-4021-a0aa-a63b8cc96af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:18.341864 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-89969ffe-9982-4021-a0aa-a63b8cc96af5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=520812f30f8446168f6a92fbb79d30c1&device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 1097 time: 0.0796885 Feb 16 17:28:18.373248 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.511666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-16cae01a-fa11-4a72-b2fc-e542ca55f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:18.513035 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-16cae01a-fa11-4a72-b2fc-e542ca55f089 service neutron] 10.222.0.48 "GET /v2.0/networks?id=959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 200 len: 915 time: 0.1643717 Feb 16 17:28:18.606827 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-c9ee7fed-1c93-41aa-948d-cf64069a6e37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 200 len: 217 time: 0.0872502 Feb 16 17:28:18.683383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-053fb1da-3698-4720-90d8-ba56d597bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:18.684917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-053fb1da-3698-4720-90d8-ba56d597bbbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 200 len: 854 time: 0.0714808 Feb 16 17:28:18.733125 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-04e68264-d507-4f51-a6b7-ca019e1de407 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=959d2a3f-9686-439f-92f2-41855c968ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414612 Feb 16 17:28:18.869376 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-0e86204a-0c7d-4ec9-81e1-7fd1aa700902 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293573 Feb 16 17:28:19.011522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54c2f1c9-40d0-4c9f-a795-99fce8e3d381 req-920ae012-b1f1-4522-bc6f-fc2ae18e3c99 service neutron] 10.222.0.48 "GET /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356945 Feb 16 17:28:19.420489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29623-b14a-4b0b-89c9-df5776041880 req-70c293ba-1396-4753-a02e-d42c36ba8279 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:19.421929 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3b29623-b14a-4b0b-89c9-df5776041880 req-70c293ba-1396-4753-a02e-d42c36ba8279 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0839839 Feb 16 17:28:19.470082 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3b29623-b14a-4b0b-89c9-df5776041880 req-3f6eb5b0-9a1a-43a5-87e4-ecb2062b110e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Feb 16 17:28:20.670103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8896-ee24-486e-b8bd-73dae89b7d7f req-0a513f4c-2d79-44c4-aaf1-38f63a4298bf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:20.671609 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-148d8896-ee24-486e-b8bd-73dae89b7d7f req-0a513f4c-2d79-44c4-aaf1-38f63a4298bf tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0927670 Feb 16 17:28:20.721445 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-148d8896-ee24-486e-b8bd-73dae89b7d7f req-32ae1ece-4f93-4fb4-b832-2570f957d709 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Feb 16 17:28:20.917994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3ec6-8abc-4f65-9718-640f7bb8d5e9 req-1406415f-ad66-4daa-9ed3-0bebdcdd0604 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:20.919470 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8caa3ec6-8abc-4f65-9718-640f7bb8d5e9 req-1406415f-ad66-4daa-9ed3-0bebdcdd0604 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0805018 Feb 16 17:28:20.968516 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8caa3ec6-8abc-4f65-9718-640f7bb8d5e9 req-8042adde-7943-475b-a6f4-dc46b2f2de6f tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Feb 16 17:28:21.156665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0356b38-4426-4033-a627-674d572e0002 req-74849458-9804-4ee9-b41f-e7d8d4977396 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:21.158504 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0356b38-4426-4033-a627-674d572e0002 req-74849458-9804-4ee9-b41f-e7d8d4977396 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0824656 Feb 16 17:28:21.206447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0356b38-4426-4033-a627-674d572e0002 req-d64d0ac9-e4b1-44aa-8c04-b878e6aa3eff tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Feb 16 17:28:21.776461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf6a31-fa13-4cec-9681-6decb57578b3 req-628adafc-bc3e-47f8-85ae-dd87691a3d88 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:21.777837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-21bf6a31-fa13-4cec-9681-6decb57578b3 req-628adafc-bc3e-47f8-85ae-dd87691a3d88 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0847385 Feb 16 17:28:21.824260 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-21bf6a31-fa13-4cec-9681-6decb57578b3 req-5ae913dc-d06c-493e-85d6-6e5cf1b70b7a tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Feb 16 17:28:23.009965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52889b-a82c-4059-842b-28cb7782a754 req-7cc8fe33-55b0-4cad-bfdc-56822c60125b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:23.011439 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0e52889b-a82c-4059-842b-28cb7782a754 req-7cc8fe33-55b0-4cad-bfdc-56822c60125b tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.0794783 Feb 16 17:28:23.063550 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0e52889b-a82c-4059-842b-28cb7782a754 req-8f9f2e21-8eec-4fa5-af87-ad58ce544af1 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed512594-c32a-412e-ac7d-71e6bf6e1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Feb 16 17:28:23.516758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-55e79570-5b10-4f30-888d-50a21783e811 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:23.518381 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-55e79570-5b10-4f30-888d-50a21783e811 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 944 time: 0.1828547 Feb 16 17:28:23.590267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Deleting port e8429524-0af8-464b-b320-55ee1479f4b6 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:28:23.590623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.839563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] For port e8429524-0af8-464b-b320-55ee1479f4b6, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e8429524-0af8-464b-b320-55ee1479f4b6,segment=NetworkSegment(9e131d01-eb2b-4a53-b763-e9ce4bf8eee4),segment_id=9e131d01-eb2b-4a53-b763-e9ce4bf8eee4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:23.839828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.975365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Calling delete_port for e8429524-0af8-464b-b320-55ee1479f4b6 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:28:24.135515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:24.223929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Pushing event deleted for resources: {'Port': ['ID=e8429524-0af8-464b-b320-55ee1479f4b6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:24.224357 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-50074aca-b8d4-4cf4-9694-334822c6ec88 req-8a2fd61a-9ab9-4187-b1fe-6a48003babfe tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd486f5-a769-47ab-9ade-cc12be7538da HTTP/1.1" status: 200 len: 210 time: 0.0489969 Feb 16 17:28:24.273981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] No DVR routers for this DVR port e8429524-0af8-464b-b320-55ee1479f4b6 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:24.276563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:24.279216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'name': 'network-vif-deleted', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:28:24.295688 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8921c03c-ba49-40f7-8779-87b6c2af4480 req-48fd4b45-6685-41e1-9398-0a1d36ed3744 tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] 10.222.0.48 "DELETE /v2.0/ports/e8429524-0af8-464b-b320-55ee1479f4b6 HTTP/1.1" status: 204 len: 173 time: 0.7698040 Feb 16 17:28:24.327185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd486f5-a769-47ab-9ade-cc12be7538da', 'name': 'network-vif-deleted', 'tag': 'e8429524-0af8-464b-b320-55ee1479f4b6', 'status': 'completed', 'code': 200} Feb 16 17:28:24.855262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:25.467981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35002) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:25.533684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Deleting subnet f7d327da-08c9-4bfb-b8a7-0d40637ad83c {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:28:25.537202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:25.588408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:25.650068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:25.719803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:25.758887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d327da-08c9-4bfb-b8a7-0d40637ad83c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:25.764013 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:25.773265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.773612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.773951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.774379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.774719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.775056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.775251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.775574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.775896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.776199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.776558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.776868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:25.780918 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b370182c-ec5a-4bc4-917b-e681d4c603a6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f7d327da-08c9-4bfb-b8a7-0d40637ad83c HTTP/1.1" status: 204 len: 168 time: 0.3119094 Feb 16 17:28:25.785872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35006) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:25.915431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.164678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.196753 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959d2a3f-9686-439f-92f2-41855c968ff6']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:26.210854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:26.211134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e131d01-eb2b-4a53-b763-e9ce4bf8eee4') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:26.223747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.241761 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.248242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:28:26.248623 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:28:26.262232 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:28:26.338367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.354179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.364866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] Pushing event deleted for resources: {'Network': ['ID=959d2a3f-9686-439f-92f2-41855c968ff6,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:26.374284 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fdb172a2-9a52-4aec-9ffe-d3a63b768447 admin admin] 10.222.0.43 "DELETE /v2.0/networks/959d2a3f-9686-439f-92f2-41855c968ff6 HTTP/1.1" status: 204 len: 168 time: 0.5871968 Feb 16 17:28:26.492391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35012) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:26.546121 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c913f1af-1f11-4e02-bc66-ba01531f0333 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=520812f30f8446168f6a92fbb79d30c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524938 Feb 16 17:28:26.548691 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35016) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:26.612900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe31c-a835-4115-a251-9876cebd23f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.640067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe31c-a835-4115-a251-9876cebd23f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.695869 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe31c-a835-4115-a251-9876cebd23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.714228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fe31c-a835-4115-a251-9876cebd23f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed512594-c32a-412e-ac7d-71e6bf6e1d4c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:26.722463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe31c-a835-4115-a251-9876cebd23f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:26.726591 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5f3fe31c-a835-4115-a251-9876cebd23f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed512594-c32a-412e-ac7d-71e6bf6e1d4c HTTP/1.1" status: 204 len: 168 time: 0.1739326 Feb 16 17:28:27.510960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35040) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:27.632173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1452824455-network', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:27.637312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:27.641519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Usage tracker for resource:network and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:27.645945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:27.652279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:27.663975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Made reservation on behalf of 425a7336920941f8b0b28ea3308fdc34 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:27.666241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.681883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.699319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:27.703205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Usage tracker for resource:security_group_rule and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:27.706838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:27.712631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:27.819845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.824273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.860348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:28:27.869340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21955047-36ad-4913-97d6-8b2ac35b9e09,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:27.875274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.875710 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Added segment cc69b97d-5635-4f97-96b1-fb655e8c933f of type vlan for network 169bb56c-5237-4aed-820d-c5c1f65b9c6d Feb 16 17:28:27.906484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.938457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:27.939592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:27.940323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.053000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] Pushing event updated for resources: {'Network': ['ID=169bb56c-5237-4aed-820d-c5c1f65b9c6d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:28.059971 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8b376abf-3dbf-4dfd-9a7c-6289746c4e55 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5440099 Feb 16 17:28:28.060199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35046) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:28.066257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:28:28.066864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Request body: {'subnet': {'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1452824455-subnet', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:28.072302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:28.077255 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Usage tracker for resource:subnet and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:28.080416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:28.087220 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:28.104851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Made reservation on behalf of 425a7336920941f8b0b28ea3308fdc34 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:28.107659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.136878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e8429524-0af8-464b-b320-55ee1479f4b6 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:28:28.193546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: e8429524-0af8-464b-b320-55ee1479f4b6 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:28:28.193951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device e8429524-0af8-464b-b320-55ee1479f4b6 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:28:28.323712 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.396521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a897ff-f812-4035-805c-9dc551bcf993,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:28.407768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:28:28.408112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Network hostable DHCP agents. Network: 169bb56c-5237-4aed-820d-c5c1f65b9c6d, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:28:28.428420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:28:28.437721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 169bb56c-5237-4aed-820d-c5c1f65b9c6d) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:28.443065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.443708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.448275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4867c-c84e-4470-9229-ca2b9128b659 None None] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:28:28.474053 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dd52b993-c8ce-4a6f-bb7b-6af8f9c4a597 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4128668 Feb 16 17:28:28.476788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35050) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:28.481707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:28.486278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:28.490851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Usage tracker for resource:router and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:28.493685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:28.500858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:28.511984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.512944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.530726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.671354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:28:28.672213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.813815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:28.836065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Allocated IP 172.20.0.2 (169bb56c-5237-4aed-820d-c5c1f65b9c6d/e7a897ff-f812-4035-805c-9dc551bcf993/720bcc79-5f5a-4f1c-81b4-411a2f3f249b) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:29.068667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.079554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Transition to ACTIVE for port object 720bcc79-5f5a-4f1c-81b4-411a2f3f249b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:29.099386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Transition to ACTIVE for port object 720bcc79-5f5a-4f1c-81b4-411a2f3f249b will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:29.105514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.175076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:29.178051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:29.181648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:28:29.212285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Pushing event updated for resources: {'Port': ['ID=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:29.250309 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.276722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Attempting to bind port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:29.277073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Attempting to bind port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:29.277414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Attempting to bind port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:28:29.280710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.283011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:28:29.283372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:28:29.284494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.284880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Bound using segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:28:29.285331 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Bound port: 720bcc79-5f5a-4f1c-81b4-411a2f3f249b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:29.285690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.373422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] For port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:28:29.376394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] For port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:28:29.381303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.420848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Allocated IP 172.26.7.193 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/c4de006c-c323-4f54-af6a-b38dc884e4fd) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:29.470314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8979b-fe44-4fa7-9713-ebfc1f427a07 None None] Pushing event updated for resources: {'Port': ['ID=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:29.589852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.625437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:29.702141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:29.705293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:29.710508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:28:29.751320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4de006c-c323-4f54-af6a-b38dc884e4fd,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:30.096067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 720bcc79-5f5a-4f1c-81b4-411a2f3f249b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:30.164895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.169738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:30.461901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304942f-48c7-430f-9201-6d2dd248008c None None] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:28:30.545343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.593576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] Provisioning for port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:30.604930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] Provisioning complete for port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:30.605298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.852717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.896134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] For port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:30.898102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:28:30.903340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.986063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b794ac42-3589-42f1-b39d-8b0e0757165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.998284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc18c41-2be7-4ea7-b142-d311f857343a None None] Pushing event updated for resources: {'Port': ['ID=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:31.136405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:28:31.146179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:31.160225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:28:31.160924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:28:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:31.176295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:31.181011 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-91bd3cf9-2af7-4ea3-ae85-3db6604fece4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7005005 Feb 16 17:28:31.181213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35054) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:31.282888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ae81cb0a-123e-4dfb-b6cc-91be0e3a4f42 None None] Provisioning complete for port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:31.283241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae81cb0a-123e-4dfb-b6cc-91be0e3a4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:31.431793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:28:31.780476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:29Z', 'revision_number': 3, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:31.785338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:31.785665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Updating router b2939f8a-3d24-4b5a-b901-de0856a75db6 port c4de006c-c323-4f54-af6a-b38dc884e4fd binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:31.837790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:31.869793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.094600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 720bcc79-5f5a-4f1c-81b4-411a2f3f249b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:32.101652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Allocated IP 172.20.0.1 (169bb56c-5237-4aed-820d-c5c1f65b9c6d/e7a897ff-f812-4035-805c-9dc551bcf993/da645e4e-74ab-4893-b739-ea5d868af141) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:32.237783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:32.238631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.338339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.358240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Transition to ACTIVE for port object c4de006c-c323-4f54-af6a-b38dc884e4fd will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:32.368618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.380973 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.397182 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Transition to ACTIVE for port object da645e4e-74ab-4893-b739-ea5d868af141 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:32.421916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.485958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:32.489003 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:32.492705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:28:32.494244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd9222-07dc-46ab-9871-765a737306e1 None None] Pushing event updated for resources: {'Port': ['ID=c4de006c-c323-4f54-af6a-b38dc884e4fd,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:32.498416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Attempting to bind port c4de006c-c323-4f54-af6a-b38dc884e4fd on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:32.498724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Attempting to bind port c4de006c-c323-4f54-af6a-b38dc884e4fd by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:32.499096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Attempting to bind port c4de006c-c323-4f54-af6a-b38dc884e4fd on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:28:32.509997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:28:32.510373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:28:32.510802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.511191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:28:32.511659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Bound port: c4de006c-c323-4f54-af6a-b38dc884e4fd, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:32.512034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.530370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Pushing event updated for resources: {'Port': ['ID=da645e4e-74ab-4893-b739-ea5d868af141,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:32.557786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.591539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] For port c4de006c-c323-4f54-af6a-b38dc884e4fd, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:28:32.595162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] For port c4de006c-c323-4f54-af6a-b38dc884e4fd, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c4de006c-c323-4f54-af6a-b38dc884e4fd,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:28:32.600215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.681823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:28:32.682431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:28:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:32.750558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd9222-07dc-46ab-9871-765a737306e1 None None] Pushing event updated for resources: {'Port': ['ID=c4de006c-c323-4f54-af6a-b38dc884e4fd,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:32.827824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.862428 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-67d08759-afb0-4f2c-9345-2d2d9c8ecccb None None] Provisioning for port da645e4e-74ab-4893-b739-ea5d868af141 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:32.873616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-67d08759-afb0-4f2c-9345-2d2d9c8ecccb None None] Provisioning complete for port da645e4e-74ab-4893-b739-ea5d868af141 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:32.873984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-67d08759-afb0-4f2c-9345-2d2d9c8ecccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:32.905782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:28:33.047494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:33.052454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:33.097843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-67d08759-afb0-4f2c-9345-2d2d9c8ecccb None None] Port da645e4e-74ab-4893-b739-ea5d868af141 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:28:33.156526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Pushing event updated for resources: {'Port': ['ID=da645e4e-74ab-4893-b739-ea5d868af141,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:33.161275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:33.219631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:29Z', 'revision_number': 3, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:33.223914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe0c7-92e9-4a32-bbeb-739b951a2c12 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:29Z', 'revision_number': 3, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:33.309597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:33.310755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:33.527057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:28:33.623783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-644e04cf-a07c-489a-9009-a8b33f8235bb None None] Provisioning complete for port da645e4e-74ab-4893-b739-ea5d868af141 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:33.624399 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-644e04cf-a07c-489a-9009-a8b33f8235bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:33.693838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-72cac0a3-4448-4185-a223-99d5db9cad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:33.698995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-644e04cf-a07c-489a-9009-a8b33f8235bb None None] Port da645e4e-74ab-4893-b739-ea5d868af141 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:28:33.727024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:28:33.736456 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-be11280d-09a7-4a31-a528-fec6f48a6944 admin admin] 10.222.0.43 "PUT /v2.0/routers/b2939f8a-3d24-4b5a-b901-de0856a75db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5541527 Feb 16 17:28:34.099317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c4de006c-c323-4f54-af6a-b38dc884e4fd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:34.160132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35064) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:34.165613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067722236', 'description': 'tempest-description--366342920'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:34.172579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:34.176299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port c4de006c-c323-4f54-af6a-b38dc884e4fd completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:34.181226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c4de006c-c323-4f54-af6a-b38dc884e4fd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:34.181384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:security_group and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:34.181758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.184495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:34.191448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:34.203135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.226519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:34.230736 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:security_group_rule and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:34.233696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:34.240146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:34.308735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.322325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.326117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.337720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port c4de006c-c323-4f54-af6a-b38dc884e4fd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c4de006c-c323-4f54-af6a-b38dc884e4fd,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:34.343086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.373348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6948bdc2-e133-4ea0-a5aa-a186827364d4,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.378546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.382743 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-613e1a86-7373-403b-8ea7-710aceb5f981 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2189281 Feb 16 17:28:34.383163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.383268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 35068) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:34.388337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'security_group_rule': {'security_group_id': '6948bdc2-e133-4ea0-a5aa-a186827364d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:34.395553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:34.400497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:security_group_rule and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:34.403488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:34.410006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:34.419942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=c4de006c-c323-4f54-af6a-b38dc884e4fd,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.428597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.497518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.508951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.532796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2044d0-2718-403f-b683-822f90906ffd,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.547951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.549668 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-da8b4778-67d9-4ec1-b896-e25202219512 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649935 Feb 16 17:28:34.553202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35072) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:34.559216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'security_group_rule': {'security_group_id': '6948bdc2-e133-4ea0-a5aa-a186827364d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:34.567307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:34.570845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:security_group_rule and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:34.575786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:34.582138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:34.603871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.673740 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.679706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.711853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579f9fdf-bb3b-4f9e-a005-650d7f1907e0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.724952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.726410 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f4b8c67d-76bb-4be0-bb70-8ade626f361b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721458 Feb 16 17:28:34.729416 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35076) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:34.731624 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:34.734441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:34.740937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:34.745895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:floatingip and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:28:34.750246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:28:34.758182 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:28:34.758995 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:28:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:34.766305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:34.779308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.985458 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:28:35.063895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.123795 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.243522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Allocated IP 172.26.7.35 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/c026b20c-b8b2-4f5b-b4a0-81fe1c67f5dc) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:35.335987 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 2, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:35.339972 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:35.340317 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Updating router b2939f8a-3d24-4b5a-b901-de0856a75db6 port da645e4e-74ab-4893-b739-ea5d868af141 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:35.398406 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.416663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.450785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.522814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:35.525696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:35.529148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:28:35.566530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'Port': ['ID=c026b20c-b8b2-4f5b-b4a0-81fe1c67f5dc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:35.628137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.704252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.778195 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.791704 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Transition to ACTIVE for port object da645e4e-74ab-4893-b739-ea5d868af141 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:35.798699 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.946904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.953124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.977044 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Pushing event updated for resources: {'Port': ['ID=da645e4e-74ab-4893-b739-ea5d868af141,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:36.073086 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'Port': ['ID=c026b20c-b8b2-4f5b-b4a0-81fe1c67f5dc,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:36.088963 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.089342 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.089716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.090084 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.090455 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.090850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.091212 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.091576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.091939 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.092295 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.092651 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.093008 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:36.101315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.116664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c4de006c-c323-4f54-af6a-b38dc884e4fd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:36.119113 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Attempting to bind port da645e4e-74ab-4893-b739-ea5d868af141 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:36.119557 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Attempting to bind port da645e4e-74ab-4893-b739-ea5d868af141 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:36.119987 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Attempting to bind port da645e4e-74ab-4893-b739-ea5d868af141 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:28:36.126158 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:28:36.126800 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:28:36.127909 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.128362 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Bound using segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:28:36.129017 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Bound port: da645e4e-74ab-4893-b739-ea5d868af141, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:36.129475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.132905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.135353 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3b881638-66b1-4032-9104-bbdc5fe6f92c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4044499 Feb 16 17:28:36.204693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c4de006c-c323-4f54-af6a-b38dc884e4fd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:36.205582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.279050 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] For port da645e4e-74ab-4893-b739-ea5d868af141, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:28:36.284794 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] For port da645e4e-74ab-4893-b739-ea5d868af141, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=da645e4e-74ab-4893-b739-ea5d868af141,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:28:36.290627 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.373101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-e1284388-2c3f-4570-8971-c06c87730fea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:28:36.397109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-e1284388-2c3f-4570-8971-c06c87730fea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:28:36.398586 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-e1284388-2c3f-4570-8971-c06c87730fea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2067722236&fields=id&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 267 time: 0.0777164 Feb 16 17:28:36.419760 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:28:36.420757 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:28:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:36.482958 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ca23a-30c9-4f6f-adb7-5cf4f87c8e33 None None] Pushing event updated for resources: {'Port': ['ID=da645e4e-74ab-4893-b739-ea5d868af141,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:36.561405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-57999a4b-fc52-425f-957b-c3583cac8743 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:36.562388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-57999a4b-fc52-425f-957b-c3583cac8743 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:28:36.580380 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-57999a4b-fc52-425f-957b-c3583cac8743 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:28:36.581700 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-57999a4b-fc52-425f-957b-c3583cac8743 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1756248 Feb 16 17:28:36.597111 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-6d5250fb-bbd4-4d3d-a16f-877cc0a9cc65 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/quotas/425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 375 time: 0.0097868 Feb 16 17:28:36.616606 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:28:36.687659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-58cf9459-791c-458e-aa7c-bc6321d58715 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:28:36.706737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-58cf9459-791c-458e-aa7c-bc6321d58715 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:28:36.708333 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-58cf9459-791c-458e-aa7c-bc6321d58715 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056297 Feb 16 17:28:36.797718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:36.851245 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-22370026-b625-43c4-9b58-4e27f6490e0b service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313746 Feb 16 17:28:36.935662 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:36Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:36.940100 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a308-d76f-420c-94e5-d823926f6afe None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:36Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:37.007926 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-60199837-fd78-4f1d-9815-de38bf7fc774 service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506281 Feb 16 17:28:37.233035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6bae85c1-b437-436b-bbbe-16f9038e8ff6 req-06fe5ced-6fea-4136-89c7-eaab229fa44c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 210 time: 0.0526967 Feb 16 17:28:38.095689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device da645e4e-74ab-4893-b739-ea5d868af141 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:38.164935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port da645e4e-74ab-4893-b739-ea5d868af141 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:38.169875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port da645e4e-74ab-4893-b739-ea5d868af141 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:38.170485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:38.335724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:38.369765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port da645e4e-74ab-4893-b739-ea5d868af141, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=da645e4e-74ab-4893-b739-ea5d868af141,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:38.374838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-6f44e673-d0a8-423b-b605-4bcd08d272a0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:38.375652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:38.377305 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-6f44e673-d0a8-423b-b605-4bcd08d272a0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1768417 Feb 16 17:28:38.425423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82687636-7876-438b-8089-543b95ba3349 req-f691e39b-5937-4344-9a22-64b7eee4d8d3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 210 time: 0.0653903 Feb 16 17:28:38.437726 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-0863fecc-d680-4c78-a9dc-f205c52af505 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 380 time: 0.0520489 Feb 16 17:28:38.446921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'port': {'device_id': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'admin_state_up': True, 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'security_groups': ['6948bdc2-e133-4ea0-a5aa-a186827364d4']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:38.460810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=da645e4e-74ab-4893-b739-ea5d868af141,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:38.593008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:28:38.602535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:28:38.611183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Made reservation on behalf of 425a7336920941f8b0b28ea3308fdc34 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:38.614956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:38.782599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Allocated IP 172.20.0.3 (169bb56c-5237-4aed-820d-c5c1f65b9c6d/e7a897ff-f812-4035-805c-9dc551bcf993/a646dfba-93e9-4db4-98dc-9952c070e3bf) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:38.971215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:38.986536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Transition to ACTIVE for port object a646dfba-93e9-4db4-98dc-9952c070e3bf will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:39.009982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.084983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:39.088007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:39.091902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:28:39.234401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:39.247884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.248212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.248541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.248857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.249166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.249478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.249789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.250095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.250406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.250735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.251041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.251344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:39.277728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:39.278699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.304981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-407af03f-086a-4037-ae60-18f6035c9188 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624427 Feb 16 17:28:39.316868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Request body: {'port': {'device_id': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:39.354378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-799685e7-912c-4279-af69-a570ed5b3278 None None] Provisioning for port a646dfba-93e9-4db4-98dc-9952c070e3bf completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:39.359179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-799685e7-912c-4279-af69-a570ed5b3278 None None] Provisioning complete for port a646dfba-93e9-4db4-98dc-9952c070e3bf triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:39.359746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-799685e7-912c-4279-af69-a570ed5b3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.414273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-799685e7-912c-4279-af69-a570ed5b3278 None None] Port a646dfba-93e9-4db4-98dc-9952c070e3bf cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:28:39.433864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.613972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f6a6f-19b3-4434-b074-ad8d4d22a9bf req-3cfc1fb9-c15c-418b-bbce-73bd2ffa20c4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:39.615469 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-474f6a6f-19b3-4434-b074-ad8d4d22a9bf req-3cfc1fb9-c15c-418b-bbce-73bd2ffa20c4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 931 time: 0.0809083 Feb 16 17:28:39.774205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-474f6a6f-19b3-4434-b074-ad8d4d22a9bf req-167eefd6-c8de-4ad8-ba5b-d363f1743c95 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529865 Feb 16 17:28:39.785450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a646dfba-93e9-4db4-98dc-9952c070e3bf {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:28:39.792796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.807242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Transition to ACTIVE for port object a646dfba-93e9-4db4-98dc-9952c070e3bf will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:39.811206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.937830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:40.047560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Attempting to bind port a646dfba-93e9-4db4-98dc-9952c070e3bf on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:40.047895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Attempting to bind port a646dfba-93e9-4db4-98dc-9952c070e3bf by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:40.048218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Attempting to bind port a646dfba-93e9-4db4-98dc-9952c070e3bf on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:28:40.054914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Port a646dfba-93e9-4db4-98dc-9952c070e3bf on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:28:40.055367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Attempting to bind port a646dfba-93e9-4db4-98dc-9952c070e3bf on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:28:40.062763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:28:40.063238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:28:40.063776 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Bound using segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:28:40.064409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Bound port: a646dfba-93e9-4db4-98dc-9952c070e3bf, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:40.064902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:40.078407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device da645e4e-74ab-4893-b739-ea5d868af141 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:40.164043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port da645e4e-74ab-4893-b739-ea5d868af141 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:40.164409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:40.175263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:28:40.178489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:28:40.183691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:40.234040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.234669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:40.236924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] 10.222.0.48 "PUT /v2.0/ports/a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 1093 time: 0.9239609 Feb 16 17:28:40.245377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:28:40.323666 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'status': 'completed', 'code': 200} Feb 16 17:28:40.344136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0368-9b4c-4d89-a483-cd9cd7c2d41d service neutron] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:40.379153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-77097dd8-2c23-4064-a1bb-8cf618a6bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.380678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-77097dd8-2c23-4064-a1bb-8cf618a6bbd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1096 time: 0.0940607 Feb 16 17:28:40.458482 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-8ae240e2-6696-4897-ba6c-1f9fe2d9b9c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 217 time: 0.0700660 Feb 16 17:28:40.522335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-03a8b23f-28d3-43c1-885c-614f94467953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.523818 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-03a8b23f-28d3-43c1-885c-614f94467953 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0590703 Feb 16 17:28:40.605312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-7222ec55-1dd6-403c-8816-8de8340e9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.606794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-7222ec55-1dd6-403c-8816-8de8340e9506 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768359 Feb 16 17:28:40.737431 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-792b3892-9f34-4b05-a837-401bb238de46 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246829 Feb 16 17:28:40.870439 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f948d51d-ef30-45cf-bf6d-a6b54cee82b3 req-185a74dc-9226-4c7d-994d-4970abaae1ef service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274261 Feb 16 17:28:40.968446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90ff9a-b3e7-43e2-82f9-e5d381657daa req-20a19841-edec-4994-9bb4-453904e9bddb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.969897 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e90ff9a-b3e7-43e2-82f9-e5d381657daa req-20a19841-edec-4994-9bb4-453904e9bddb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 943 time: 0.0818334 Feb 16 17:28:40.981442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d30d1-692c-479b-a880-71ee93d553ad req-78ce4625-7299-4490-b11a-236a06333866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.982945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-78ce4625-7299-4490-b11a-236a06333866 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1096 time: 0.0703952 Feb 16 17:28:41.015334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e90ff9a-b3e7-43e2-82f9-e5d381657daa req-a2070b45-b182-493a-9974-10f20e136731 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Feb 16 17:28:41.214092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d30d1-692c-479b-a880-71ee93d553ad req-2679fe0c-2667-4f1e-af9b-a7432041fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:41.215578 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-2679fe0c-2667-4f1e-af9b-a7432041fa98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2266994 Feb 16 17:28:41.286959 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-b41f5fa8-2377-44a7-8d43-157792cc946a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 217 time: 0.0644655 Feb 16 17:28:41.349348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d30d1-692c-479b-a880-71ee93d553ad req-70343824-7eaf-4307-b4e8-8bb763c00b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:41.350794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-70343824-7eaf-4307-b4e8-8bb763c00b0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0576580 Feb 16 17:28:41.429511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d30d1-692c-479b-a880-71ee93d553ad req-2312b24e-5bf5-4a2b-9ef6-59d8b9970658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:41.430966 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-2312b24e-5bf5-4a2b-9ef6-59d8b9970658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734353 Feb 16 17:28:41.572411 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-de30a5bd-bcf0-4665-a974-741a0d77dae3 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341388 Feb 16 17:28:41.709930 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b01d30d1-692c-479b-a880-71ee93d553ad req-85578651-2efa-46a6-af20-37bfc6e5e7ed service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317272 Feb 16 17:28:42.210222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167b579-4913-4b84-9d97-b715109db61f req-afa26e28-dbd8-4c57-9513-9b86cf3de592 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:42.211740 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c167b579-4913-4b84-9d97-b715109db61f req-afa26e28-dbd8-4c57-9513-9b86cf3de592 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 943 time: 0.0852985 Feb 16 17:28:42.255632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c167b579-4913-4b84-9d97-b715109db61f req-0fb94c31-6414-4d14-b088-1e9afe757a1f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 Feb 16 17:28:43.440300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa90ab-68b7-4c86-8a31-b2631c3f7de1 req-eb0a9045-6011-4df8-9868-12dc90f0ad93 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:43.441880 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10aa90ab-68b7-4c86-8a31-b2631c3f7de1 req-eb0a9045-6011-4df8-9868-12dc90f0ad93 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 943 time: 0.0794580 Feb 16 17:28:43.485647 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10aa90ab-68b7-4c86-8a31-b2631c3f7de1 req-f568e7ab-3a3f-43a7-b0a7-efdc28f985c5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379541 Feb 16 17:28:44.202974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:28:44.334578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:44.351786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'mac_address': 'fa:16:3e:48:c1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:28:44.402493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:44.419023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a646dfba-93e9-4db4-98dc-9952c070e3bf {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:28:44.434333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:44.438174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:44.509636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:44.516870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.517213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.518170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.518170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.518491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.518853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.519178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.519501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.519869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.520170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.520484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.520799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:44.673099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a91cde-d92d-431a-ac41-97d7ad37ddca req-0d496e55-b2e3-4c47-ac9c-79fb5dbca797 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:44.675183 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82a91cde-d92d-431a-ac41-97d7ad37ddca req-0d496e55-b2e3-4c47-ac9c-79fb5dbca797 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 944 time: 0.0842400 Feb 16 17:28:44.717937 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82a91cde-d92d-431a-ac41-97d7ad37ddca req-5c7eb116-6d6f-4840-9a90-52433a10dadd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Feb 16 17:28:44.768744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['a646dfba-93e9-4db4-98dc-9952c070e3bf'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:28:45.905790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69870e3-269c-4e8e-9196-7bf30a1fbafb req-7153a00e-fae3-41a3-970c-f41c40eea91c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:45.907522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e69870e3-269c-4e8e-9196-7bf30a1fbafb req-7153a00e-fae3-41a3-970c-f41c40eea91c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 944 time: 0.0812862 Feb 16 17:28:45.955527 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e69870e3-269c-4e8e-9196-7bf30a1fbafb req-0b52f242-e839-4833-93d1-1afbf64b3c3d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Feb 16 17:28:45.987662 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:28:46.220409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:28:46.293809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port a646dfba-93e9-4db4-98dc-9952c070e3bf completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:46.299598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port a646dfba-93e9-4db4-98dc-9952c070e3bf triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:46.299973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:46.419490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:46.445634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:28:46.455530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:28:46.459642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:46.499680 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'code': 200} Feb 16 17:28:46.538467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:46.711085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dcf8e-5147-43f9-b338-747e60617d6a req-f59f2023-6465-4bc0-acba-f9a2e47852f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:46.712525 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-725dcf8e-5147-43f9-b338-747e60617d6a req-f59f2023-6465-4bc0-acba-f9a2e47852f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1098 time: 0.0679657 Feb 16 17:28:46.752731 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-725dcf8e-5147-43f9-b338-747e60617d6a req-2d621b25-2041-4776-b375-6a7094018008 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Feb 16 17:28:47.147533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4e6c6-9cfd-42d6-9f32-c76dc40a2e00 req-81bea369-a0b1-40fa-87b7-fd86fa6e75a9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:47.149054 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15c4e6c6-9cfd-42d6-9f32-c76dc40a2e00 req-81bea369-a0b1-40fa-87b7-fd86fa6e75a9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0830352 Feb 16 17:28:47.201334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15c4e6c6-9cfd-42d6-9f32-c76dc40a2e00 req-c0b2d648-af26-4220-afd7-bc726313fd64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Feb 16 17:28:48.387166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb6b0-3c0c-4cb7-aacb-73c54b92a3bd req-8229c43c-a2c0-48e8-aa93-33b61366ccc2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:48.388622 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5ddb6b0-3c0c-4cb7-aacb-73c54b92a3bd req-8229c43c-a2c0-48e8-aa93-33b61366ccc2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0834708 Feb 16 17:28:48.433510 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5ddb6b0-3c0c-4cb7-aacb-73c54b92a3bd req-beeef3bc-e601-445a-8ce3-54e7571994a1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 Feb 16 17:28:48.608687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21486da-8736-4c8c-bb09-9acb80fa994e req-6f81c84f-98bc-4f8f-9e67-775e1c548185 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:48.610133 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b21486da-8736-4c8c-bb09-9acb80fa994e req-6f81c84f-98bc-4f8f-9e67-775e1c548185 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0783794 Feb 16 17:28:48.618792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35132) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:28:48.623783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'floatingip': {'port_id': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:48.702535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:49.322483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:49.326582 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:49.599067 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 associated. External IP: 172.26.7.35, port: a646dfba-93e9-4db4-98dc-9952c070e3bf. Feb 16 17:28:49.947440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:28:50.122851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:28:50.127127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:50.133526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:50.142884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:28:50.144611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:28:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:50.188596 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2df18790-48d9-472c-9e8a-bcd36c29b7fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "PUT /v2.0/floatingips/1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 HTTP/1.1" status: 200 len: 990 time: 1.5652425 Feb 16 17:28:50.188596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:28:50.328058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:28:50.364231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39fd4-08ac-41bb-aa00-d2b7ef0a6b67 req-55cccd79-748b-4d67-8360-19806a6a4328 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.365745 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dcc39fd4-08ac-41bb-aa00-d2b7ef0a6b67 req-55cccd79-748b-4d67-8360-19806a6a4328 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0899723 Feb 16 17:28:50.411590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dcc39fd4-08ac-41bb-aa00-d2b7ef0a6b67 req-0c6985cf-d4ff-487a-8713-1a722778b153 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396264 Feb 16 17:28:50.473095 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'status': 'completed', 'code': 200} Feb 16 17:28:50.577341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-ad8c9a6f-2083-4023-a82c-862e8b22d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.578921 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-ad8c9a6f-2083-4023-a82c-862e8b22d130 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1098 time: 0.0823591 Feb 16 17:28:50.645159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92a93-ae52-483c-811d-e48ae32f2409 req-f56d3994-d96c-4821-ab7f-ba441286dc4d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.646640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73c92a93-ae52-483c-811d-e48ae32f2409 req-f56d3994-d96c-4821-ab7f-ba441286dc4d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0829105 Feb 16 17:28:50.694184 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-73c92a93-ae52-483c-811d-e48ae32f2409 req-24b96ee2-d89f-4663-b037-7fd571ccb784 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Feb 16 17:28:50.716969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-199d1949-bab5-4878-bba8-e42620130cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.718346 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-199d1949-bab5-4878-bba8-e42620130cb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1338716 Feb 16 17:28:50.720253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:48:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:28:49Z', 'revision_number': 1, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:50.725358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:50.733641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:28:50.734230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:28:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:50.822410 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-d94d49a0-630c-42a6-aff0-5813d5e79a40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 998 time: 0.0981457 Feb 16 17:28:50.886697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-df26d9f8-2d88-43b3-ac4c-2fff85875f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.888136 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-df26d9f8-2d88-43b3-ac4c-2fff85875f9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0596440 Feb 16 17:28:50.918431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:28:50.964537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-9c413f5b-c50e-4049-8d85-0357241a50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.966001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-9c413f5b-c50e-4049-8d85-0357241a50e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710256 Feb 16 17:28:51.095838 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-d073609a-5e3a-4ebd-a93e-4d201415ad58 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229320 Feb 16 17:28:51.242510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-577e12d0-93cc-4200-bf4a-9db3ac765ffd req-20350449-a6b8-403d-97b4-0488259251a1 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409740 Feb 16 17:28:51.297900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:48:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:28:49Z', 'revision_number': 1, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:51.301954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da43feed-0224-4e73-8633-e00ea970d7f2 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:48:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:28:49Z', 'revision_number': 1, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:51.491912 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf8c96-2903-4b9f-a221-80a5cd80069f None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:28:51.884096 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e516ed2-873c-4979-9220-bb38ec78bbfa req-a3564b35-f353-4d6f-9ac3-041bdcc4441a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:51.885574 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3e516ed2-873c-4979-9220-bb38ec78bbfa req-a3564b35-f353-4d6f-9ac3-041bdcc4441a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0858898 Feb 16 17:28:51.928710 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3e516ed2-873c-4979-9220-bb38ec78bbfa req-dcdc647e-8f9d-4ab1-8c2d-48904157e6a1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374758 Feb 16 17:28:52.109373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3b23a-9a74-40f4-a556-1c1bf83bd052 req-1e881af5-7b41-40ff-8d31-dd50398a8d64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:52.110813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3eb3b23a-9a74-40f4-a556-1c1bf83bd052 req-1e881af5-7b41-40ff-8d31-dd50398a8d64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0771968 Feb 16 17:28:52.153345 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3eb3b23a-9a74-40f4-a556-1c1bf83bd052 req-3cd9b95d-f647-47e6-980e-a2b897d69419 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363801 Feb 16 17:28:52.498875 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-7920722e-7e3b-47e1-a253-5e01dcb3a0a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730114 Feb 16 17:28:52.554767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cff93-148d-4a1c-99e8-d6031ddaff54 req-7d774f7f-eb35-458f-b682-b086e1e40964 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:52.556384 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c26cff93-148d-4a1c-99e8-d6031ddaff54 req-7d774f7f-eb35-458f-b682-b086e1e40964 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0861986 Feb 16 17:28:52.600967 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c26cff93-148d-4a1c-99e8-d6031ddaff54 req-929f9ea5-a8d6-477c-a502-06f67255492c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 Feb 16 17:28:53.677722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-9606efbb-3b90-4c7d-85c1-40aa657efef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:53.679219 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-9606efbb-3b90-4c7d-85c1-40aa657efef6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1098 time: 0.0703049 Feb 16 17:28:53.787763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7148-9aca-41f1-b002-a7fe382e694d req-6db096a0-5a85-4814-a049-f6fb192382ea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:53.789305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b4f7148-9aca-41f1-b002-a7fe382e694d req-6db096a0-5a85-4814-a049-f6fb192382ea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0816309 Feb 16 17:28:53.838143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b4f7148-9aca-41f1-b002-a7fe382e694d req-3da90380-0c91-4028-aa08-1b59559483d3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Feb 16 17:28:53.930102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-9c822902-417c-41d0-9b0b-41c974b6273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:53.931589 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-9c822902-417c-41d0-9b0b-41c974b6273f service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2455237 Feb 16 17:28:54.045624 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-1b60dd9a-e6b5-42e0-a69f-1db8b033935a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 1000 time: 0.1061747 Feb 16 17:28:54.117484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-bbe69e91-37c6-42aa-9760-10f1cbc1bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:54.118965 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-bbe69e91-37c6-42aa-9760-10f1cbc1bfef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0674906 Feb 16 17:28:54.208955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-059ae4ae-f4a5-452b-8cfc-e22e2701e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:54.210450 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-059ae4ae-f4a5-452b-8cfc-e22e2701e146 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842876 Feb 16 17:28:54.354360 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-c603de3c-dfcc-450f-96f5-5c5412cc0403 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373401 Feb 16 17:28:54.491102 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-d0b82883-4f3b-4cfe-91b2-84c2ca78d5ad service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300046 Feb 16 17:28:54.847963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:55.029914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29bc3c-d601-4f94-9eca-676cf9ec7dbf req-142d2efa-05b9-4873-8d8f-bedc395e5e71 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:55.031401 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e29bc3c-d601-4f94-9eca-676cf9ec7dbf req-142d2efa-05b9-4873-8d8f-bedc395e5e71 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0836542 Feb 16 17:28:55.075532 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e29bc3c-d601-4f94-9eca-676cf9ec7dbf req-d3469e9e-e2c7-4d41-93f6-5eb0000cc26d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 Feb 16 17:28:56.384415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f1cc7-fcf6-4a50-a7ba-e2d6008ada6d req-879319e3-b0dd-4c98-af1b-40e5fd88ec63 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:56.385868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-949f1cc7-fcf6-4a50-a7ba-e2d6008ada6d req-879319e3-b0dd-4c98-af1b-40e5fd88ec63 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.1997526 Feb 16 17:28:56.429935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-949f1cc7-fcf6-4a50-a7ba-e2d6008ada6d req-c720aa61-5e74-45d2-8127-d39e6d1e2542 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Feb 16 17:28:57.616405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a62f-8a6e-47ab-96f0-400df5457b02 req-17bd8343-7ee3-41ba-87f7-e9bb823aa9b1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:57.617912 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-27c6a62f-8a6e-47ab-96f0-400df5457b02 req-17bd8343-7ee3-41ba-87f7-e9bb823aa9b1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0833578 Feb 16 17:28:57.666247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-27c6a62f-8a6e-47ab-96f0-400df5457b02 req-18d5701c-1bcb-4227-b166-afb5daf271a8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Feb 16 17:28:58.847333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87dcb0-5fa7-4f44-9695-5ccd9df7e351 req-10424b0d-c579-4ca8-8d5f-6194137122fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:58.848756 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a87dcb0-5fa7-4f44-9695-5ccd9df7e351 req-10424b0d-c579-4ca8-8d5f-6194137122fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0783908 Feb 16 17:28:58.891561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a87dcb0-5fa7-4f44-9695-5ccd9df7e351 req-8ef0e4b9-eabe-4150-91ca-82540c3fc148 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Feb 16 17:29:00.091983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d700-4fec-4d00-9750-c71b507a2f5a req-a2c82031-b674-4fe5-9a2c-63a04f32318b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:00.093479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d394d700-4fec-4d00-9750-c71b507a2f5a req-a2c82031-b674-4fe5-9a2c-63a04f32318b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0913053 Feb 16 17:29:00.123832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-50522923-6e0b-4652-8ace-de667cbcd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:00.125342 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-50522923-6e0b-4652-8ace-de667cbcd077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1098 time: 0.0855770 Feb 16 17:29:00.144802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d394d700-4fec-4d00-9750-c71b507a2f5a req-10a1b084-0d15-46a7-8c3a-b492dffb32ba tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Feb 16 17:29:00.279763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-3c9ecbf9-0faa-422d-af83-62fd31c6cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:00.281212 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-3c9ecbf9-0faa-422d-af83-62fd31c6cf57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1370306 Feb 16 17:29:00.388230 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-54771cd3-0942-40ce-b6f5-ae87d8d3feb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 1000 time: 0.1004868 Feb 16 17:29:00.459035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-a483f120-7605-47e4-93b8-3b0894fe11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:00.460385 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-a483f120-7605-47e4-93b8-3b0894fe11e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0657272 Feb 16 17:29:00.539758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-df267464-e4ea-422a-b709-ab24ecc4b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:00.541287 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-df267464-e4ea-422a-b709-ab24ecc4b92f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744915 Feb 16 17:29:00.689327 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-845174e3-c733-4ea7-ba0a-613f111a59f3 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408048 Feb 16 17:29:00.827431 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-81be4157-66d0-4570-8cc8-73b33cc5fa63 req-800da636-210a-4601-85b0-16ed643b0440 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322587 Feb 16 17:29:00.930441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c9492853-4982-4bce-acb5-b8939c2fa8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:01.350653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bcfc3-5443-428f-8c24-3054f701e0fc req-d2b67198-45db-47e4-b373-f41cb6bebba2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:01.352282 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-966bcfc3-5443-428f-8c24-3054f701e0fc req-d2b67198-45db-47e4-b373-f41cb6bebba2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0861378 Feb 16 17:29:01.400001 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-966bcfc3-5443-428f-8c24-3054f701e0fc req-187ff28e-8afc-4d1a-8913-ba8cab2d51fa tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Feb 16 17:29:02.590088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e253669-c96e-4e33-a2d6-9ef9e2c4741b req-ef24c1fe-4473-4b90-9f79-fefa8a4b49d3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:02.591565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e253669-c96e-4e33-a2d6-9ef9e2c4741b req-ef24c1fe-4473-4b90-9f79-fefa8a4b49d3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0860577 Feb 16 17:29:02.638753 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8e253669-c96e-4e33-a2d6-9ef9e2c4741b req-bea88448-e812-43c7-9ccd-bc9ec263e684 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Feb 16 17:29:03.646739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-031eab28-b0d9-4132-af9b-781b91f89795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:03.831164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfca93-5df9-438c-9c4e-36e31339df61 req-e0312398-0af2-466c-b551-d9d97ced9956 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:03.832519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-79cfca93-5df9-438c-9c4e-36e31339df61 req-e0312398-0af2-466c-b551-d9d97ced9956 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0836673 Feb 16 17:29:03.880205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-79cfca93-5df9-438c-9c4e-36e31339df61 req-aaa6d60e-63bd-4b7b-ab5a-b4e990536e64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 Feb 16 17:29:04.342409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:05.075523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7bd37-a72a-45be-9cfe-0279cb0f78eb req-d3c1913d-97ca-40fa-8e25-fd858adfb14a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:05.076996 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6cf7bd37-a72a-45be-9cfe-0279cb0f78eb req-d3c1913d-97ca-40fa-8e25-fd858adfb14a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0871775 Feb 16 17:29:05.122197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:05.122931 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6cf7bd37-a72a-45be-9cfe-0279cb0f78eb req-52d6fbea-0bcb-40f0-bdfb-0e405a710d29 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392165 Feb 16 17:29:06.310994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713e178-4dec-41c1-a709-a4f289986ff8 req-23bb8d8d-4298-4d5c-9753-f6762922b7ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:06.312354 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7713e178-4dec-41c1-a709-a4f289986ff8 req-23bb8d8d-4298-4d5c-9753-f6762922b7ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0807900 Feb 16 17:29:06.366901 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7713e178-4dec-41c1-a709-a4f289986ff8 req-a99f9cb9-f07e-418d-8899-210625de519b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483520 Feb 16 17:29:06.795217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.567614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197eeff-dd2a-4a80-a00f-a138e5b65c6f req-ef4af78c-8d43-4aab-b673-37fb6e7c893b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:07.569006 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c197eeff-dd2a-4a80-a00f-a138e5b65c6f req-ef4af78c-8d43-4aab-b673-37fb6e7c893b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0801053 Feb 16 17:29:07.613339 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c197eeff-dd2a-4a80-a00f-a138e5b65c6f req-e0d048af-5db0-49a9-b32d-1d48b7204b1c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Feb 16 17:29:08.806443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c3ac-0d60-40ca-b4d8-e00b429181bf req-c5bdd392-ac63-4ea9-a555-5e4f82bd0b60 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:08.807921 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1e3c3ac-0d60-40ca-b4d8-e00b429181bf req-c5bdd392-ac63-4ea9-a555-5e4f82bd0b60 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0874989 Feb 16 17:29:08.853676 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1e3c3ac-0d60-40ca-b4d8-e00b429181bf req-1597a440-0fd8-4c72-b7b2-48fbf82365ec tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 Feb 16 17:29:10.040800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf04a5-7712-4a4c-a0ab-9a8c2f403dbc req-2eb1c2cb-06ab-408a-8e9d-76cf13fdf763 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:10.042284 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fccf04a5-7712-4a4c-a0ab-9a8c2f403dbc req-2eb1c2cb-06ab-408a-8e9d-76cf13fdf763 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0801578 Feb 16 17:29:10.088766 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fccf04a5-7712-4a4c-a0ab-9a8c2f403dbc req-ae3c33a2-80c6-4ee2-ae1b-f78617e56c54 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Feb 16 17:29:11.298302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012b8b3-a81e-4886-85df-4f9d4cf688ee req-e802d269-f210-47a2-bd3b-bf6ad6ec690b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.300348 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e012b8b3-a81e-4886-85df-4f9d4cf688ee req-e802d269-f210-47a2-bd3b-bf6ad6ec690b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0898871 Feb 16 17:29:11.353360 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e012b8b3-a81e-4886-85df-4f9d4cf688ee req-a0499e8f-8f43-45a2-a02f-9e0f2d5f5c8a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Feb 16 17:29:11.405552 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-4ff558ef-f7b0-4241-b448-49c592b75dc0 service neutron] 10.222.0.48 "GET /v2.0/ports/a646dfba-93e9-4db4-98dc-9952c070e3bf/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0972528 Feb 16 17:29:11.679713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-02674b4d-b585-49f5-8f52-cba5435d55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.681181 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-02674b4d-b585-49f5-8f52-cba5435d55d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 1098 time: 0.0738809 Feb 16 17:29:11.777567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-7f2ddc4a-824b-4a5a-abdf-322fdb9130fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.779133 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-7f2ddc4a-824b-4a5a-abdf-322fdb9130fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1098 time: 0.0756779 Feb 16 17:29:12.005963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-a04a5dea-9877-4c74-8a4c-fb00d5f99558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:12.007376 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-a04a5dea-9877-4c74-8a4c-fb00d5f99558 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2219503 Feb 16 17:29:12.113897 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-be4871fb-a4e6-4c70-95a2-7076d1255849 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 1000 time: 0.1001561 Feb 16 17:29:12.176854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-560a0bab-0418-49d6-9b83-5da6fc6b37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:12.178367 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-560a0bab-0418-49d6-9b83-5da6fc6b37b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0588875 Feb 16 17:29:12.255804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-eaa8ae4c-7385-4a78-8a32-66cb04cf232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:12.257396 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-eaa8ae4c-7385-4a78-8a32-66cb04cf232d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727909 Feb 16 17:29:12.390331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-aedabf5e-11cd-4eb4-883b-4dec208880f9 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266863 Feb 16 17:29:12.534118 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-069ca400-4eae-446a-97e5-f7d17d9d1f3b req-33b44347-9138-4c59-a4a9-d158e48c5e4b service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369946 Feb 16 17:29:12.568747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb8dbe-e0bd-46b4-a971-3fdec06d0458 req-38b67392-9f78-4f7b-baa0-62692c3d0ce4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:12.570250 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19fb8dbe-e0bd-46b4-a971-3fdec06d0458 req-38b67392-9f78-4f7b-baa0-62692c3d0ce4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0999780 Feb 16 17:29:12.624759 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19fb8dbe-e0bd-46b4-a971-3fdec06d0458 req-ac64270e-1959-4089-ba65-525aaaa05064 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487907 Feb 16 17:29:13.856919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30803-d888-41c7-9f83-e4ddc4ca9fff req-2ab43b0a-63b0-402f-a664-df668c97129c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:13.858413 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3cd30803-d888-41c7-9f83-e4ddc4ca9fff req-2ab43b0a-63b0-402f-a664-df668c97129c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.1076992 Feb 16 17:29:13.904604 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3cd30803-d888-41c7-9f83-e4ddc4ca9fff req-d7f13dc9-eec6-4e25-ac7b-6b64b7e8f2c5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397274 Feb 16 17:29:14.410135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:29:14.416227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:29:14.635564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:14.653563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:14.673899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'mac_address': 'fa:16:3e:48:c1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:29:14.680208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:29:14.726537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:14.733861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:14.736421 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'code': 200} Feb 16 17:29:14.796742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:14.821466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a646dfba-93e9-4db4-98dc-9952c070e3bf {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:29:14.829183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:14.890087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:29:14.890338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:29:15.119897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facefd-9814-4c4e-a91c-24f58c5a6bce req-a547d2db-c3b9-430e-86db-5638446bcefe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:15.121410 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9facefd-9814-4c4e-a91c-24f58c5a6bce req-a547d2db-c3b9-430e-86db-5638446bcefe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 943 time: 0.0919368 Feb 16 17:29:15.172270 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9facefd-9814-4c4e-a91c-24f58c5a6bce req-1b178ec3-d53d-463f-8351-6589d3191e0b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448012 Feb 16 17:29:15.482611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:15.499691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a646dfba-93e9-4db4-98dc-9952c070e3bf {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:29:15.515339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:15.521930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:15.586488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['a646dfba-93e9-4db4-98dc-9952c070e3bf'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:29:15.637455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:16.365596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511082-a7b0-42e7-ba95-61bb84d8dd38 req-08fe3502-9340-4206-81f4-f931f2e27ae2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:16.367289 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8511082-a7b0-42e7-ba95-61bb84d8dd38 req-08fe3502-9340-4206-81f4-f931f2e27ae2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 944 time: 0.0823398 Feb 16 17:29:16.410562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:29:16.414342 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8511082-a7b0-42e7-ba95-61bb84d8dd38 req-f56417ac-36bd-4542-89a0-d76cd3f623a8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Feb 16 17:29:16.482811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port a646dfba-93e9-4db4-98dc-9952c070e3bf triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:16.483475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:16.609252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:16.644705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:16.648738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:16.725682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:16.737757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:29:16.744190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a99dcb-2630-45f1-ae21-02c267b47fbc req-e3167d4a-c803-47cd-8914-29858fec4f98 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:16.744362 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724035a5-d521-4235-b687-68df7c593fd0 req-d4494582-10d4-4e03-a0fc-f4df8254a25b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:16.745398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-724035a5-d521-4235-b687-68df7c593fd0 req-d4494582-10d4-4e03-a0fc-f4df8254a25b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:29:16.745676 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-88a99dcb-2630-45f1-ae21-02c267b47fbc req-e3167d4a-c803-47cd-8914-29858fec4f98 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0961716 Feb 16 17:29:16.762356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-724035a5-d521-4235-b687-68df7c593fd0 req-d4494582-10d4-4e03-a0fc-f4df8254a25b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:29:16.763509 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-d4494582-10d4-4e03-a0fc-f4df8254a25b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d&tenant_id=425a7336920941f8b0b28ea3308fdc34&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.1112003 Feb 16 17:29:16.801542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-88a99dcb-2630-45f1-ae21-02c267b47fbc req-9b545612-922c-4f74-8b45-51d8911f6f67 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463731 Feb 16 17:29:16.872080 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'code': 200} Feb 16 17:29:16.906536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724035a5-d521-4235-b687-68df7c593fd0 req-f40b7888-7841-4eed-9f25-0c292cbe3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:16.908201 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-f40b7888-7841-4eed-9f25-0c292cbe3732 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 1098 time: 0.0739045 Feb 16 17:29:17.042042 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724035a5-d521-4235-b687-68df7c593fd0 req-89c9db20-c08f-4af6-ba44-e248e19343ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:17.043531 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-89c9db20-c08f-4af6-ba44-e248e19343ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1293323 Feb 16 17:29:17.149093 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-113ee1c9-1385-4909-a5ba-299c818a1559 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 200 len: 1000 time: 0.0985053 Feb 16 17:29:17.216316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724035a5-d521-4235-b687-68df7c593fd0 req-2137228d-40f4-4de3-abdb-8fd7ca24d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:17.217844 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-2137228d-40f4-4de3-abdb-8fd7ca24d925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0632691 Feb 16 17:29:17.292668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724035a5-d521-4235-b687-68df7c593fd0 req-8a77757d-7824-4b25-be84-245321460d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:17.294187 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-8a77757d-7824-4b25-be84-245321460d55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701582 Feb 16 17:29:17.428387 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-89a1084f-8896-456d-ab3d-c305fdb500a0 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270802 Feb 16 17:29:17.562812 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-724035a5-d521-4235-b687-68df7c593fd0 req-434614fe-44cc-4136-bb6d-45cb0a285e68 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283898 Feb 16 17:29:18.011901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20eeb7-96dd-455c-900c-44516a0e8719 req-e77be706-809b-447c-97eb-90c436e7714d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:18.013365 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cc20eeb7-96dd-455c-900c-44516a0e8719 req-e77be706-809b-447c-97eb-90c436e7714d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0992241 Feb 16 17:29:18.061562 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cc20eeb7-96dd-455c-900c-44516a0e8719 req-557a582c-4c34-4302-a838-ccea67feb8ef tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Feb 16 17:29:19.259431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018fa50-1775-4900-beed-66056d84ddbc req-05992421-d179-41dc-93b8-268569b4a1b8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:19.261089 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c018fa50-1775-4900-beed-66056d84ddbc req-05992421-d179-41dc-93b8-268569b4a1b8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0885713 Feb 16 17:29:19.308254 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c018fa50-1775-4900-beed-66056d84ddbc req-e8530cee-1424-447d-b6f0-73125d96cbb5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Feb 16 17:29:19.506905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745b9ca-32ca-4d2f-8aea-b30b10280498 req-b6ee68b9-0aab-4389-9d06-f784c8b9c9aa tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:19.508369 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a745b9ca-32ca-4d2f-8aea-b30b10280498 req-b6ee68b9-0aab-4389-9d06-f784c8b9c9aa tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0914013 Feb 16 17:29:19.559350 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a745b9ca-32ca-4d2f-8aea-b30b10280498 req-aa8ad236-cb58-44c3-b077-f3dd1e924b68 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Feb 16 17:29:19.750771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631148-1063-4786-9262-c53de9e7536a req-cf1ea097-fee7-49aa-bdc4-40b3d7a1dc51 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:19.752258 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0631148-1063-4786-9262-c53de9e7536a req-cf1ea097-fee7-49aa-bdc4-40b3d7a1dc51 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0864637 Feb 16 17:29:19.800369 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0631148-1063-4786-9262-c53de9e7536a req-658b6480-d763-40ba-a262-bde802450a1f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Feb 16 17:29:20.213605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6e6a7-9c78-4227-8c08-2d92db4c87e3 req-7d4e4613-6866-49bb-ab6d-2cc6074c61de tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:20.215037 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90e6e6a7-9c78-4227-8c08-2d92db4c87e3 req-7d4e4613-6866-49bb-ab6d-2cc6074c61de tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0902064 Feb 16 17:29:20.261225 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-90e6e6a7-9c78-4227-8c08-2d92db4c87e3 req-80e64dbe-6b17-407c-87f1-aa1ec9320d29 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403507 Feb 16 17:29:21.456990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7656a-3101-474e-a31c-a7f79782369b req-2e9fdaea-f8b3-4b5d-8852-597e32bb43bc tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:21.457729 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-18e7656a-3101-474e-a31c-a7f79782369b req-2e9fdaea-f8b3-4b5d-8852-597e32bb43bc tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0866199 Feb 16 17:29:21.502599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-18e7656a-3101-474e-a31c-a7f79782369b req-91aa3092-c1f4-4d27-b371-0d7a8c448a5f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Feb 16 17:29:22.239173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-33df3525-76ce-4d8c-bb9f-507637a5c7ff tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:22.240616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-33df3525-76ce-4d8c-bb9f-507637a5c7ff tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0865736 Feb 16 17:29:22.409471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Deleting port a646dfba-93e9-4db4-98dc-9952c070e3bf {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:29:22.409784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:22.660830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] For port a646dfba-93e9-4db4-98dc-9952c070e3bf, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a646dfba-93e9-4db4-98dc-9952c070e3bf,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:22.661081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:22.698872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3458-04f1-4c90-8e35-c027be6d4f41 req-47734fb5-a511-48cd-9ce8-bab7cee6b20a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:22.700329 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf3e3458-04f1-4c90-8e35-c027be6d4f41 req-47734fb5-a511-48cd-9ce8-bab7cee6b20a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 945 time: 0.0840554 Feb 16 17:29:22.745133 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf3e3458-04f1-4c90-8e35-c027be6d4f41 req-170ba1eb-504f-445f-ad62-322777311b79 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 Feb 16 17:29:22.948883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:22.949154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:22.949453 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 disassociated. External IP: 172.26.7.35, port: a646dfba-93e9-4db4-98dc-9952c070e3bf. Feb 16 17:29:22.949779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Calling delete_port for a646dfba-93e9-4db4-98dc-9952c070e3bf owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:29:22.986881 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:29:23.092903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:23.143259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event deleted for resources: {'Port': ['ID=a646dfba-93e9-4db4-98dc-9952c070e3bf,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:23.347787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:29:23.527174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:29:23.536744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:23.546809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:29:23.547414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:29:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:23.600529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] No DVR routers for this DVR port a646dfba-93e9-4db4-98dc-9952c070e3bf on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:29:23.603038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:23.606984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-deleted', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:29:23.622960 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-29628e1d-bd70-40b2-94be-1c7f46b9a22a req-02d7483e-f11b-4fdc-b9f7-6aaeb97bb3fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "DELETE /v2.0/ports/a646dfba-93e9-4db4-98dc-9952c070e3bf HTTP/1.1" status: 204 len: 173 time: 1.3765466 Feb 16 17:29:23.666928 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db0f8e-2a72-40ea-923c-cf6d03edda7d', 'name': 'network-vif-deleted', 'tag': 'a646dfba-93e9-4db4-98dc-9952c070e3bf', 'status': 'completed', 'code': 200} Feb 16 17:29:23.750326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:29:23.913751 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-798a6f55-e249-4e59-8c2e-f8fa68b103b3 req-913905aa-645d-4042-8350-18326e509922 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3db0f8e-2a72-40ea-923c-cf6d03edda7d HTTP/1.1" status: 200 len: 210 time: 0.0437520 Feb 16 17:29:24.068273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:24.073872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:24.083257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:29:24.083863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:29:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:24.270826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:29:24.629384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:24.633392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3492d7d-a976-4927-907f-8350bb16ce84 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:24.847629 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8fa21-40bb-4ca9-9576-b94d9ebcb639 None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:29:24.848237 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:25.264636 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee7a081-852d-44a5-abae-28877fe4c8f6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2067722236&fields=id&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 267 time: 0.0408669 Feb 16 17:29:25.427451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-3b69bcc5-5255-4ac5-91e1-c1cccf350d56 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:25.428875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-3b69bcc5-5255-4ac5-91e1-c1cccf350d56 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1562309 Feb 16 17:29:25.444869 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-d2113127-4b9d-4dc6-ab65-2d7ae69e8e2b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/quotas/425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 375 time: 0.0104542 Feb 16 17:29:25.537012 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-f80c6c43-25c0-4f50-84c5-1bd6a9d5a6f4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870669 Feb 16 17:29:25.796146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-b51143c1-637c-4846-a00e-21ab04e19c06 service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477415 Feb 16 17:29:25.926779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bac20104-5b4a-44ea-8f70-67442ce527a2 service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238978 Feb 16 17:29:26.103327 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3f9c24f9-3a00-45ca-bf78-1b707ed3530e req-5751b06d-aaf9-4377-8c57-d27912c71b17 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 210 time: 0.0454228 Feb 16 17:29:26.457121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:29:26.492377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: a646dfba-93e9-4db4-98dc-9952c070e3bf {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:29:26.492714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a646dfba-93e9-4db4-98dc-9952c070e3bf not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:29:27.215644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8fcc8ad5-a6f3-43aa-b989-dd2fbc20ad46 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.217293 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8fcc8ad5-a6f3-43aa-b989-dd2fbc20ad46 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1743309 Feb 16 17:29:27.269537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-ecb92339-368b-464c-8f1a-5887148ec2d5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 380 time: 0.0436382 Feb 16 17:29:27.278094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'port': {'device_id': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'admin_state_up': True, 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'security_groups': ['6948bdc2-e133-4ea0-a5aa-a186827364d4']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:27.282127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ce779fc-0480-4fe6-80de-5851976011e1 req-bdc8b326-476c-4291-820f-eb3e9d1def69 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 210 time: 0.0473812 Feb 16 17:29:27.546128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:29:27.550414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:port and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:29:27.553401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:29:27.560278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:29:27.571685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Made reservation on behalf of 425a7336920941f8b0b28ea3308fdc34 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:29:27.582341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:27.776528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Allocated IP 172.20.0.12 (169bb56c-5237-4aed-820d-c5c1f65b9c6d/e7a897ff-f812-4035-805c-9dc551bcf993/a27c7e81-79ff-47e4-a18c-d11235da4b81) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:27.993864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.012846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Transition to ACTIVE for port object a27c7e81-79ff-47e4-a18c-d11235da4b81 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:29:28.051041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.121000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:28.124129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:28.128698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:29:28.162829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:28.201377 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.201969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.234884 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-8ee2dc31-96d0-4c6c-8e67-2eb3c5d4e900 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9603651 Feb 16 17:29:28.245830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Request body: {'port': {'device_id': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:28.368920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.424080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e89b718d-32a6-4eb6-9662-9f8ae9d926de None None] Provisioning for port a27c7e81-79ff-47e4-a18c-d11235da4b81 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:29:28.429257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e89b718d-32a6-4eb6-9662-9f8ae9d926de None None] Provisioning complete for port a27c7e81-79ff-47e4-a18c-d11235da4b81 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:28.429743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e89b718d-32a6-4eb6-9662-9f8ae9d926de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.479923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9964fb0-f5a2-4e78-88be-4493fa943f0d req-7241d15b-16bc-412f-9930-7cea94030400 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.481552 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f9964fb0-f5a2-4e78-88be-4493fa943f0d req-7241d15b-16bc-412f-9930-7cea94030400 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 932 time: 0.0864046 Feb 16 17:29:28.484794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e89b718d-32a6-4eb6-9662-9f8ae9d926de None None] Port a27c7e81-79ff-47e4-a18c-d11235da4b81 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:29:28.529959 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f9964fb0-f5a2-4e78-88be-4493fa943f0d req-afd3aaa2-6f41-496a-a017-b2a8033d2107 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Feb 16 17:29:28.749926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27c7e81-79ff-47e4-a18c-d11235da4b81 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:29:28.758049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.773451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Transition to ACTIVE for port object a27c7e81-79ff-47e4-a18c-d11235da4b81 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:29:28.777308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:28.910722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:29.022928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Attempting to bind port a27c7e81-79ff-47e4-a18c-d11235da4b81 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:29:29.023257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Attempting to bind port a27c7e81-79ff-47e4-a18c-d11235da4b81 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:29:29.023577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Attempting to bind port a27c7e81-79ff-47e4-a18c-d11235da4b81 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:29:29.028127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Port a27c7e81-79ff-47e4-a18c-d11235da4b81 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:29:29.028437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Attempting to bind port a27c7e81-79ff-47e4-a18c-d11235da4b81 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:29:29.034207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:29:29.034532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:29:29.034938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Bound using segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:29:29.035349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Bound port: a27c7e81-79ff-47e4-a18c-d11235da4b81, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:29:29.035687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:29.125698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:29:29.129876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:29:29.134970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:29.199553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.200158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:29.201509 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] 10.222.0.48 "PUT /v2.0/ports/a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 1094 time: 0.9599693 Feb 16 17:29:29.201962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:29:29.223634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbbf56-7bfa-45ce-a008-c5c9f1673471 service neutron] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:29.278489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'status': 'completed', 'code': 200} Feb 16 17:29:29.322683 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-44f11d5c-6e5e-46bb-84aa-88c816284c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.324171 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-44f11d5c-6e5e-46bb-84aa-88c816284c04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1097 time: 0.0789189 Feb 16 17:29:29.495175 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-bb0f689e-9fa9-4cfe-a524-35ad7174ec85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 217 time: 0.1632099 Feb 16 17:29:29.571059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-1c75d236-e50b-4a82-83a1-77c2e3ea8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.573522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-1c75d236-e50b-4a82-83a1-77c2e3ea8c4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0711627 Feb 16 17:29:29.649692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-a535dd37-36ef-41cb-8826-ba2bed76ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.651119 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-a535dd37-36ef-41cb-8826-ba2bed76ec34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715964 Feb 16 17:29:29.720363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeeb67-13f0-423c-82f3-06cf1a43b407 req-34adaf5b-d17d-46e0-b4a3-2cb82649e888 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.722055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1aeeb67-13f0-423c-82f3-06cf1a43b407 req-34adaf5b-d17d-46e0-b4a3-2cb82649e888 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 944 time: 0.0852661 Feb 16 17:29:29.765484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1aeeb67-13f0-423c-82f3-06cf1a43b407 req-70a634c8-9258-43c2-b797-6432dcf778e5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377762 Feb 16 17:29:29.784565 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-5c9e83db-72de-4f28-8a9e-cdfd060220d7 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267250 Feb 16 17:29:29.913872 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e07014d-6591-49a7-aa63-b0704e9e0820 req-2a00314d-7fea-4ede-8a9c-45b3f2a085de service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233542 Feb 16 17:29:30.034255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-3f5d8a36-9828-44f0-ba2d-38311fbf14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.035747 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-3f5d8a36-9828-44f0-ba2d-38311fbf14d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1097 time: 0.0749927 Feb 16 17:29:30.169491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-441b57be-ed1e-49e6-aaf8-c3d5efd91e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.170885 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-441b57be-ed1e-49e6-aaf8-c3d5efd91e6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1289148 Feb 16 17:29:30.244088 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-98f10367-a5c2-4e57-bbfd-3e4609426ba7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 217 time: 0.0657387 Feb 16 17:29:30.308181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-b6382dbf-6958-4f50-b18d-33190935642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.309602 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-b6382dbf-6958-4f50-b18d-33190935642c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0600693 Feb 16 17:29:30.386103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-882f22f1-92c8-4231-a6c9-f6e0d81574db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.387565 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-882f22f1-92c8-4231-a6c9-f6e0d81574db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701785 Feb 16 17:29:30.518893 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-10a7fba2-1aa1-4635-9ede-89524b4cbade service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234045 Feb 16 17:29:30.652738 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-041b9ce8-0934-4afd-a11d-d82abe040889 req-a3732971-0699-42db-8eae-0393726ce846 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278727 Feb 16 17:29:30.933597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-78d2835f-3b1e-4cd8-8efc-7ce9ab359db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:30.951102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b33cd-420b-46b8-a1d5-96cf0fdf7a8f req-ff64ba36-7cf0-4521-89e6-77929729a753 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.952535 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba9b33cd-420b-46b8-a1d5-96cf0fdf7a8f req-ff64ba36-7cf0-4521-89e6-77929729a753 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 944 time: 0.0817318 Feb 16 17:29:30.996318 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba9b33cd-420b-46b8-a1d5-96cf0fdf7a8f req-ce191f18-dbd3-4186-953b-1237b1a958ff tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Feb 16 17:29:32.186927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff71c-56b9-4c47-97eb-d9eb210cd834 req-9767e549-45d4-44bb-810b-b2854d914026 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:32.189261 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-474ff71c-56b9-4c47-97eb-d9eb210cd834 req-9767e549-45d4-44bb-810b-b2854d914026 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 944 time: 0.0871203 Feb 16 17:29:32.237249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-474ff71c-56b9-4c47-97eb-d9eb210cd834 req-726cca59-7718-47ba-ae2c-341e66c52fc3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Feb 16 17:29:32.507767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:29:32.642024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:32.655176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'mac_address': 'fa:16:3e:6b:18:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:29:32.710791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:32.726755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27c7e81-79ff-47e4-a18c-d11235da4b81 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:29:32.742114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:32.746278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:32.814010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:33.061466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['a27c7e81-79ff-47e4-a18c-d11235da4b81'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:29:33.419421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c18354-78a5-4ea6-b294-d11cccd25888 req-8f4cf11f-5f81-4fc2-9fee-56c2d7ec6c69 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:33.420862 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7c18354-78a5-4ea6-b294-d11cccd25888 req-8f4cf11f-5f81-4fc2-9fee-56c2d7ec6c69 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 945 time: 0.0784752 Feb 16 17:29:33.474481 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c7c18354-78a5-4ea6-b294-d11cccd25888 req-eedaf0f1-3ce4-43ee-b900-819cb45c364e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474434 Feb 16 17:29:33.648470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2a130207-42f7-4e0f-a8e3-55cf9a79c6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:34.335714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:34.508726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:29:34.583759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port a27c7e81-79ff-47e4-a18c-d11235da4b81 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:29:34.589270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port a27c7e81-79ff-47e4-a18c-d11235da4b81 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:34.589753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:34.662352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40bdec-58b5-4bed-89c2-e39a6ead010e req-89257708-118e-4c3a-8b6f-8425ce7eec82 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:34.663853 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ae40bdec-58b5-4bed-89c2-e39a6ead010e req-89257708-118e-4c3a-8b6f-8425ce7eec82 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 945 time: 0.0785589 Feb 16 17:29:34.709052 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ae40bdec-58b5-4bed-89c2-e39a6ead010e req-9bfdd2cb-2a00-4acf-82a1-b453ef205a00 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395770 Feb 16 17:29:34.710100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:34.737254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:29:34.747225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:29:34.751017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:34.788060 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'code': 200} Feb 16 17:29:34.820826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:35.013313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ec15-7f77-4564-9cf9-3a0dd23be0ca req-eb67f8ac-2f5c-4acc-add3-74a34ed58f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:35.014814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9980ec15-7f77-4564-9cf9-3a0dd23be0ca req-eb67f8ac-2f5c-4acc-add3-74a34ed58f50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0740407 Feb 16 17:29:35.055663 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9980ec15-7f77-4564-9cf9-3a0dd23be0ca req-2fd6fd70-1b2e-4f4d-a7a1-fb626adad1ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Feb 16 17:29:35.124152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:36.049994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d91d0-0224-4e26-a2e2-30e401eb1420 req-62b98a41-b8da-4b67-8bdf-62bf488b81db tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.051465 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-275d91d0-0224-4e26-a2e2-30e401eb1420 req-62b98a41-b8da-4b67-8bdf-62bf488b81db tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0826724 Feb 16 17:29:36.095347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-275d91d0-0224-4e26-a2e2-30e401eb1420 req-d7cff4f0-df15-43b2-9eca-54571a47c581 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382547 Feb 16 17:29:36.798913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:37.279657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2a82-761e-40e6-98b9-6cce8f2287fc req-3dda18cd-1a8e-4eae-ad7b-74acb141102e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:37.281135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-947d2a82-761e-40e6-98b9-6cce8f2287fc req-3dda18cd-1a8e-4eae-ad7b-74acb141102e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0822940 Feb 16 17:29:37.326314 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-947d2a82-761e-40e6-98b9-6cce8f2287fc req-85acf3b4-4eb8-4d9f-a8c4-e4378c732e43 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382321 Feb 16 17:29:37.511717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba3e6-4dfd-4770-bbc5-fb101fbc34c9 req-06cc0128-b775-4a37-89e8-13265785fd9e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:37.513088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1eba3e6-4dfd-4770-bbc5-fb101fbc34c9 req-06cc0128-b775-4a37-89e8-13265785fd9e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0850682 Feb 16 17:29:37.522430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35298) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:29:37.527460 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'floatingip': {'port_id': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:37.606455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:38.383285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:38.387496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:38.556724 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 associated. External IP: 172.26.7.35, port: a27c7e81-79ff-47e4-a18c-d11235da4b81. Feb 16 17:29:38.929474 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:29:39.106541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:29:39.112232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:39.116926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:39.128516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:29:39.129025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:29:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:39.167635 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d62dcdc0-90ca-4500-a85c-49a74260de64 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "PUT /v2.0/floatingips/1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 HTTP/1.1" status: 200 len: 991 time: 1.6441109 Feb 16 17:29:39.168213 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:29:39.315437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:29:39.372212 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'status': 'completed', 'code': 200} Feb 16 17:29:39.480374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-68452a17-9c3d-4b18-b3a9-1cf4a34dd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:39.482419 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-68452a17-9c3d-4b18-b3a9-1cf4a34dd547 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0872521 Feb 16 17:29:39.540897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2a7e9-38bc-49f7-b407-7baef3a99e20 req-80279d57-0f27-48fd-bfda-8cdec734ac03 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:39.542524 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d0f2a7e9-38bc-49f7-b407-7baef3a99e20 req-80279d57-0f27-48fd-bfda-8cdec734ac03 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0886493 Feb 16 17:29:39.588461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d0f2a7e9-38bc-49f7-b407-7baef3a99e20 req-d71cbfed-bca7-4678-81aa-2d807a873eee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Feb 16 17:29:39.637001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-5dcea09c-a688-428f-9ebe-e96775df4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:39.638432 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-5dcea09c-a688-428f-9ebe-e96775df4658 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1378939 Feb 16 17:29:39.711855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:6b:18:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:29:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:39.715738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:39.725029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:29:39.725631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:29:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:39.746521 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-394763e2-20f3-4c0c-97d5-a60c70d4ed92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 999 time: 0.1015286 Feb 16 17:29:39.826220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-c55eb0ae-a2d7-4172-b49a-b964d1f28ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:39.827687 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-c55eb0ae-a2d7-4172-b49a-b964d1f28ff9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0751469 Feb 16 17:29:39.903671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-3ad23c53-2425-47c3-90c3-d0c13f2e2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:39.904980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:29:39.905153 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-3ad23c53-2425-47c3-90c3-d0c13f2e2468 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708144 Feb 16 17:29:40.140768 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-39c35f1b-60b1-428e-af69-7fff07a60ec8 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281318 Feb 16 17:29:40.275209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:6b:18:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:29:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:40.279223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b20f-01cc-4afb-b2ad-5786d87db5dd None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:6b:18:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:29:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:40.286423 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-98b78cd1-b04a-43b0-ad53-d94ca3bb4503 req-e27aca87-4304-4b22-8b9e-567dacd0ade4 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378644 Feb 16 17:29:40.479870 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce151e8-2153-444a-adbe-d7dde1173953 None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:29:40.773760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0358f-f17a-40bf-a968-7422aa78f695 req-b3525c50-a5cc-44cd-ae40-a4b2f581cd24 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:40.775287 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-79f0358f-f17a-40bf-a968-7422aa78f695 req-b3525c50-a5cc-44cd-ae40-a4b2f581cd24 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0811410 Feb 16 17:29:40.821650 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-79f0358f-f17a-40bf-a968-7422aa78f695 req-8e96205b-8b2d-4274-8475-f4cef270a828 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Feb 16 17:29:42.010586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc7da8-744d-4cdd-815f-1d8072152878 req-c3d86120-5de1-4712-945a-4f0f8ff48df6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:42.012046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0dc7da8-744d-4cdd-815f-1d8072152878 req-c3d86120-5de1-4712-945a-4f0f8ff48df6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0837116 Feb 16 17:29:42.057505 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0dc7da8-744d-4cdd-815f-1d8072152878 req-246b4bab-016c-4898-bd9c-74939fa1be22 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384457 Feb 16 17:29:43.244451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb33398-be92-4da0-80dc-1abe30e713a2 req-9cd8bba0-4a82-473c-9461-80628ec5c93a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:43.245880 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fb33398-be92-4da0-80dc-1abe30e713a2 req-9cd8bba0-4a82-473c-9461-80628ec5c93a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0798490 Feb 16 17:29:43.293151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4fb33398-be92-4da0-80dc-1abe30e713a2 req-549f6e93-d406-42b9-afdb-faba873af86a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416479 Feb 16 17:29:44.594306 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd331c0e-a0f1-43b7-8737-4e2adfb9c837 req-72aa0a56-df3c-4e38-86af-c41a51afec93 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:44.596784 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fd331c0e-a0f1-43b7-8737-4e2adfb9c837 req-72aa0a56-df3c-4e38-86af-c41a51afec93 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.1996899 Feb 16 17:29:44.640518 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fd331c0e-a0f1-43b7-8737-4e2adfb9c837 req-49724f79-0683-4b6e-b80a-e627d832b098 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 Feb 16 17:29:45.830218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826aacb-6df3-464d-9e6d-759f55c9209f req-9bbefa4e-a017-4353-ac01-618fd63fc5a1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:45.831879 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5826aacb-6df3-464d-9e6d-759f55c9209f req-9bbefa4e-a017-4353-ac01-618fd63fc5a1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0817924 Feb 16 17:29:45.874977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5826aacb-6df3-464d-9e6d-759f55c9209f req-500fac03-8a59-44d2-b18a-7b5df63dfc86 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376036 Feb 16 17:29:47.057980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156dc47-e7f5-4465-98f5-926cb04fb9ed req-bd13f3f1-148a-4b3f-877f-bdc0ab6a6d44 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:47.059447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4156dc47-e7f5-4465-98f5-926cb04fb9ed req-bd13f3f1-148a-4b3f-877f-bdc0ab6a6d44 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0778913 Feb 16 17:29:47.107001 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4156dc47-e7f5-4465-98f5-926cb04fb9ed req-073ad5ad-1dc1-4b71-9cb6-52d55e9114b8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Feb 16 17:29:48.300350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c348c-3bd3-41c4-a7f5-7de915b3bed9 req-9652c95a-2000-4013-998a-bd6ac6a3856e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:48.301735 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c9c348c-3bd3-41c4-a7f5-7de915b3bed9 req-9652c95a-2000-4013-998a-bd6ac6a3856e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0818865 Feb 16 17:29:48.348979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c9c348c-3bd3-41c4-a7f5-7de915b3bed9 req-79ceec42-b93b-4699-ad47-73077f5e504c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Feb 16 17:29:49.538208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af4a6-1858-4e9f-95db-6feaeeab9bb0 req-0e3dbabe-46e8-41ea-96ca-2883c60c84d0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:49.539562 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7c7af4a6-1858-4e9f-95db-6feaeeab9bb0 req-0e3dbabe-46e8-41ea-96ca-2883c60c84d0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0819085 Feb 16 17:29:49.582738 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7c7af4a6-1858-4e9f-95db-6feaeeab9bb0 req-7e8d6beb-3499-474f-859a-90b07c84e616 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376124 Feb 16 17:29:50.764613 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86650-536a-4883-be71-8b9d99bf3dc5 req-286a0013-8bbb-4913-8a81-17fec56f0893 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:50.767767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-40a86650-536a-4883-be71-8b9d99bf3dc5 req-286a0013-8bbb-4913-8a81-17fec56f0893 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0783989 Feb 16 17:29:50.811492 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-40a86650-536a-4883-be71-8b9d99bf3dc5 req-ab4dd74d-420b-471f-b442-e7252141072e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Feb 16 17:29:51.996960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62124e-83b6-4d57-b624-d0c68459397c req-1f6d7991-a38e-4175-928e-8f3c45fa3dae tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:51.998412 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-db62124e-83b6-4d57-b624-d0c68459397c req-1f6d7991-a38e-4175-928e-8f3c45fa3dae tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0837476 Feb 16 17:29:52.042280 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-db62124e-83b6-4d57-b624-d0c68459397c req-eddd2e69-4f6e-40f0-a45f-f43c09b6d50c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382297 Feb 16 17:29:53.231319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342720b-30ce-4b04-956e-11946a7d6dc3 req-d98ef3ce-28f6-410a-bed7-20f27060f7c0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:53.232801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5342720b-30ce-4b04-956e-11946a7d6dc3 req-d98ef3ce-28f6-410a-bed7-20f27060f7c0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0843799 Feb 16 17:29:53.277378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5342720b-30ce-4b04-956e-11946a7d6dc3 req-fb4b370c-c301-427f-87f5-8cd04de770c4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 Feb 16 17:29:54.461261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f715-e02b-4981-a9ac-ee852d632cec req-75d1e3fa-0486-4fac-978f-bd76b18491fa tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:54.462733 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-69a9f715-e02b-4981-a9ac-ee852d632cec req-75d1e3fa-0486-4fac-978f-bd76b18491fa tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0810919 Feb 16 17:29:54.507989 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-69a9f715-e02b-4981-a9ac-ee852d632cec req-25daec16-bbcb-4bcd-806a-d638ec335000 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396860 Feb 16 17:29:54.851539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:55.694542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b367876-67ef-41e0-9e82-6eb5d0d8c72d req-8bd6aad6-3d70-4037-9ca5-c24d7f38a8ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:55.696005 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b367876-67ef-41e0-9e82-6eb5d0d8c72d req-8bd6aad6-3d70-4037-9ca5-c24d7f38a8ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0818172 Feb 16 17:29:55.744431 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b367876-67ef-41e0-9e82-6eb5d0d8c72d req-5ade051d-cc2d-4886-a9b5-57bfd917a148 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426576 Feb 16 17:29:56.931499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545cd5-9dfb-4e1a-9e24-1be7f379ed05 req-fc173832-8044-4c2c-9aea-89b2329b7278 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:56.932934 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c545cd5-9dfb-4e1a-9e24-1be7f379ed05 req-fc173832-8044-4c2c-9aea-89b2329b7278 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0814710 Feb 16 17:29:56.979196 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c545cd5-9dfb-4e1a-9e24-1be7f379ed05 req-7fb29c1d-4ff5-49a1-ab34-adfc0552be0b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Feb 16 17:29:58.179161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d63-125a-4d66-9839-65c728e495d4 req-60cde44f-e4e0-4f03-b726-46abcba28bc9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:58.180626 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82404d63-125a-4d66-9839-65c728e495d4 req-60cde44f-e4e0-4f03-b726-46abcba28bc9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0836151 Feb 16 17:29:58.225747 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82404d63-125a-4d66-9839-65c728e495d4 req-50e7cc84-7bb0-429a-bf9d-a2177f5ebcab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Feb 16 17:29:59.410578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7e28-691c-49c2-a245-fe34bdcd9657 req-371b4c0a-442c-40ef-9326-eab519575554 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:59.412041 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fbce7e28-691c-49c2-a245-fe34bdcd9657 req-371b4c0a-442c-40ef-9326-eab519575554 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0793154 Feb 16 17:29:59.456618 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fbce7e28-691c-49c2-a245-fe34bdcd9657 req-dc8265d4-fa51-4ceb-a113-8477917bbb48 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Feb 16 17:29:59.987124 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:30:00.642919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738978b4-a439-46d1-bbcb-ee56d3014614 req-d6ed0524-5def-461d-a5e4-da2c7a855c24 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:00.644364 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-738978b4-a439-46d1-bbcb-ee56d3014614 req-d6ed0524-5def-461d-a5e4-da2c7a855c24 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0819683 Feb 16 17:30:00.688801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-738978b4-a439-46d1-bbcb-ee56d3014614 req-d1c636f6-c70f-43d0-aeb7-7f40cf836e6c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Feb 16 17:30:00.938990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-426ac756-3bfa-44bc-9d3b-a30e2f382c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:01.122148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-81103685-6d34-4bb8-bedb-6326b7ecaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:01.123684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-81103685-6d34-4bb8-bedb-6326b7ecaae3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0750148 Feb 16 17:30:01.274002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-2ab6fbeb-f472-497f-a2e2-0b4dd2b302e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:01.275460 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-2ab6fbeb-f472-497f-a2e2-0b4dd2b302e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1326842 Feb 16 17:30:01.380358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-8de67b95-a07e-484b-90f3-2a703e8826b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 1001 time: 0.0963316 Feb 16 17:30:01.452520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-bb13fc7d-2e7c-4e6e-9ca1-8fc779d1c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:01.454306 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-bb13fc7d-2e7c-4e6e-9ca1-8fc779d1c3c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0675147 Feb 16 17:30:01.532447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-3eb23734-0bb4-4c15-ba7a-f57af7b30cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:01.533952 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-3eb23734-0bb4-4c15-ba7a-f57af7b30cb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726457 Feb 16 17:30:01.663476 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-4242d31b-e731-4dfa-a896-2e63278708ed service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223691 Feb 16 17:30:01.799086 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b06fbac-cfc6-4489-a3ac-b828ca295d6a req-797b5ef1-ffd5-4914-a81e-aeb81b2489e9 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288495 Feb 16 17:30:01.874042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f43fc-deb7-410b-88ba-0088f7b6aa90 req-2ce18f8d-e36c-4909-a74d-b53f6e0c98f6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:01.875559 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7f2f43fc-deb7-410b-88ba-0088f7b6aa90 req-2ce18f8d-e36c-4909-a74d-b53f6e0c98f6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0794466 Feb 16 17:30:01.923500 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7f2f43fc-deb7-410b-88ba-0088f7b6aa90 req-ba055611-b10d-4dbe-bdd8-5fa8eb11d873 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Feb 16 17:30:03.114044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51df5cb-32e3-45d7-a617-0442de228f5f req-7e18f5dd-7989-4b43-99c1-47cc2994c8cd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:03.115928 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f51df5cb-32e3-45d7-a617-0442de228f5f req-7e18f5dd-7989-4b43-99c1-47cc2994c8cd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0816393 Feb 16 17:30:03.160219 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f51df5cb-32e3-45d7-a617-0442de228f5f req-3958724a-8c74-4d70-ae53-ed3d4e8b8fb6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390978 Feb 16 17:30:03.651259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-41655aaf-a3be-49e0-837d-a2935cad8714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:04.339161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:04.351510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680003-dc41-48c3-aa72-a19e8f7e4377 req-0f4d87ed-c860-4ce4-ad29-2ab762062348 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:04.352965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d0680003-dc41-48c3-aa72-a19e8f7e4377 req-0f4d87ed-c860-4ce4-ad29-2ab762062348 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0853300 Feb 16 17:30:04.398795 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d0680003-dc41-48c3-aa72-a19e8f7e4377 req-2d7cece9-772c-4f7f-b525-4d9655f3c74a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Feb 16 17:30:05.127929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:05.584119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f4e0a-6e30-4145-bdaf-7754a151954d req-1f1ba6ac-ce9c-44a1-8c04-5d537e82edc4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:05.585571 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c19f4e0a-6e30-4145-bdaf-7754a151954d req-1f1ba6ac-ce9c-44a1-8c04-5d537e82edc4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0806801 Feb 16 17:30:05.631311 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c19f4e0a-6e30-4145-bdaf-7754a151954d req-6f73f4f5-3348-41b2-b17c-2abf3f7ccc71 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Feb 16 17:30:05.988044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-160a22ef-e231-49e6-aba5-001534e4e51b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764725 Feb 16 17:30:06.035019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc88649-9b61-4d02-9e70-749f24e9aeb8 req-d5b0bce2-0180-4710-b36e-efa836fd1765 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:06.036481 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ddc88649-9b61-4d02-9e70-749f24e9aeb8 req-d5b0bce2-0180-4710-b36e-efa836fd1765 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0868001 Feb 16 17:30:06.082461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ddc88649-9b61-4d02-9e70-749f24e9aeb8 req-d794e0f5-99aa-4263-a2a3-40cf0770b44c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Feb 16 17:30:06.800415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:07.132875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-4a63f681-132a-42d5-ad19-fef36a97ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:07.134371 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-4a63f681-132a-42d5-ad19-fef36a97ad00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0718861 Feb 16 17:30:07.268061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02b962-6b96-4c4e-b426-60bc133b88c9 req-b5e0d0a5-6081-4321-bee8-4450be1901d8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:07.269509 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1f02b962-6b96-4c4e-b426-60bc133b88c9 req-b5e0d0a5-6081-4321-bee8-4450be1901d8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0796092 Feb 16 17:30:07.270284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-8ecb35fb-74af-450b-b290-708c48cbd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:07.271760 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-8ecb35fb-74af-450b-b290-708c48cbd876 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1302612 Feb 16 17:30:07.318640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1f02b962-6b96-4c4e-b426-60bc133b88c9 req-8f83728f-7554-432e-a94a-c077f2c0a2e1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 Feb 16 17:30:07.379285 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-85ae246e-9adb-4ab2-9590-47793a641843 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 1001 time: 0.1003058 Feb 16 17:30:07.443321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-f0c36222-223f-47e0-918c-b4ee9b21b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:07.444788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-f0c36222-223f-47e0-918c-b4ee9b21b159 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0585406 Feb 16 17:30:07.522223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-546bb49e-0e5a-4e83-a31c-4bbc784a4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:07.523699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-546bb49e-0e5a-4e83-a31c-4bbc784a4f00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725543 Feb 16 17:30:07.751201 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-e901170a-7c75-4f86-bd5a-4dc653dc8436 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204003 Feb 16 17:30:07.886575 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-939a56a3-b594-474e-abd6-434707b30344 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283197 Feb 16 17:30:08.505917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fc4a-7b09-40a9-8e3c-8210cadd9ffe req-a42e9de8-8f24-4bb6-9ee4-8dc651e9142f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:08.507420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-21e8fc4a-7b09-40a9-8e3c-8210cadd9ffe req-a42e9de8-8f24-4bb6-9ee4-8dc651e9142f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0794907 Feb 16 17:30:08.552593 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-21e8fc4a-7b09-40a9-8e3c-8210cadd9ffe req-4ff983d8-ddb5-40db-a33c-cbc8253900ea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 Feb 16 17:30:09.742794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359b92-75a6-41af-a36f-77f1469f0d38 req-37f2782e-724d-4e5e-a6af-59d0bf9d9a28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:09.744240 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7359b92-75a6-41af-a36f-77f1469f0d38 req-37f2782e-724d-4e5e-a6af-59d0bf9d9a28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0834067 Feb 16 17:30:09.788837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7359b92-75a6-41af-a36f-77f1469f0d38 req-842ee486-4178-41ed-8870-48d1b344492e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Feb 16 17:30:09.877204 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-39b97b43-37dd-4988-a936-6ebafeba8ecb service neutron] 10.222.0.48 "GET /v2.0/ports/a27c7e81-79ff-47e4-a18c-d11235da4b81/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0750785 Feb 16 17:30:10.154187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-745b48ce-c402-4c12-951a-fee789192b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.155612 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-745b48ce-c402-4c12-951a-fee789192b8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 1099 time: 0.0752101 Feb 16 17:30:10.248071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-d25003ee-8cbe-4e4b-a30e-e71afd8ad49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.249551 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-d25003ee-8cbe-4e4b-a30e-e71afd8ad49c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0705550 Feb 16 17:30:10.379978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-7c5dd9bb-dd1f-4306-9c57-40d9ee2fc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.381406 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-7c5dd9bb-dd1f-4306-9c57-40d9ee2fc0a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1237142 Feb 16 17:30:10.491806 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-ab97e60c-43aa-4dea-9698-70b5d4e38270 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 1001 time: 0.1030886 Feb 16 17:30:10.554606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-0b4d46f0-65cf-452e-bef5-e39cdc130940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.556022 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-0b4d46f0-65cf-452e-bef5-e39cdc130940 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0574164 Feb 16 17:30:10.633490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300e54-4f69-478e-a280-d40576c0230b req-68062cfb-0a42-43c8-89d4-b63cf9f514b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.634974 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-68062cfb-0a42-43c8-89d4-b63cf9f514b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727084 Feb 16 17:30:10.770957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-5120b03b-ab86-4ade-865f-4fd9dba2d57b service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291802 Feb 16 17:30:10.913796 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b7300e54-4f69-478e-a280-d40576c0230b req-6e4039c0-816b-46e2-b980-0c0c3e09f6ec service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360645 Feb 16 17:30:10.976178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df861-54eb-4548-bf42-7d8523c60dfa req-5dead9a2-8162-44f1-8126-fe23a535db7b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.977705 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-883df861-54eb-4548-bf42-7d8523c60dfa req-5dead9a2-8162-44f1-8126-fe23a535db7b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0819237 Feb 16 17:30:11.023206 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-883df861-54eb-4548-bf42-7d8523c60dfa req-5c697485-7d52-47c1-a70a-9440fb05a906 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395627 Feb 16 17:30:12.220024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e71d-9aef-4235-af8c-4931634226fb req-676d15ec-3b41-4c92-8165-964ae6f6a175 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:12.221563 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5943e71d-9aef-4235-af8c-4931634226fb req-676d15ec-3b41-4c92-8165-964ae6f6a175 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0886729 Feb 16 17:30:12.265493 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5943e71d-9aef-4235-af8c-4931634226fb req-7c7113bb-6930-4b78-a091-fa06b471477c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383363 Feb 16 17:30:12.730622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:30:12.732959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:30:12.938764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:12.971588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:12.993313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:30:12.997576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'mac_address': 'fa:16:3e:6b:18:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:30:13.032335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:13.039316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:13.076986 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'code': 200} Feb 16 17:30:13.105988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:13.134278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a27c7e81-79ff-47e4-a18c-d11235da4b81 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:30:13.142526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:13.177662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.178002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.178337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.178691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.179013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.179333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.179650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.179965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.180281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.180592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.180902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.181209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:13.210203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:30:13.210546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:30:13.459281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558b465-2f89-4dca-b0ed-c09163d19690 req-9f85b42f-9ec7-4f58-9c9e-623a63be131b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:13.460732 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c558b465-2f89-4dca-b0ed-c09163d19690 req-9f85b42f-9ec7-4f58-9c9e-623a63be131b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 944 time: 0.0839064 Feb 16 17:30:13.511399 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c558b465-2f89-4dca-b0ed-c09163d19690 req-54489f39-eca9-467c-b794-8e5bea1fd4d8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449216 Feb 16 17:30:13.763683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:13.780796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27c7e81-79ff-47e4-a18c-d11235da4b81 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:30:13.796493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:13.802137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:13.874166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:13.878889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['a27c7e81-79ff-47e4-a18c-d11235da4b81'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:30:14.744176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:30:14.800048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5717af8-1ce0-4f70-975f-cd7f80a7b85f req-6dfb60c0-3d6a-410d-b4b1-9632af02fc91 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:14.801514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c5717af8-1ce0-4f70-975f-cd7f80a7b85f req-6dfb60c0-3d6a-410d-b4b1-9632af02fc91 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 945 time: 0.1799908 Feb 16 17:30:14.812226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port a27c7e81-79ff-47e4-a18c-d11235da4b81 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:14.813098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:14.850523 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c5717af8-1ce0-4f70-975f-cd7f80a7b85f req-10cc1f8a-6679-40fb-a592-cdf09946ba6e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Feb 16 17:30:14.967061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.008447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:15.012743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.079815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:30:15.088257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:15.178142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4c232-ec72-4b1d-9cbc-c04fd29604e8 req-fd0827ab-fc16-44c5-88da-3e861edca57a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.180049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ff4c232-ec72-4b1d-9cbc-c04fd29604e8 req-fd0827ab-fc16-44c5-88da-3e861edca57a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0885432 Feb 16 17:30:15.194271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-a2d1e515-d47b-4943-9898-e29a8a4e777d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.195806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-a2d1e515-d47b-4943-9898-e29a8a4e777d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:30:15.217754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-a2d1e515-d47b-4943-9898-e29a8a4e777d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:30:15.219601 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-a2d1e515-d47b-4943-9898-e29a8a4e777d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771&tenant_id=425a7336920941f8b0b28ea3308fdc34&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 946 time: 0.1150851 Feb 16 17:30:15.227669 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ff4c232-ec72-4b1d-9cbc-c04fd29604e8 req-c45933ce-f7dd-4961-85f5-a24978acc57b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Feb 16 17:30:15.290204 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'code': 200} Feb 16 17:30:15.374314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-1f521ec8-8ea0-4ac9-8420-c461711cd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.376838 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-1f521ec8-8ea0-4ac9-8420-c461711cd9d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0765293 Feb 16 17:30:15.506055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-126d87e4-cdba-4fbc-8e01-4ab777b87e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.507417 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-126d87e4-cdba-4fbc-8e01-4ab777b87e9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1240137 Feb 16 17:30:15.606349 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-e88f07dc-b6b7-410f-88a3-4abab70fc16f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 1001 time: 0.0926507 Feb 16 17:30:15.671303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-8b6e1453-416c-4c11-9a2f-b3a235ec2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.673528 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-8b6e1453-416c-4c11-9a2f-b3a235ec2021 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0608053 Feb 16 17:30:15.748826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-d34d5bba-31b0-41a1-be25-aa2b8fa360ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.750356 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-d34d5bba-31b0-41a1-be25-aa2b8fa360ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694189 Feb 16 17:30:15.981092 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-94cf310b-f25f-4cf0-bb68-dcd8bd716dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237163 Feb 16 17:30:16.112185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fcc8e479-a3af-4915-9894-3ab382b6f1d3 req-57022973-a73f-4d8d-b882-53080a22e261 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244199 Feb 16 17:30:16.418649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1b778-ae55-4ae0-a523-394499a973e6 req-64a71310-279b-451b-abe8-c8b23bfdc094 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:16.420066 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-71a1b778-ae55-4ae0-a523-394499a973e6 req-64a71310-279b-451b-abe8-c8b23bfdc094 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0799444 Feb 16 17:30:16.465056 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-71a1b778-ae55-4ae0-a523-394499a973e6 req-c3ec362e-59d7-4fa3-b76b-6bc59fd8a9a1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393879 Feb 16 17:30:17.654919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e756a-e606-464c-982a-3038a0380819 req-cc1218b6-2358-4201-ba18-48f0e22189d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:17.657695 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d4e756a-e606-464c-982a-3038a0380819 req-cc1218b6-2358-4201-ba18-48f0e22189d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0846972 Feb 16 17:30:17.701527 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d4e756a-e606-464c-982a-3038a0380819 req-9d97e16a-fd4d-4f3f-b06c-2a47f6c59a9d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 Feb 16 17:30:17.884698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b6ce-60e3-4544-8954-99d9857498f1 req-403509ea-0d82-4617-8571-5c3f0a5f8e04 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:17.886157 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed14b6ce-60e3-4544-8954-99d9857498f1 req-403509ea-0d82-4617-8571-5c3f0a5f8e04 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0773513 Feb 16 17:30:17.933078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed14b6ce-60e3-4544-8954-99d9857498f1 req-a2fe4018-4dbb-4dd6-854e-1c36ac5baab0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 Feb 16 17:30:18.281983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12e0af-937f-438a-ae89-c80f38231cde req-a062e346-b602-4680-a076-f5ad1711404c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:18.283510 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4f12e0af-937f-438a-ae89-c80f38231cde req-a062e346-b602-4680-a076-f5ad1711404c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0849547 Feb 16 17:30:18.330642 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4f12e0af-937f-438a-ae89-c80f38231cde req-06af75ea-0e4f-43ed-8b7e-16958b0ef2dd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 Feb 16 17:30:18.338460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530abf-345f-495b-b39e-42335a04f7a6 req-510ef697-6cda-49f1-984c-2966bdd033f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:18.340060 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-510ef697-6cda-49f1-984c-2966bdd033f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 1099 time: 0.0766339 Feb 16 17:30:18.470623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530abf-345f-495b-b39e-42335a04f7a6 req-dcfe65ae-98a4-4271-83c0-52e8fd694021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:18.472071 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-dcfe65ae-98a4-4271-83c0-52e8fd694021 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1256366 Feb 16 17:30:18.574468 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-32f3ae40-32d6-4218-a780-0f8ddf1b3c41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 200 len: 1001 time: 0.0959034 Feb 16 17:30:18.643896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530abf-345f-495b-b39e-42335a04f7a6 req-ffe34f06-6492-4bd4-95aa-c03d60e1e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:18.645380 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-ffe34f06-6492-4bd4-95aa-c03d60e1e7f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0650196 Feb 16 17:30:18.724827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530abf-345f-495b-b39e-42335a04f7a6 req-840b0b7c-a620-4ac3-adbd-9c7a5a74d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:18.726213 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-840b0b7c-a620-4ac3-adbd-9c7a5a74d376 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740912 Feb 16 17:30:18.860790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-3969f85d-ad05-42ca-b9c4-91025c55b7ad service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255083 Feb 16 17:30:18.994634 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-92530abf-345f-495b-b39e-42335a04f7a6 req-e0a5bb83-35cc-422f-8858-25769ccc491e service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270969 Feb 16 17:30:19.517226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f9b1-3602-4305-9fd7-b895ea9c1ceb req-c5170c94-ae0b-4bb2-8d2b-9eeda7b0ba29 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:19.518916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eaf3f9b1-3602-4305-9fd7-b895ea9c1ceb req-c5170c94-ae0b-4bb2-8d2b-9eeda7b0ba29 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0814395 Feb 16 17:30:19.572623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eaf3f9b1-3602-4305-9fd7-b895ea9c1ceb req-db66defc-1398-4694-a300-76c12d771d53 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460546 Feb 16 17:30:20.763317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7350e-fba0-4707-822e-72cb2fa970fe req-73b47606-6c0b-45c2-960b-05c66dddd501 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:20.764764 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53d7350e-fba0-4707-822e-72cb2fa970fe req-73b47606-6c0b-45c2-960b-05c66dddd501 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0805111 Feb 16 17:30:20.809888 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-53d7350e-fba0-4707-822e-72cb2fa970fe req-9062dd91-3a70-4ae2-b981-0a66b4decd86 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388772 Feb 16 17:30:21.191579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e99473-9bb6-4913-a9ff-83eadc057b53 req-886cee81-776d-4363-8770-aa9bd6c6bf1d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:21.192947 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-61e99473-9bb6-4913-a9ff-83eadc057b53 req-886cee81-776d-4363-8770-aa9bd6c6bf1d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0844002 Feb 16 17:30:21.239070 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-61e99473-9bb6-4913-a9ff-83eadc057b53 req-44fec6fb-2cdc-4a7d-8e9e-0bead83126d0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404520 Feb 16 17:30:22.428128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219c259-32d7-4446-9ac9-86236ffcd3bf req-7b22c205-76f3-4d1d-8984-c0138601568e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:22.429621 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3219c259-32d7-4446-9ac9-86236ffcd3bf req-7b22c205-76f3-4d1d-8984-c0138601568e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0805089 Feb 16 17:30:22.474173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3219c259-32d7-4446-9ac9-86236ffcd3bf req-56a6a47b-ea63-4c81-83e3-bfd92275c074 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389991 Feb 16 17:30:23.372442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-1c1e8107-c81d-4075-bc5a-1efcfa95a144 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:23.373833 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-1c1e8107-c81d-4075-bc5a-1efcfa95a144 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0806119 Feb 16 17:30:23.443360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Deleting port a27c7e81-79ff-47e4-a18c-d11235da4b81 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:30:23.443687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:23.664148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe449b-9920-41a1-be3f-63736dc5266c req-58604e3b-672c-4354-8f87-40d719b3a51d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:23.665604 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ffe449b-9920-41a1-be3f-63736dc5266c req-58604e3b-672c-4354-8f87-40d719b3a51d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 946 time: 0.0843635 Feb 16 17:30:23.693489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] For port a27c7e81-79ff-47e4-a18c-d11235da4b81, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a27c7e81-79ff-47e4-a18c-d11235da4b81,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:23.694002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:23.713458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ffe449b-9920-41a1-be3f-63736dc5266c req-62828899-2c88-49aa-a5ed-6eeca2327804 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Feb 16 17:30:24.079742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:24.080107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:24.080416 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 disassociated. External IP: 172.26.7.35, port: a27c7e81-79ff-47e4-a18c-d11235da4b81. Feb 16 17:30:24.080754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Calling delete_port for a27c7e81-79ff-47e4-a18c-d11235da4b81 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:30:24.225695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:24.279244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event deleted for resources: {'Port': ['ID=a27c7e81-79ff-47e4-a18c-d11235da4b81,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:24.352561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.352902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.353235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.353566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.353890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.354216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.354537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.354880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.355195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.355514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.355998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.356127 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:24.497241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:30:24.675107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:30:24.684850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:24.697598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:30:24.698197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:30:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:24.750968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] No DVR routers for this DVR port a27c7e81-79ff-47e4-a18c-d11235da4b81 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:24.753738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:24.756434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-deleted', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:30:24.773678 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-472ac44d-a75b-437c-aa4e-63d61da6238c req-ecaa0ddd-2590-42aa-b75a-260b38dac2f3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "DELETE /v2.0/ports/a27c7e81-79ff-47e4-a18c-d11235da4b81 HTTP/1.1" status: 204 len: 173 time: 1.3939290 Feb 16 17:30:24.878474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-18fa2cd8-cd78-4f85-b982-d774c63dfcff req-f23eef40-049d-414a-8810-901255dda018 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bb2d73a-92ad-456a-96b9-3c84d7ab2771 HTTP/1.1" status: 200 len: 210 time: 0.0440898 Feb 16 17:30:24.890003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:30:24.939214 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2d73a-92ad-456a-96b9-3c84d7ab2771', 'name': 'network-vif-deleted', 'tag': 'a27c7e81-79ff-47e4-a18c-d11235da4b81', 'status': 'completed', 'code': 200} Feb 16 17:30:24.964166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:25.222073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:25.226002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:25.234252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:30:25.235570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:30:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:25.418494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:30:25.722000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:25.726112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e294190-6570-4863-8de0-03dfc16e53d7 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:25.943791 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c255e0-d996-48a9-ad8c-ac5c047a2cf0 None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:30:26.235573 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-68b97e63-2b34-4cc4-9a9d-03071a571931 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2067722236&fields=id&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 267 time: 0.0431340 Feb 16 17:30:26.393594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-cd5c4967-e67e-41df-af34-453890e010a9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:26.395101 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-cd5c4967-e67e-41df-af34-453890e010a9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1526644 Feb 16 17:30:26.410727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-211b6fd2-715a-4c73-936a-8d15aa65c926 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/quotas/425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 375 time: 0.0100639 Feb 16 17:30:26.498057 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-841821cd-e3b7-463c-a377-8be66289dd33 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814598 Feb 16 17:30:26.643783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-da1aa3fe-e21f-4141-92b7-3a3f0becd20f service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338439 Feb 16 17:30:26.776268 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-7fd488f0-e03c-4c2e-ac55-201a7be03b1f service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264639 Feb 16 17:30:26.793515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:30:26.832041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: a27c7e81-79ff-47e4-a18c-d11235da4b81 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:30:26.832390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device a27c7e81-79ff-47e4-a18c-d11235da4b81 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:30:26.955464 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9db383ac-781e-4c4c-95a5-847e3808ef92 req-9cfab4d4-9c61-4213-9433-ef8b35192fab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 210 time: 0.0422733 Feb 16 17:30:28.078927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-a74c2f1f-b975-497f-aee3-4c64e07bf1df tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:28.080392 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-a74c2f1f-b975-497f-aee3-4c64e07bf1df tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1770549 Feb 16 17:30:28.129581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-59a3ed3d-8991-4219-8399-cfaed604251b req-ee0c8460-c938-4d85-a247-b2afd52e8ad7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 210 time: 0.0578642 Feb 16 17:30:28.136256 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-f03989b8-4f3f-4dea-bdcd-1f66e80ae891 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 380 time: 0.0462282 Feb 16 17:30:28.151881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'port': {'device_id': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'admin_state_up': True, 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'security_groups': ['6948bdc2-e133-4ea0-a5aa-a186827364d4']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:28.288523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:30:28.292955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:port and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:30:28.295766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:30:28.302102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:30:28.312542 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Made reservation on behalf of 425a7336920941f8b0b28ea3308fdc34 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:30:28.316508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:28.482172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Allocated IP 172.20.0.10 (169bb56c-5237-4aed-820d-c5c1f65b9c6d/e7a897ff-f812-4035-805c-9dc551bcf993/cf06bead-bc6a-48a4-8e57-3373b8126977) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:30:28.668886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:28.684940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Transition to ACTIVE for port object cf06bead-bc6a-48a4-8e57-3373b8126977 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:30:28.710654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:28.893297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:30:28.897153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:28.901073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:30:28.931757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:28.968621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:28.969273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:28.994539 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-ce2fcccf-ba41-4730-94c0-de7839d7e4d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8527875 Feb 16 17:30:29.006842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Request body: {'port': {'device_id': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:29.099058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-02221731-3ee2-4598-b8cd-fcf23927127a None None] Provisioning for port cf06bead-bc6a-48a4-8e57-3373b8126977 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:30:29.104160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-02221731-3ee2-4598-b8cd-fcf23927127a None None] Provisioning complete for port cf06bead-bc6a-48a4-8e57-3373b8126977 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:29.104592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-02221731-3ee2-4598-b8cd-fcf23927127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.121454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.164910 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-02221731-3ee2-4598-b8cd-fcf23927127a None None] Port cf06bead-bc6a-48a4-8e57-3373b8126977 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:30:29.328971 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70cee0-0760-4d3e-b615-093b8f0d2f0f req-30623112-beb8-4c1f-abd7-1f35dea98519 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:29.330458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ff70cee0-0760-4d3e-b615-093b8f0d2f0f req-30623112-beb8-4c1f-abd7-1f35dea98519 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 932 time: 0.0822370 Feb 16 17:30:29.375380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ff70cee0-0760-4d3e-b615-093b8f0d2f0f req-1bbae0ea-c0f6-436a-b86a-ed81cd574e57 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391078 Feb 16 17:30:29.472439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:30:29.479763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.494944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Transition to ACTIVE for port object cf06bead-bc6a-48a4-8e57-3373b8126977 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:30:29.499487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.658329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:29.743193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Attempting to bind port cf06bead-bc6a-48a4-8e57-3373b8126977 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:30:29.743456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Attempting to bind port cf06bead-bc6a-48a4-8e57-3373b8126977 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:30:29.743779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Attempting to bind port cf06bead-bc6a-48a4-8e57-3373b8126977 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:30:29.748304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Port cf06bead-bc6a-48a4-8e57-3373b8126977 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:30:29.748619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Attempting to bind port cf06bead-bc6a-48a4-8e57-3373b8126977 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:30:29.753709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:30:29.754037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:30:29.754412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Bound using segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:30:29.754856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Bound port: cf06bead-bc6a-48a4-8e57-3373b8126977, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:30:29.755197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.847534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:30:29.850337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:30:29.855427 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.915973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:29.916650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.918005 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 1094 time: 0.9156954 Feb 16 17:30:29.918444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:30:29.940666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40515b-f307-43d8-8659-302f3a676cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:30.010084 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'status': 'completed', 'code': 200} Feb 16 17:30:30.053009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-7ff15d57-0597-43ca-9857-ea4fb853086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:30.054488 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-7ff15d57-0597-43ca-9857-ea4fb853086b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1097 time: 0.0778594 Feb 16 17:30:30.129218 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-b177dc54-d965-4baf-b145-8e33cc0bcc21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 217 time: 0.0672526 Feb 16 17:30:30.206544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-92c5c4b1-3c73-44e9-bf10-dfb6d10f813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:30.207917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-92c5c4b1-3c73-44e9-bf10-dfb6d10f813c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0720351 Feb 16 17:30:30.284540 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da838-9125-444f-9f82-f0179b022127 req-37c8a1e7-4f22-45c9-af4d-cef8395c9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:30.285918 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-37c8a1e7-4f22-45c9-af4d-cef8395c9157 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710692 Feb 16 17:30:30.422971 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-ed3b15c9-4faa-40fd-9598-8489ee5d2b22 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295426 Feb 16 17:30:30.560039 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5a1da838-9125-444f-9f82-f0179b022127 req-949ec3be-44b3-4791-83f3-52902ad58fbd service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304853 Feb 16 17:30:30.674794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6cc6c-3df1-47ba-a81b-a852a3ca2339 req-a20fab16-5ba6-48df-b83e-3e426917943a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:30.676249 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-20e6cc6c-3df1-47ba-a81b-a852a3ca2339 req-a20fab16-5ba6-48df-b83e-3e426917943a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.1936169 Feb 16 17:30:30.680424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16143e4-37be-4445-8333-e6075dd697ac req-060c3894-30d0-4c4c-b62c-065763b042ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:30.681901 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-060c3894-30d0-4c4c-b62c-065763b042ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1097 time: 0.0734248 Feb 16 17:30:30.721640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-20e6cc6c-3df1-47ba-a81b-a852a3ca2339 req-78e4c33a-a6de-4330-a773-74dc8098808e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Feb 16 17:30:30.906097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16143e4-37be-4445-8333-e6075dd697ac req-5e50253e-cdaa-4697-85a5-2c0ee13108fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:30.907834 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-5e50253e-cdaa-4697-85a5-2c0ee13108fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2194445 Feb 16 17:30:30.930682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1ec59391-360a-40a7-90cc-770dd8415c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:30.981837 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-a7be4dcd-6c7c-4cc8-87c1-fed22a96b73b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 217 time: 0.0670891 Feb 16 17:30:31.051360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16143e4-37be-4445-8333-e6075dd697ac req-0ab87872-80e4-4dc3-be4c-03cb28a517fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:31.052772 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-0ab87872-80e4-4dc3-be4c-03cb28a517fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0637777 Feb 16 17:30:31.131163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16143e4-37be-4445-8333-e6075dd697ac req-fa3d765a-1f97-4da7-99d0-6f3601e98c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:31.132617 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-fa3d765a-1f97-4da7-99d0-6f3601e98c86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731685 Feb 16 17:30:31.267380 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-4803b015-b862-4ea2-b3f1-b446ac43ce40 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281748 Feb 16 17:30:31.401691 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f16143e4-37be-4445-8333-e6075dd697ac req-c99587d3-6536-4b3c-83db-fbf7b9afe69a service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275723 Feb 16 17:30:31.917896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6c3e4-d732-4db8-9ff5-eecb411bc1ef req-5ed0ce14-dc5a-4316-989b-8269cdec0d0a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:31.919359 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2c6c3e4-d732-4db8-9ff5-eecb411bc1ef req-5ed0ce14-dc5a-4316-989b-8269cdec0d0a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.0911770 Feb 16 17:30:31.966819 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2c6c3e4-d732-4db8-9ff5-eecb411bc1ef req-73611fa5-50dd-404d-b61c-c86d322bed89 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Feb 16 17:30:32.801747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:30:32.968636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:32.981150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'mac_address': 'fa:16:3e:10:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:30:33.038389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.056446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:30:33.072239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:33.076323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.141891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:33.154094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a1f8-19e9-4697-8939-c34d64c4cd35 req-ef908fcd-c40f-4662-a8d7-c2af2027081a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:33.156229 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cdd2a1f8-19e9-4697-8939-c34d64c4cd35 req-ef908fcd-c40f-4662-a8d7-c2af2027081a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0835907 Feb 16 17:30:33.202355 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cdd2a1f8-19e9-4697-8939-c34d64c4cd35 req-560d0891-5e89-419a-b986-778710e5ad0f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Feb 16 17:30:33.443528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['cf06bead-bc6a-48a4-8e57-3373b8126977'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:30:33.652723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73228059-3f92-4c6e-bbed-1cf33de0ea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:34.341939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:34.392258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fb06-3b4d-46b6-8d77-d2cc626b8b3d req-22c3bc29-e4e0-4588-8966-c55708e973f7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:34.393750 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6d34fb06-3b4d-46b6-8d77-d2cc626b8b3d req-22c3bc29-e4e0-4588-8966-c55708e973f7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0849280 Feb 16 17:30:34.438741 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6d34fb06-3b4d-46b6-8d77-d2cc626b8b3d req-1e2206ac-0863-4e8b-a30c-c34c8d3ac828 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Feb 16 17:30:34.808067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:30:34.873623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port cf06bead-bc6a-48a4-8e57-3373b8126977 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:30:34.878925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port cf06bead-bc6a-48a4-8e57-3373b8126977 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:34.879288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:34.996085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.023043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:30:35.033254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:30:35.038312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.075413 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'code': 200} Feb 16 17:30:35.110512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:35.132485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.303756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2231d5-a93a-400c-9acf-b49598f3d886 req-9d0bd109-a947-43b0-8a57-9324eda99aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:35.305227 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2a2231d5-a93a-400c-9acf-b49598f3d886 req-9d0bd109-a947-43b0-8a57-9324eda99aa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1099 time: 0.0700359 Feb 16 17:30:35.351430 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2a2231d5-a93a-400c-9acf-b49598f3d886 req-5d11cea0-0c42-48f6-8098-78ca4095b403 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393379 Feb 16 17:30:35.624934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddff2e6-90b2-4288-93b5-2dc23d820bab req-8ecea3d2-67b9-4c28-8366-b72de125f63e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:35.626377 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ddff2e6-90b2-4288-93b5-2dc23d820bab req-8ecea3d2-67b9-4c28-8366-b72de125f63e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0776224 Feb 16 17:30:35.670039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ddff2e6-90b2-4288-93b5-2dc23d820bab req-f7d59f5d-a9c4-4180-8c71-2ff3700db2c0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380566 Feb 16 17:30:36.805458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.860652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94279fb4-8fae-40b2-8a4c-4da57952a265 req-1aecbfb6-418e-474b-a55f-07e8ce7b71ea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:36.862093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-94279fb4-8fae-40b2-8a4c-4da57952a265 req-1aecbfb6-418e-474b-a55f-07e8ce7b71ea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0874150 Feb 16 17:30:36.911099 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-94279fb4-8fae-40b2-8a4c-4da57952a265 req-342dbf75-d6c4-4419-bb1c-a2d2fb37be2b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Feb 16 17:30:36.987544 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:30:38.095372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16efb49-cf65-44d7-9008-b8997e05a7af req-16c178b0-33ac-4fbf-8e1f-15433238753f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:38.096801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a16efb49-cf65-44d7-9008-b8997e05a7af req-16c178b0-33ac-4fbf-8e1f-15433238753f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0792975 Feb 16 17:30:38.140955 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a16efb49-cf65-44d7-9008-b8997e05a7af req-5dbd819e-b03e-477f-81e1-2bd6dfd63ea4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Feb 16 17:30:38.334425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344695-ef7f-40d5-b816-428db5f4c597 req-356ae58f-a1af-49d0-afb9-21b1ab4ef927 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:38.335889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ae344695-ef7f-40d5-b816-428db5f4c597 req-356ae58f-a1af-49d0-afb9-21b1ab4ef927 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0904655 Feb 16 17:30:38.345029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35484) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:30:38.349847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'floatingip': {'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:38.429395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:39.037207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:39.044263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:39.329379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 associated. External IP: 172.26.7.35, port: cf06bead-bc6a-48a4-8e57-3373b8126977. Feb 16 17:30:39.677908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:30:39.859425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:30:39.864311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:39.868673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:39.878149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:30:39.878800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:30:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:39.923098 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c15f8237-9bce-4d01-9188-ec24bf804aa8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "PUT /v2.0/floatingips/1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 HTTP/1.1" status: 200 len: 991 time: 1.5770240 Feb 16 17:30:39.923680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:30:40.059249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:30:40.184687 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'status': 'completed', 'code': 200} Feb 16 17:30:40.360182 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d361-805c-4d69-8aab-a24447529076 req-bd3383ba-ad4d-4dae-b19e-01a48adde3d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:40.360922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-383af538-6c10-4f4f-b323-f990f5359114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:40.361677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5783d361-805c-4d69-8aab-a24447529076 req-bd3383ba-ad4d-4dae-b19e-01a48adde3d7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0854123 Feb 16 17:30:40.363365 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-383af538-6c10-4f4f-b323-f990f5359114 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1099 time: 0.1525512 Feb 16 17:30:40.370606 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-5519cf34-509f-4b98-bddc-8d3fd81c2807 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116953 Feb 16 17:30:40.415143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5783d361-805c-4d69-8aab-a24447529076 req-bee72027-a894-4bd4-89d0-18e22d84ed14 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477669 Feb 16 17:30:40.466962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:10:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:30:38Z', 'revision_number': 9, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:40.471669 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:40.480518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:30:40.481172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:30:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:40.521132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-6f416699-aa9a-4217-86d0-7ab1103ec8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:40.531062 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-6f416699-aa9a-4217-86d0-7ab1103ec8ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1490602 Feb 16 17:30:40.627773 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-def7bff5-69d7-4653-b7cb-a68f6e44a21c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 999 time: 0.0962210 Feb 16 17:30:40.677949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:30:40.698357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-7c8edbe7-3b3d-49a9-aeaa-af1cbd355a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:40.700087 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-7c8edbe7-3b3d-49a9-aeaa-af1cbd355a1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0647392 Feb 16 17:30:40.817670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-a78c143f-88ff-4708-a35f-bc6004c90a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:40.819284 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-a78c143f-88ff-4708-a35f-bc6004c90a8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116185 Feb 16 17:30:40.963183 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-6c677b39-e1a9-43e0-9788-43d0bc73c401 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365685 Feb 16 17:30:41.109832 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed8082a8-fd5a-422f-b5d7-f1ba0eec94db req-c779be48-3ae3-4e4e-91b4-f114eaac55a4 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405802 Feb 16 17:30:41.129484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:10:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:30:38Z', 'revision_number': 9, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:41.135752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca049d-15a3-4b69-a5b6-9a74fbeebd3c None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:10:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:30:38Z', 'revision_number': 9, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:41.355938 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda541c-b035-46c2-b7fd-96fcf6ba15c0 None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:30:41.640002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5abac-a24e-4284-9ec6-99a079d06697 req-5d5b0e77-3ff3-4ced-ac11-f5d24cd1ff7b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:41.643758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0df5abac-a24e-4284-9ec6-99a079d06697 req-5d5b0e77-3ff3-4ced-ac11-f5d24cd1ff7b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.1070175 Feb 16 17:30:41.693399 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0df5abac-a24e-4284-9ec6-99a079d06697 req-fd127ee6-584c-427d-b2f7-e88edc0777d1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Feb 16 17:30:41.758237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-c214d252-15f9-4d66-a4d3-67b3a640fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:41.759732 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-c214d252-15f9-4d66-a4d3-67b3a640fc58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1099 time: 0.1850328 Feb 16 17:30:41.895549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-415f6d69-55be-4f7b-b3cc-13787d025e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:41.896895 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-415f6d69-55be-4f7b-b3cc-13787d025e92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1305802 Feb 16 17:30:42.002744 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-6e410939-092b-4851-a919-6224a6361a62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 1002 time: 0.0992324 Feb 16 17:30:42.067147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-5554d3ef-70bd-493f-8a8e-bd00eef788f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:42.068690 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-5554d3ef-70bd-493f-8a8e-bd00eef788f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0598128 Feb 16 17:30:42.147245 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-a5f1bd49-bd39-48f9-be7b-8646327fd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:42.148689 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-a5f1bd49-bd39-48f9-be7b-8646327fd6c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735562 Feb 16 17:30:42.283183 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-2377c3a2-3f60-4a46-b2e4-a725cdf3c3be service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279323 Feb 16 17:30:42.434088 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-3362ce66-079b-4c7c-abfe-f09b405accea service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429965 Feb 16 17:30:42.892293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04923b5-ee8e-484b-9a39-ae38ff93cb54 req-038ea602-d85e-4472-a82b-f13feca26c69 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:42.893737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b04923b5-ee8e-484b-9a39-ae38ff93cb54 req-038ea602-d85e-4472-a82b-f13feca26c69 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0792813 Feb 16 17:30:42.937988 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b04923b5-ee8e-484b-9a39-ae38ff93cb54 req-820a8fe7-329e-4a78-bd75-fedea76c18d4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 Feb 16 17:30:44.125489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3711eee-f121-44f1-b2c4-daa9d1df6348 req-2ca8c75d-1235-4bbd-802a-768b50c8ccfe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:44.127050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3711eee-f121-44f1-b2c4-daa9d1df6348 req-2ca8c75d-1235-4bbd-802a-768b50c8ccfe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0819364 Feb 16 17:30:44.172996 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3711eee-f121-44f1-b2c4-daa9d1df6348 req-414a8aee-17c7-450a-860d-487045fae6f1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402873 Feb 16 17:30:45.361786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfa69e-c77e-45f3-babb-28db8077356c req-cfacbf95-8922-4e8b-ab59-d3c4bf547880 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:45.363264 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03dfa69e-c77e-45f3-babb-28db8077356c req-cfacbf95-8922-4e8b-ab59-d3c4bf547880 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0820096 Feb 16 17:30:45.413905 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03dfa69e-c77e-45f3-babb-28db8077356c req-77dd4b5a-831f-412f-a44f-ef0e50e5d49a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Feb 16 17:30:46.604321 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e9ba9-a68f-4eef-8311-2a3a7a5e40e8 req-4fe753dd-dd71-4a2c-b643-8da7518f630f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:46.605790 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d39e9ba9-a68f-4eef-8311-2a3a7a5e40e8 req-4fe753dd-dd71-4a2c-b643-8da7518f630f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0806119 Feb 16 17:30:46.652753 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d39e9ba9-a68f-4eef-8311-2a3a7a5e40e8 req-dcf21cdf-4498-449e-b104-0e6e24050535 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Feb 16 17:30:47.843809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7447d1-d802-4073-8701-a54f7484a729 req-b6da0e92-7c21-44e2-9ad4-5c5ebf4529f6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:47.845169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc7447d1-d802-4073-8701-a54f7484a729 req-b6da0e92-7c21-44e2-9ad4-5c5ebf4529f6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0848453 Feb 16 17:30:47.887751 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc7447d1-d802-4073-8701-a54f7484a729 req-f94476ce-5db7-42ff-84bb-6b46b5c548de tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370269 Feb 16 17:30:49.089693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07098f-3bff-4394-9cbb-5562e3452bd4 req-48ff8ace-a30f-42ce-af5f-d10cdb3a3732 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:49.092855 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc07098f-3bff-4394-9cbb-5562e3452bd4 req-48ff8ace-a30f-42ce-af5f-d10cdb3a3732 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0906687 Feb 16 17:30:49.138440 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc07098f-3bff-4394-9cbb-5562e3452bd4 req-f5982611-eb42-4224-bb8d-dc04d5340f7e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Feb 16 17:30:50.445242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf071-6f15-4e19-b6e8-880a26afe2e4 req-fa317b16-3209-427b-9289-31896eaad39f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:50.446730 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-09daf071-6f15-4e19-b6e8-880a26afe2e4 req-fa317b16-3209-427b-9289-31896eaad39f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.1939590 Feb 16 17:30:50.491444 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-09daf071-6f15-4e19-b6e8-880a26afe2e4 req-ef7a622c-ef0b-459b-b4a3-d48edc7203b3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389743 Feb 16 17:30:51.679257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610f210-ccda-48dc-b63f-14e27414e54f req-d4a8dc13-ba46-46ad-837d-2cf78f5491e7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:51.680730 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9610f210-ccda-48dc-b63f-14e27414e54f req-d4a8dc13-ba46-46ad-837d-2cf78f5491e7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0810761 Feb 16 17:30:51.727816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9610f210-ccda-48dc-b63f-14e27414e54f req-0e2861e3-df68-475e-8863-d87d78617244 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Feb 16 17:30:52.924725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1c60d-132f-4935-af89-df8e9384003e req-df15ba1c-71f2-44f1-a298-080b1139b37a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:52.926193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f5f1c60d-132f-4935-af89-df8e9384003e req-df15ba1c-71f2-44f1-a298-080b1139b37a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0827551 Feb 16 17:30:52.970423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f5f1c60d-132f-4935-af89-df8e9384003e req-ad30dbe3-e3b1-44b7-9eaa-e8c5974cf03b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 Feb 16 17:30:54.157743 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d6832-8efa-4921-bab9-24b9cebef20b req-11f6bb94-c73a-4f7f-b306-d3707c13d5ae tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.159247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-609d6832-8efa-4921-bab9-24b9cebef20b req-11f6bb94-c73a-4f7f-b306-d3707c13d5ae tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0830002 Feb 16 17:30:54.205152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-609d6832-8efa-4921-bab9-24b9cebef20b req-fa953123-a9ea-40cb-8379-35ca3489c3c5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Feb 16 17:30:54.872116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:55.390930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9703668-9692-4f5f-813c-4d937ccaa287 req-1897983c-1b58-40b7-a6fa-56df8870cdbf tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:55.392384 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e9703668-9692-4f5f-813c-4d937ccaa287 req-1897983c-1b58-40b7-a6fa-56df8870cdbf tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0782638 Feb 16 17:30:55.437856 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e9703668-9692-4f5f-813c-4d937ccaa287 req-988dc5e4-95c0-42ab-8b25-a38a1fcb3cf6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 Feb 16 17:30:56.626699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f71a1-7c82-4293-ba64-00c028c4e9a9 req-23e0512b-08c7-4846-9bd6-84059d98ab4b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:56.628158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-826f71a1-7c82-4293-ba64-00c028c4e9a9 req-23e0512b-08c7-4846-9bd6-84059d98ab4b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0862875 Feb 16 17:30:56.673310 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-826f71a1-7c82-4293-ba64-00c028c4e9a9 req-b63d281a-8c4a-49ae-8705-cef2c7833121 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 Feb 16 17:30:57.859884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31de6a-7203-4bd5-a9b6-aca1c59d3f44 req-c588f54b-aa1a-46b4-9408-956a42b8f560 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.861338 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4a31de6a-7203-4bd5-a9b6-aca1c59d3f44 req-c588f54b-aa1a-46b4-9408-956a42b8f560 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0827196 Feb 16 17:30:57.907169 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4a31de6a-7203-4bd5-a9b6-aca1c59d3f44 req-5c2a24e2-1522-4df3-b5b9-269df39f80c3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 Feb 16 17:30:59.256741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead763e-a02c-4f55-9a81-c68c172f1559 req-b8e447b0-50a8-456f-9e73-73ab2c835d28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:59.258193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eead763e-a02c-4f55-9a81-c68c172f1559 req-b8e447b0-50a8-456f-9e73-73ab2c835d28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0842297 Feb 16 17:30:59.303321 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eead763e-a02c-4f55-9a81-c68c172f1559 req-2c166261-f6ab-49eb-bc97-2e52e8b3d249 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395217 Feb 16 17:31:00.510100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f025d-eb63-4202-b24d-90e13f4ca383 req-046ec6aa-8058-4656-97fd-fbd4f504dbef tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:00.511479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-de3f025d-eb63-4202-b24d-90e13f4ca383 req-046ec6aa-8058-4656-97fd-fbd4f504dbef tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0787916 Feb 16 17:31:00.558618 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-de3f025d-eb63-4202-b24d-90e13f4ca383 req-8ba6783f-4155-46e8-8a47-dd37acee5390 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413842 Feb 16 17:31:00.934539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-52791a42-b1bc-4d50-872b-d63d3c251bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.740131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc164da-341d-42cb-9349-734d26e00b20 req-ee0fe2c5-2be4-4123-996f-8bec2f3c565b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:01.741570 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3fc164da-341d-42cb-9349-734d26e00b20 req-ee0fe2c5-2be4-4123-996f-8bec2f3c565b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0783200 Feb 16 17:31:01.787481 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3fc164da-341d-42cb-9349-734d26e00b20 req-e979f534-51f4-4d8f-a205-6828810f837b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Feb 16 17:31:02.976000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c02c1a-4c4a-40d0-89d3-9feaa6b22911 req-5b54e4e9-c98c-4862-b48f-27a03ff9ad24 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:02.977428 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d4c02c1a-4c4a-40d0-89d3-9feaa6b22911 req-5b54e4e9-c98c-4862-b48f-27a03ff9ad24 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0821271 Feb 16 17:31:03.021453 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d4c02c1a-4c4a-40d0-89d3-9feaa6b22911 req-08fcf530-08e0-415e-b614-0730aef4adee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379066 Feb 16 17:31:03.139342 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-a8604c5d-6281-4934-bc3b-c6c50780fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:03.140812 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-a8604c5d-6281-4934-bc3b-c6c50780fa4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1099 time: 0.0735183 Feb 16 17:31:03.290382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-09894227-9a4b-455e-b5e2-3d8f9dcd1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:03.291856 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-09894227-9a4b-455e-b5e2-3d8f9dcd1d70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1328337 Feb 16 17:31:03.397077 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-88269867-0020-4e2d-9c72-a69e7ef44256 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 1002 time: 0.0986464 Feb 16 17:31:03.460273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-940599f6-891d-4e50-90f5-1e0a9fe52499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:03.461684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-940599f6-891d-4e50-90f5-1e0a9fe52499 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0575697 Feb 16 17:31:03.540573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-f2b49c60-9dbc-4a74-9d50-a9d15010f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:03.542027 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-f2b49c60-9dbc-4a74-9d50-a9d15010f408 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727985 Feb 16 17:31:03.654835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f31d8bb8-bc20-49bf-97c0-8d5449a941e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:03.675553 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-11176fa9-fbc0-4ae6-9ec6-f7afd26496e8 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271892 Feb 16 17:31:03.809172 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39ee969c-f153-4ba8-944b-bffd69c264ed req-3926d13f-21ab-4e0d-8d51-518fb5be8190 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278632 Feb 16 17:31:04.207960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc662e28-33d0-4c81-bfde-92c26c7c34de req-fbcabd55-730b-4e1c-ac14-16c62db62f09 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:04.209437 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc662e28-33d0-4c81-bfde-92c26c7c34de req-fbcabd55-730b-4e1c-ac14-16c62db62f09 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0802069 Feb 16 17:31:04.254100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc662e28-33d0-4c81-bfde-92c26c7c34de req-1469911f-6a80-40d9-911e-24b9ec10f0e3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 Feb 16 17:31:04.345537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:05.134470 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:05.447784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8883d-8ffa-4da9-8441-a5f1b0d7b53b req-7308ed71-8c13-40f8-9769-4e94e12bd519 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:05.449144 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82d8883d-8ffa-4da9-8441-a5f1b0d7b53b req-7308ed71-8c13-40f8-9769-4e94e12bd519 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0847723 Feb 16 17:31:05.493678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-82d8883d-8ffa-4da9-8441-a5f1b0d7b53b req-6a660e8e-6b98-428f-9023-86a9af87f70e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 Feb 16 17:31:06.682252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fde2-e3b3-4c16-a163-4c857376882f req-c0870457-56de-40fd-b6e4-169c4a60a1ec tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:06.683739 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8121fde2-e3b3-4c16-a163-4c857376882f req-c0870457-56de-40fd-b6e4-169c4a60a1ec tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0804400 Feb 16 17:31:06.729979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8121fde2-e3b3-4c16-a163-4c857376882f req-e6048fe7-be2c-4d3c-9b74-8a03f6203f95 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Feb 16 17:31:06.814242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:07.917831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cd687-0073-43e1-b0eb-7754dcf28183 req-1e24cc8d-26e2-4808-9002-efa14fe26bab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:07.919314 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-089cd687-0073-43e1-b0eb-7754dcf28183 req-1e24cc8d-26e2-4808-9002-efa14fe26bab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0811586 Feb 16 17:31:07.965898 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-089cd687-0073-43e1-b0eb-7754dcf28183 req-9493b5e7-96fe-40a0-957f-0821751db17b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Feb 16 17:31:09.164245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d641-eac3-47e3-be4b-c089b85e96ba req-b5c5cb26-7be8-42cb-8758-f01122075db0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:09.165748 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c305d641-eac3-47e3-be4b-c089b85e96ba req-b5c5cb26-7be8-42cb-8758-f01122075db0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0866232 Feb 16 17:31:09.235341 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c305d641-eac3-47e3-be4b-c089b85e96ba req-7b7b18d4-3e14-4c72-8bfc-1967e283eb78 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604780 Feb 16 17:31:09.314282 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-278b40cf-4015-4fd5-afba-313c4b1098a7 service neutron] 10.222.0.48 "GET /v2.0/ports/cf06bead-bc6a-48a4-8e57-3373b8126977/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0747685 Feb 16 17:31:09.605536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-c2fdd0ff-c64a-4292-bd7a-97a40c0686a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:09.607068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-c2fdd0ff-c64a-4292-bd7a-97a40c0686a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 1099 time: 0.0812428 Feb 16 17:31:09.800388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-687c52d0-37f9-4d19-9cee-7d6aa91457a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:09.801876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-687c52d0-37f9-4d19-9cee-7d6aa91457a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1099 time: 0.1737154 Feb 16 17:31:09.932699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-d5fa144d-89a2-4abc-9bbc-a462a0fa75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:09.934061 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-d5fa144d-89a2-4abc-9bbc-a462a0fa75a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1252484 Feb 16 17:31:10.036854 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-79765bd1-5ac0-49b7-86d4-757da17c632c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 1002 time: 0.0966606 Feb 16 17:31:10.099558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-3ada054e-0f39-41d0-a118-9f56ea35df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:10.100969 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-3ada054e-0f39-41d0-a118-9f56ea35df10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0575657 Feb 16 17:31:10.179318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-4f02e267-b910-4e04-9884-f089249062e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:10.181000 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-4f02e267-b910-4e04-9884-f089249062e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725212 Feb 16 17:31:10.316055 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-b7d1a107-68c6-4e10-811a-43ccb4676765 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280117 Feb 16 17:31:10.430875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55428c41-fc26-4ec1-acc8-564c2b36459c req-8490d643-c411-4940-af0a-90513aefb56c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:10.432334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55428c41-fc26-4ec1-acc8-564c2b36459c req-8490d643-c411-4940-af0a-90513aefb56c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0843935 Feb 16 17:31:10.453882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-33a4ac24-e144-4dac-b307-ddbde7f43a77 req-0579ded0-5a70-455b-a256-7e25d56469b8 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317554 Feb 16 17:31:10.478446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55428c41-fc26-4ec1-acc8-564c2b36459c req-572abc13-637f-437e-beef-770c47cbdf91 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Feb 16 17:31:11.670063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e9eb8-b22e-4ad5-bd7d-13c9b66087f1 req-b8a093a9-53f7-4c3c-b2b9-8eeff9b172ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:11.671445 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-494e9eb8-b22e-4ad5-bd7d-13c9b66087f1 req-b8a093a9-53f7-4c3c-b2b9-8eeff9b172ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0843577 Feb 16 17:31:11.715455 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-494e9eb8-b22e-4ad5-bd7d-13c9b66087f1 req-5e72dbae-a1bb-4020-addb-ebb98a9b290c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384972 Feb 16 17:31:12.902796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e7dc3-6583-4303-afce-d0e43423f956 req-52de36b3-35e8-4fa1-99a2-9f35ae5bb723 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:12.904481 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b4e7dc3-6583-4303-afce-d0e43423f956 req-52de36b3-35e8-4fa1-99a2-9f35ae5bb723 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 946 time: 0.0789587 Feb 16 17:31:12.924081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:31:12.926378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:31:12.948714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b4e7dc3-6583-4303-afce-d0e43423f956 req-fd0fc571-24fe-4479-aee3-3ed2c9ac0f02 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385778 Feb 16 17:31:13.159944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:13.207071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:13.218224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:31:13.233421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'mac_address': 'fa:16:3e:10:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:31:13.235811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:13.267257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:13.303218 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'code': 200} Feb 16 17:31:13.347986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:13.371960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:31:13.376510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:13.390440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.390842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.391177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.391509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.391831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.392152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.392471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.392788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.393106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.393422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.393732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.394042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:13.403143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:13.407785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:13.479329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['cf06bead-bc6a-48a4-8e57-3373b8126977'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:31:13.539493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:13.987669 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:31:14.145305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b695b02-10f1-42ac-a313-452fb316ae05 req-76f70e34-169d-4e36-bc39-50e7c886009c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:14.146809 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b695b02-10f1-42ac-a313-452fb316ae05 req-76f70e34-169d-4e36-bc39-50e7c886009c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0847628 Feb 16 17:31:14.196322 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b695b02-10f1-42ac-a313-452fb316ae05 req-bcdf8c5a-6cbb-4fa6-a4d7-7ef07c9633fe tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Feb 16 17:31:14.640352 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-398e9e9f-7a0f-412f-9381-02ffa1220e58 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:14.641050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-398e9e9f-7a0f-412f-9381-02ffa1220e58 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:31:14.657613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-398e9e9f-7a0f-412f-9381-02ffa1220e58 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:31:14.658806 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-398e9e9f-7a0f-412f-9381-02ffa1220e58 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72&tenant_id=425a7336920941f8b0b28ea3308fdc34&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.1284716 Feb 16 17:31:14.688373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c67e5-7ee1-4f00-96ae-0c5a4d1763ab req-80c9ce4b-0142-44b4-afba-4de0ec384a47 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:14.690008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ea3c67e5-7ee1-4f00-96ae-0c5a4d1763ab req-80c9ce4b-0142-44b4-afba-4de0ec384a47 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0960882 Feb 16 17:31:14.739734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ea3c67e5-7ee1-4f00-96ae-0c5a4d1763ab req-1c5a78f4-a057-4a10-9c4f-05f1de537815 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Feb 16 17:31:14.754017 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-85a41f12-e23a-40ff-b287-7604cb247506 service neutron] 10.222.0.48 "GET /v2.0/ports/cf06bead-bc6a-48a4-8e57-3373b8126977/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0894372 Feb 16 17:31:14.851150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-313df90a-8afc-4c43-b3d2-2d75eaee4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:14.852610 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-313df90a-8afc-4c43-b3d2-2d75eaee4462 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1098 time: 0.0724304 Feb 16 17:31:14.926101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:31:14.993795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-53f10ebd-729e-4fe8-95ad-455b3575e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:14.995272 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-53f10ebd-729e-4fe8-95ad-455b3575e859 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1359923 Feb 16 17:31:15.042390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:15.059690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:31:15.075019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:15.079676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:15.105723 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-6d7d3b16-b9b1-44fb-a753-0d9e40dc8072 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 1001 time: 0.1040261 Feb 16 17:31:15.147826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:15.167817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-208ce7fa-73d0-4d1e-9b67-2883d3177809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:15.170080 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-208ce7fa-73d0-4d1e-9b67-2883d3177809 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0576890 Feb 16 17:31:15.247906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-d4f32dd1-557d-41c9-a78f-840d35acc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:15.249683 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-d4f32dd1-557d-41c9-a78f-840d35acc801 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743215 Feb 16 17:31:15.382183 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-30dadfdc-5abe-4918-9ba2-16013707795b service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264513 Feb 16 17:31:15.624452 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-11e64e23-7c36-4c88-b4df-1de07514e3e1 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348454 Feb 16 17:31:15.931728 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b61fb-fd48-48c3-bf2a-295400e215b6 req-23c7a1ca-ac05-4b26-b173-b81f34dcff97 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:15.933164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ca4b61fb-fd48-48c3-bf2a-295400e215b6 req-23c7a1ca-ac05-4b26-b173-b81f34dcff97 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.0845835 Feb 16 17:31:15.978315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ca4b61fb-fd48-48c3-bf2a-295400e215b6 req-8b99d5ef-5c82-47ed-b685-23f33d6b7c15 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388720 Feb 16 17:31:17.166294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863072b-f855-4097-9c01-ad7a354fd114 req-5a065ca9-8ec0-4133-9a38-53597b47b5a7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:17.167767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f863072b-f855-4097-9c01-ad7a354fd114 req-5a065ca9-8ec0-4133-9a38-53597b47b5a7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.0833545 Feb 16 17:31:17.212618 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f863072b-f855-4097-9c01-ad7a354fd114 req-c0ddb865-97f3-4e20-b6f9-f8d2489516ee tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391009 Feb 16 17:31:18.176623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-2ba16858-5373-4f7a-9774-c8a6fa43ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.178350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-2ba16858-5373-4f7a-9774-c8a6fa43ccb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 1097 time: 0.0697088 Feb 16 17:31:18.275580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-0308a43f-a793-4dc2-854a-2294162b4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.277044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-0308a43f-a793-4dc2-854a-2294162b4858 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 1097 time: 0.0754786 Feb 16 17:31:18.401782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbfdc5-93f7-4df5-b7ee-b2c6b37310da req-c80bcd06-1124-4a5f-bd77-9fa0233945f8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.403276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-87fbfdc5-93f7-4df5-b7ee-b2c6b37310da req-c80bcd06-1124-4a5f-bd77-9fa0233945f8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.0820513 Feb 16 17:31:18.413428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-7ce873cb-8088-4e3f-92fd-110156ffa231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.414896 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-7ce873cb-8088-4e3f-92fd-110156ffa231 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1313741 Feb 16 17:31:18.447816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-87fbfdc5-93f7-4df5-b7ee-b2c6b37310da req-644bef25-8e63-4d76-95b7-9545a31a2655 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378275 Feb 16 17:31:18.519535 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-b08e1529-b77c-4080-ad82-8d3eb5507bd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 200 len: 1000 time: 0.0980141 Feb 16 17:31:18.581426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-424cc9ea-0914-4375-8c1f-76a91ce54e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.582876 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-424cc9ea-0914-4375-8c1f-76a91ce54e97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0573626 Feb 16 17:31:18.658793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-e697adf1-830a-47c8-9a24-b5b6387b8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.660254 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-e697adf1-830a-47c8-9a24-b5b6387b8a7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713739 Feb 16 17:31:18.797996 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-5777c42e-256f-4e98-8fe7-469525ba9009 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309361 Feb 16 17:31:18.931615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3e1d9cc8-77d8-4f4c-bd37-570bc0aaf29d req-b3ceb7a9-33ee-45b2-b4c5-ed4407e4d050 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271813 Feb 16 17:31:19.639192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864075f0-19dc-40d5-9a73-7af273ee6c9c req-aeb02dc7-1350-465e-baf2-e9d14c80d5a9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:19.640641 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-864075f0-19dc-40d5-9a73-7af273ee6c9c req-aeb02dc7-1350-465e-baf2-e9d14c80d5a9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.0831270 Feb 16 17:31:19.685865 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-864075f0-19dc-40d5-9a73-7af273ee6c9c req-29e48f09-d6d2-454b-8cac-20b88b816af5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396137 Feb 16 17:31:20.870404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f9c34-c582-44f7-9b0c-b4ecd4b25791 req-ce1e080b-a200-4a25-a57f-ec57e86b3d8b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:20.871909 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d83f9c34-c582-44f7-9b0c-b4ecd4b25791 req-ce1e080b-a200-4a25-a57f-ec57e86b3d8b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 944 time: 0.0792468 Feb 16 17:31:20.924371 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d83f9c34-c582-44f7-9b0c-b4ecd4b25791 req-4ad08931-7f9f-400c-a8b5-69d0d9d7a43d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448630 Feb 16 17:31:20.950281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:31:20.953561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:31:21.233479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:21.246867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'mac_address': 'fa:16:3e:10:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:31:21.304257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:21.320613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:31:21.336311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:21.340187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:21.404187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['cf06bead-bc6a-48a4-8e57-3373b8126977'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:31:21.451542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=9']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:22.112908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c0d4-1b08-441c-954c-1287f90d86ed req-8bd6a3ad-f22b-42d6-a8a5-2dd257b3c7b1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:22.114388 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2431c0d4-1b08-441c-954c-1287f90d86ed req-8bd6a3ad-f22b-42d6-a8a5-2dd257b3c7b1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0806286 Feb 16 17:31:22.160127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2431c0d4-1b08-441c-954c-1287f90d86ed req-f87909a8-4bcc-4551-a5fe-593f8b095cdd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Feb 16 17:31:22.347600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5f12a-16c5-4ce3-9265-6c3dc26b211f req-05dd0319-8d91-47e4-a10d-5a810cd8b801 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:22.349078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5cf5f12a-16c5-4ce3-9265-6c3dc26b211f req-05dd0319-8d91-47e4-a10d-5a810cd8b801 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0838635 Feb 16 17:31:22.497278 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5cf5f12a-16c5-4ce3-9265-6c3dc26b211f req-03f3122c-db4d-408f-9279-9f9a41251806 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423788 Feb 16 17:31:22.686600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484251-872a-432a-8a9e-9924a4e11e6d req-881799c1-87b8-4126-a233-b83d2a9085a3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:22.688568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc484251-872a-432a-8a9e-9924a4e11e6d req-881799c1-87b8-4126-a233-b83d2a9085a3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0840843 Feb 16 17:31:22.735194 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc484251-872a-432a-8a9e-9924a4e11e6d req-d3805e76-f524-4d00-b179-5ac06933d50e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Feb 16 17:31:22.964615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:31:23.036690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port cf06bead-bc6a-48a4-8e57-3373b8126977 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:23.036957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:23.141446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5df77-11f5-40ab-b6fe-4a15294f3cd3 req-ff861095-66d6-4381-87bf-4ace8ac7cfe5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:23.142953 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5b5df77-11f5-40ab-b6fe-4a15294f3cd3 req-ff861095-66d6-4381-87bf-4ace8ac7cfe5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 945 time: 0.0825889 Feb 16 17:31:23.157397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:23.184352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:31:23.191577 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5b5df77-11f5-40ab-b6fe-4a15294f3cd3 req-2905f625-6962-43bc-b7cf-80d13c01d222 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Feb 16 17:31:23.195924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:23.199974 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:23.250194 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'code': 200} Feb 16 17:31:23.279971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=10']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:24.383923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865adbda-6e02-4649-b4c0-b5caf6111381 req-027ea388-e8eb-431d-8536-e4ba57f328da tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:24.385361 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-865adbda-6e02-4649-b4c0-b5caf6111381 req-027ea388-e8eb-431d-8536-e4ba57f328da tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 947 time: 0.0788434 Feb 16 17:31:24.434838 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-865adbda-6e02-4649-b4c0-b5caf6111381 req-8aedba27-91f5-45c5-ae50-06d844648f17 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Feb 16 17:31:24.869055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:25.529651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-6add8270-47fe-4fad-aeee-7e9ea59b8c8c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:25.531149 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-6add8270-47fe-4fad-aeee-7e9ea59b8c8c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 947 time: 0.0840154 Feb 16 17:31:25.604623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Deleting port cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:31:25.604955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:25.623075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a06f6-e8a7-46e5-9eff-5ee365f557dd req-9e15272e-12ac-4fc8-a5c3-c258afd0f196 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:25.624561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4b0a06f6-e8a7-46e5-9eff-5ee365f557dd req-9e15272e-12ac-4fc8-a5c3-c258afd0f196 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 947 time: 0.0817583 Feb 16 17:31:25.671352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4b0a06f6-e8a7-46e5-9eff-5ee365f557dd req-2b5d3fb8-64d3-4b1f-bee5-dbac5e53dedd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Feb 16 17:31:25.853694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] For port cf06bead-bc6a-48a4-8e57-3373b8126977, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cf06bead-bc6a-48a4-8e57-3373b8126977,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:25.853959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:26.146118 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:26.146485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:26.146825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 disassociated. External IP: 172.26.7.35, port: cf06bead-bc6a-48a4-8e57-3373b8126977. Feb 16 17:31:26.147167 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Calling delete_port for cf06bead-bc6a-48a4-8e57-3373b8126977 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:31:26.387320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:26.443420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event deleted for resources: {'Port': ['ID=cf06bead-bc6a-48a4-8e57-3373b8126977,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:26.508646 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.508986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.509317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.509647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.509971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.510291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.510642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.510964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.511281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.511597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.511915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.513183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:26.650125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:31:26.839121 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ee22d64e-461e-46e1-852c-6945df1fe0f2 req-48803c5d-89ad-47ea-aadd-f78e6ff4a8d9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0cae81-9e35-4f44-a793-53ae3fe88e72 HTTP/1.1" status: 200 len: 210 time: 0.0566196 Feb 16 17:31:26.849499 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:31:26.867584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:26.879360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:31:26.879960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:31:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:26.929780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] No DVR routers for this DVR port cf06bead-bc6a-48a4-8e57-3373b8126977 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:31:26.932230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:26.934963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-deleted', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:31:26.952091 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dc64cc4e-e8c6-4484-9550-435262ed3469 req-17f6d523-a765-44ac-8ee9-1eb74a257ed8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "DELETE /v2.0/ports/cf06bead-bc6a-48a4-8e57-3373b8126977 HTTP/1.1" status: 204 len: 173 time: 1.4145260 Feb 16 17:31:27.067506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:31:27.068069 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0cae81-9e35-4f44-a793-53ae3fe88e72', 'name': 'network-vif-deleted', 'tag': 'cf06bead-bc6a-48a4-8e57-3373b8126977', 'status': 'completed', 'code': 200} Feb 16 17:31:27.382952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:27.386800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:27.398774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:31:27.399298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:31:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:27.591730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:31:27.939154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:27.944517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74a3f4-f7cb-4e8b-891b-7327deeac62a None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:28.173540 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a99f74-bc5c-4aed-818c-57cb3b03968e None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:31:28.187993 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8df2547b-5042-4021-88c6-9165cb6a6810 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2067722236&fields=id&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 267 time: 0.0421128 Feb 16 17:31:28.339246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-5ae08f44-fa78-4d98-9917-f1e7bdaccfd4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:28.341018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-5ae08f44-fa78-4d98-9917-f1e7bdaccfd4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1465862 Feb 16 17:31:28.357036 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-aac0f459-e249-459a-bc56-62a9aaf433fc tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/quotas/425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 375 time: 0.0095923 Feb 16 17:31:28.449277 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-63914778-2330-4741-abc9-c8f23868dba1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853710 Feb 16 17:31:28.588986 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-a949abb6-a172-4f40-9591-0af9ad9be3f8 service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276498 Feb 16 17:31:28.724636 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-db49b220-d911-4f1a-b836-1871b203b1b0 service neutron] 10.222.0.43 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291435 Feb 16 17:31:28.905350 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d57299c3-bccd-4723-b42b-cbab544cf333 req-17673b60-e137-415e-9b7a-f324bc99fd3e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 210 time: 0.0471370 Feb 16 17:31:29.018187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:31:29.055028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: cf06bead-bc6a-48a4-8e57-3373b8126977 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:31:29.055368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device cf06bead-bc6a-48a4-8e57-3373b8126977 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:31:30.038420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-54d9dc22-e6e6-49b5-bfa9-2c75949fa713 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:30.040177 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-54d9dc22-e6e6-49b5-bfa9-2c75949fa713 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 812 time: 0.1879606 Feb 16 17:31:30.092395 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8c47df03-0192-4733-b4b6-1996d3ae80cd req-dcaed910-e62a-4460-bdf5-14759a9a4a3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 210 time: 0.0668828 Feb 16 17:31:30.109445 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-372ec744-682b-4da1-9d82-b9e383213849 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 380 time: 0.0605450 Feb 16 17:31:30.117919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'port': {'device_id': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'admin_state_up': True, 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'security_groups': ['6948bdc2-e133-4ea0-a5aa-a186827364d4']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:30.268428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:31:30.272512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Usage tracker for resource:port and tenant:425a7336920941f8b0b28ea3308fdc34 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:31:30.275315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:31:30.281619 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:31:30.290938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Made reservation on behalf of 425a7336920941f8b0b28ea3308fdc34 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:30.295456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:30.498519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Allocated IP 172.20.0.11 (169bb56c-5237-4aed-820d-c5c1f65b9c6d/e7a897ff-f812-4035-805c-9dc551bcf993/4e3f3e74-fc03-4870-818c-65b6d8f18672) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:30.712199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:30.728103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Transition to ACTIVE for port object 4e3f3e74-fc03-4870-818c-65b6d8f18672 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:31:30.752728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:30.824316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:30.827696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:30.831609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:31:30.868757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:30.900933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:30.901531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:30.928445 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-34db1168-8414-44a6-bf17-8f15e2d5d484 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140817 Feb 16 17:31:30.939338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8af56a85-53c1-483f-9599-12009b0ffa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:30.940710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Request body: {'port': {'device_id': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:31.102906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b4500c71-6e09-4d2b-b324-8b4ac1cc498b None None] Provisioning for port 4e3f3e74-fc03-4870-818c-65b6d8f18672 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:31:31.108063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b4500c71-6e09-4d2b-b324-8b4ac1cc498b None None] Provisioning complete for port 4e3f3e74-fc03-4870-818c-65b6d8f18672 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:31.108438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b4500c71-6e09-4d2b-b324-8b4ac1cc498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.160987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.166685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b4500c71-6e09-4d2b-b324-8b4ac1cc498b None None] Port 4e3f3e74-fc03-4870-818c-65b6d8f18672 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:31:31.292190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8e6b2-0a56-4355-a464-52b1d3968684 req-e2c78b5d-9d55-4163-b3da-c72feb3a3a6f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:31.293576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35d8e6b2-0a56-4355-a464-52b1d3968684 req-e2c78b5d-9d55-4163-b3da-c72feb3a3a6f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 932 time: 0.0819497 Feb 16 17:31:31.338294 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35d8e6b2-0a56-4355-a464-52b1d3968684 req-16e242f2-a54b-44fc-8f06-ee3973ee86c6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Feb 16 17:31:31.504971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:31:31.512071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.526761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Transition to ACTIVE for port object 4e3f3e74-fc03-4870-818c-65b6d8f18672 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:31:31.530909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.686822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:31.768807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Attempting to bind port 4e3f3e74-fc03-4870-818c-65b6d8f18672 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:31:31.769141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Attempting to bind port 4e3f3e74-fc03-4870-818c-65b6d8f18672 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:31:31.769466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Attempting to bind port 4e3f3e74-fc03-4870-818c-65b6d8f18672 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:31:31.774089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Port 4e3f3e74-fc03-4870-818c-65b6d8f18672 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:31:31.774412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Attempting to bind port 4e3f3e74-fc03-4870-818c-65b6d8f18672 on network 169bb56c-5237-4aed-820d-c5c1f65b9c6d {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:31:31.780209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:31:31.780550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Checking segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:31:31.780932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Bound using segment: {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:31:31.781626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Bound port: 4e3f3e74-fc03-4870-818c-65b6d8f18672, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69b97d-5635-4f97-96b1-fb655e8c933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:31:31.781970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.875368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:31:31.878463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:31:31.882900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.940103 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:31.940297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.941927 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1094 time: 1.0056045 Feb 16 17:31:31.944972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:31:31.971886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e959888-d105-4c1b-b879-51073da20a61 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:32.023126 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'status': 'completed', 'code': 200} Feb 16 17:31:32.066287 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-c6a62539-f142-4f54-9cf4-e1ab40618206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:32.067795 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-c6a62539-f142-4f54-9cf4-e1ab40618206 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0802946 Feb 16 17:31:32.139525 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-358c8dc0-c911-4923-83eb-29e14534bdf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 217 time: 0.0632012 Feb 16 17:31:32.208692 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-68d2d7f4-7f22-4ca1-846f-073ef014170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:32.210027 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-68d2d7f4-7f22-4ca1-846f-073ef014170e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0655999 Feb 16 17:31:32.287443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-b9e45c51-6aa9-44ef-b9e1-7f05f5af1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:32.288882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-b9e45c51-6aa9-44ef-b9e1-7f05f5af1105 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709705 Feb 16 17:31:32.425939 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-52544829-6253-464c-a665-3c31cf9a0fa9 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293101 Feb 16 17:31:32.531067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61f88c-c2d5-4877-9fe1-264197678626 req-5adf8794-ffcc-4537-8ef9-e0e05b018df1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:32.532821 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c61f88c-c2d5-4877-9fe1-264197678626 req-5adf8794-ffcc-4537-8ef9-e0e05b018df1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0862913 Feb 16 17:31:32.561577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-45dd474d-625d-4ac0-9e4d-1dee6c305c5f req-f67baa58-6fb2-4e9a-9481-8e5243492575 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294878 Feb 16 17:31:32.580513 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c61f88c-c2d5-4877-9fe1-264197678626 req-445eb8c3-2963-446e-b9fd-d4d99684fced tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Feb 16 17:31:32.685264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-64b0a522-7e41-4c4a-a0a6-95a632cf52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:32.686686 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-64b0a522-7e41-4c4a-a0a6-95a632cf52da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0765266 Feb 16 17:31:32.915264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-cc67c9f4-b1bc-4ccd-91af-416e1b639366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:32.916710 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-cc67c9f4-b1bc-4ccd-91af-416e1b639366 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2238886 Feb 16 17:31:32.984259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-a9b5364e-a4a6-40cb-834a-02cde07abe2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 217 time: 0.0601735 Feb 16 17:31:33.049748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-ab3559eb-1748-49ae-aa2c-ebbaa0346178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:33.051193 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-ab3559eb-1748-49ae-aa2c-ebbaa0346178 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0603552 Feb 16 17:31:33.125879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-90be6e4e-7859-4cc6-ad14-a42938da1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:33.127364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-90be6e4e-7859-4cc6-ad14-a42938da1401 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698056 Feb 16 17:31:33.267231 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-925e0c02-d94b-48c3-a7f1-0e01cde1de7e service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329834 Feb 16 17:31:33.401724 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-805cccde-12e4-4239-bafe-7c9508c94c19 req-6e4fbd2b-140a-4a5d-a7e6-54ec5b16e3de service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277971 Feb 16 17:31:33.658073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c7107a85-d238-4a89-a383-2534831d6fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:33.770722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27927-ae2a-4ef2-8382-2219d22620ae req-6a7e8d2d-e207-4b0e-baeb-152123bd5460 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:33.772164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0f27927-ae2a-4ef2-8382-2219d22620ae req-6a7e8d2d-e207-4b0e-baeb-152123bd5460 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0798073 Feb 16 17:31:33.820275 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b0f27927-ae2a-4ef2-8382-2219d22620ae req-b93f3a12-2e7a-469b-a10e-dd8cef883a02 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Feb 16 17:31:34.348595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:35.005361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4828e-e601-4641-bc34-fbf07599a21e req-e263c8c6-d0f3-4564-86f4-56bce498ed2c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:35.006816 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-85c4828e-e601-4641-bc34-fbf07599a21e req-e263c8c6-d0f3-4564-86f4-56bce498ed2c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0802245 Feb 16 17:31:35.034819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:31:35.052571 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-85c4828e-e601-4641-bc34-fbf07599a21e req-5dc18c08-cdb2-46c5-90dd-5cd81323d45e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Feb 16 17:31:35.158693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:35.180702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:35.194056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'mac_address': 'fa:16:3e:bc:ea:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:31:35.249977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:35.269089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:31:35.286029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:35.290115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:35.358209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:35.655738 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['4e3f3e74-fc03-4870-818c-65b6d8f18672'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:31:36.243589 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24b3a4-8794-46f4-9042-7b598f26e070 req-d3d396f9-f01b-4cec-887b-e22d5ad445d3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:36.245045 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d24b3a4-8794-46f4-9042-7b598f26e070 req-d3d396f9-f01b-4cec-887b-e22d5ad445d3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0862074 Feb 16 17:31:36.290218 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d24b3a4-8794-46f4-9042-7b598f26e070 req-e12afcca-bf45-4571-92b2-45019f6ea1d5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387292 Feb 16 17:31:36.810107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:37.050130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:31:37.128074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 4e3f3e74-fc03-4870-818c-65b6d8f18672 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:31:37.132774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 4e3f3e74-fc03-4870-818c-65b6d8f18672 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:37.133139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:37.251871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:37.277579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:31:37.289101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:31:37.292580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:37.364614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:37.376064 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'code': 200} Feb 16 17:31:37.545278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069768e1-1993-417f-bead-72a8fd1111c5 req-3a97467c-c7f0-4e7a-827a-7f12173ed0bd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:37.546836 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-069768e1-1993-417f-bead-72a8fd1111c5 req-3a97467c-c7f0-4e7a-827a-7f12173ed0bd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0818372 Feb 16 17:31:37.593058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-069768e1-1993-417f-bead-72a8fd1111c5 req-b7b73cd9-3d6e-4308-a6d2-bab8bfcfb9f6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Feb 16 17:31:37.607951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170af1bb-7147-436c-a939-eec6bac802b7 req-4c11b944-ffe5-4b52-8764-6eb51dd54d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:37.609401 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-170af1bb-7147-436c-a939-eec6bac802b7 req-4c11b944-ffe5-4b52-8764-6eb51dd54d78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0751612 Feb 16 17:31:37.650266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-170af1bb-7147-436c-a939-eec6bac802b7 req-9cd20136-fbf6-4d7d-b5cc-7c72db40cb56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348337 Feb 16 17:31:38.782825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616d362-0c96-4c2d-8479-5e82db9ed973 req-66647604-ddb4-4e3d-9e42-3fdd8b8a554d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:38.784253 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3616d362-0c96-4c2d-8479-5e82db9ed973 req-66647604-ddb4-4e3d-9e42-3fdd8b8a554d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0826833 Feb 16 17:31:38.830168 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3616d362-0c96-4c2d-8479-5e82db9ed973 req-74ddcfa9-e17d-461e-977b-253ae3318184 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Feb 16 17:31:40.019687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b20a2-49e9-405e-bdb3-1a964f7a0fb4 req-9d6a6093-67f1-486f-b6fd-0c99e10858af tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:40.021163 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-645b20a2-49e9-405e-bdb3-1a964f7a0fb4 req-9d6a6093-67f1-486f-b6fd-0c99e10858af tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0827017 Feb 16 17:31:40.070670 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-645b20a2-49e9-405e-bdb3-1a964f7a0fb4 req-bf4813db-bc4b-4f68-880e-1973f868024c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Feb 16 17:31:40.261643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548f9b-b2f2-4e44-8f25-13b07e688309 req-c164a2dd-b23d-46bc-908e-c82c14c0be7e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:40.263127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-41548f9b-b2f2-4e44-8f25-13b07e688309 req-c164a2dd-b23d-46bc-908e-c82c14c0be7e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0894544 Feb 16 17:31:40.271637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35672) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:31:40.276512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Request body: {'floatingip': {'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:40.455961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:41.046693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:41.050473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:41.219804 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 associated. External IP: 172.26.7.35, port: 4e3f3e74-fc03-4870-818c-65b6d8f18672. Feb 16 17:31:41.569612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:31:41.868863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:31:41.874136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:41.878675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:41.888982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:31:41.889576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:31:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:41.931029 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5c54154b-aea2-4374-a5f0-f336de16eb3b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "PUT /v2.0/floatingips/1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 HTTP/1.1" status: 200 len: 992 time: 1.6583130 Feb 16 17:31:41.931606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:31:41.977456 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'status': 'completed', 'code': 200} Feb 16 17:31:42.071656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:31:42.078326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-b0283b0c-0cf8-4f06-a4d3-495483be8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:42.080075 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-b0283b0c-0cf8-4f06-a4d3-495483be8fea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0761755 Feb 16 17:31:42.223278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-c4f2c17d-9c9d-457f-8b2d-19969b348cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:42.224762 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-c4f2c17d-9c9d-457f-8b2d-19969b348cf3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1377654 Feb 16 17:31:42.350289 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-d78e8efb-9a51-44c7-a63b-0794cd68bbd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1000 time: 0.1177592 Feb 16 17:31:42.432476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-90f7592b-3844-408c-82e1-addfff874fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:42.434349 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-90f7592b-3844-408c-82e1-addfff874fb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0727360 Feb 16 17:31:42.501248 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:bc:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:31:40Z', 'revision_number': 13, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:42.505662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:42.516614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:31:42.517344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:31:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:42.517723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-e8b4533a-8ebf-45c0-bc55-c56ccb647497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:42.519276 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-e8b4533a-8ebf-45c0-bc55-c56ccb647497 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782883 Feb 16 17:31:42.676579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-fdd42e30-ce45-48be-8a2d-980de61fbc42 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500764 Feb 16 17:31:42.718417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:31:42.823319 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-531c5e7b-4a91-460f-9be1-b873c6113194 req-2377c7c4-f226-4256-a637-c7dabb07d126 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364801 Feb 16 17:31:43.096357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:bc:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:31:40Z', 'revision_number': 13, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:43.101847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5024e67-20fc-477b-b31b-b038df6448f2 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'mac_address': 'fa:16:3e:bc:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:35Z', 'updated_at': '2022-02-16T17:31:40Z', 'revision_number': 13, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:43.299582 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd3094-6c4b-4cd2-910b-3b5887f19c75 None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:31:43.660768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2480b-76a9-42b9-a8b4-fc913be368a1 req-ee8ef971-f138-43bd-a5af-7762ae650de0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:43.662123 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-12f2480b-76a9-42b9-a8b4-fc913be368a1 req-ee8ef971-f138-43bd-a5af-7762ae650de0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0930967 Feb 16 17:31:43.706560 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-12f2480b-76a9-42b9-a8b4-fc913be368a1 req-3bdfe129-3e5b-4e84-b226-0dd5f1c04b07 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387478 Feb 16 17:31:50.985997 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:31:53.935915 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a85086-bb70-4d05-9c48-365464c8a380 req-affd48bc-04fa-478c-8a7d-953abd10f6e2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:53.937382 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0a85086-bb70-4d05-9c48-365464c8a380 req-affd48bc-04fa-478c-8a7d-953abd10f6e2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0895648 Feb 16 17:31:53.941835 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-4aa97858-fa76-4f4d-b67e-7ec18b0e29c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352623 Feb 16 17:31:53.981977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0a85086-bb70-4d05-9c48-365464c8a380 req-0678dbf2-700f-4cc6-873d-dea118e40cf5 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Feb 16 17:31:54.870040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:55.173706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963fd0a-da07-4e90-83ff-cf1d8f7dbc3f req-bf67b0e6-2b25-4ae7-b022-6aafbe854fb4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:55.175097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2963fd0a-da07-4e90-83ff-cf1d8f7dbc3f req-bf67b0e6-2b25-4ae7-b022-6aafbe854fb4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0805030 Feb 16 17:31:55.223679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2963fd0a-da07-4e90-83ff-cf1d8f7dbc3f req-7fe81595-c5be-42db-9ae1-ec293967631c tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Feb 16 17:31:55.233236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-59ac9fff-ba8e-434e-94b0-c81e3345cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:55.235664 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-59ac9fff-ba8e-434e-94b0-c81e3345cbe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0875473 Feb 16 17:31:55.469815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-8402e5ba-b082-4bac-af59-0e2ec01b227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:55.471172 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-8402e5ba-b082-4bac-af59-0e2ec01b227f service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2302530 Feb 16 17:31:55.576108 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-fe1066ae-9606-43bc-9a8c-157051a5fd70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1002 time: 0.0978367 Feb 16 17:31:55.639390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-eaf675e2-294e-4150-a902-d3efe263020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:55.640817 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-eaf675e2-294e-4150-a902-d3efe263020f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0578015 Feb 16 17:31:55.716489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-81edd2e4-250a-4150-9eea-72719e982036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:55.717953 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-81edd2e4-250a-4150-9eea-72719e982036 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702918 Feb 16 17:31:55.852005 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-2d4340b7-75ef-4a8d-b99a-e969dbf39370 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269002 Feb 16 17:31:55.988736 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-10a85f25-23cf-4573-b6fb-683af7e72490 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289778 Feb 16 17:31:56.414777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b05f3-1f1a-42fe-9b1b-5da85f984a9e req-9c2e349c-71d5-4a3d-aa44-33ee85a74c0b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:56.416150 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-046b05f3-1f1a-42fe-9b1b-5da85f984a9e req-9c2e349c-71d5-4a3d-aa44-33ee85a74c0b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0858901 Feb 16 17:31:56.463294 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-046b05f3-1f1a-42fe-9b1b-5da85f984a9e req-c56fc21e-f5d2-473a-982d-51fc2d721a72 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Feb 16 17:31:57.648726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba8448-98f3-4f2e-9f51-50330cb13c5c req-da9fef90-4360-4908-af00-944d045ee519 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:57.650170 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8ba8448-98f3-4f2e-9f51-50330cb13c5c req-da9fef90-4360-4908-af00-944d045ee519 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0814226 Feb 16 17:31:57.695374 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8ba8448-98f3-4f2e-9f51-50330cb13c5c req-edff49e4-c39d-4d8f-9740-e61cb868bf29 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390389 Feb 16 17:31:58.886734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01ad4-b9b4-4092-bf08-7f2052ac1ce6 req-0fc3a494-7cd2-40a2-979e-5369bbdc5231 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:58.888444 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-21d01ad4-b9b4-4092-bf08-7f2052ac1ce6 req-0fc3a494-7cd2-40a2-979e-5369bbdc5231 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0827723 Feb 16 17:31:58.932667 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-21d01ad4-b9b4-4092-bf08-7f2052ac1ce6 req-48023deb-6cfc-4fec-8c23-400cd93a8588 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Feb 16 17:32:00.135068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c4cd2-53e0-47c5-b1df-6bfcbde1f88f req-4e610204-9b38-4f0f-8685-70ea9cad0afd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:00.136665 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-898c4cd2-53e0-47c5-b1df-6bfcbde1f88f req-4e610204-9b38-4f0f-8685-70ea9cad0afd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0915713 Feb 16 17:32:00.190579 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-898c4cd2-53e0-47c5-b1df-6bfcbde1f88f req-6bb72d91-6b38-4b1b-8428-8d062ad370c4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474212 Feb 16 17:32:00.943147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5ba5-cd56-4c74-9ab3-e1c0aad420e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:01.375939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd85378-7517-4e76-ade6-0b16cb75b854 req-509d9a96-6ca8-4e18-8df6-9b9706fad964 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.377404 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abd85378-7517-4e76-ade6-0b16cb75b854 req-509d9a96-6ca8-4e18-8df6-9b9706fad964 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0795290 Feb 16 17:32:01.422736 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abd85378-7517-4e76-ade6-0b16cb75b854 req-5dd5ee4b-dc88-43c2-8b54-c17d84fcaf97 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395925 Feb 16 17:32:02.615040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0975b3-8142-4fe9-9522-369788ed6932 req-840ef7af-05d4-434a-88dc-bb68293b9456 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:02.616471 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed0975b3-8142-4fe9-9522-369788ed6932 req-840ef7af-05d4-434a-88dc-bb68293b9456 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0840597 Feb 16 17:32:02.659658 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed0975b3-8142-4fe9-9522-369788ed6932 req-3953f32e-89ff-48ee-ad49-64e04c63bda7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371211 Feb 16 17:32:03.643984 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-f46b52f5-f566-46ce-8e80-241d5dcb26e1 service neutron] 10.222.0.48 "GET /v2.0/ports/4e3f3e74-fc03-4870-818c-65b6d8f18672/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0791006 Feb 16 17:32:03.660001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c606-8b47-48cc-a648-219510c6879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:03.852192 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cd4c9-35f8-4789-b93d-400163613cec req-00574a58-5ebc-43c4-8790-66385b76c9b2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:03.853552 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b82cd4c9-35f8-4789-b93d-400163613cec req-00574a58-5ebc-43c4-8790-66385b76c9b2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0833771 Feb 16 17:32:03.900655 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b82cd4c9-35f8-4789-b93d-400163613cec req-5f2ff5df-45d6-4b46-830c-bde229a86eb0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Feb 16 17:32:03.918903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-d068d343-89c6-4221-8c62-74f504577893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:03.920735 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-d068d343-89c6-4221-8c62-74f504577893 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 1099 time: 0.0724831 Feb 16 17:32:04.017160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-1bd6abeb-bb1b-4db9-966e-ff24d4914955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:04.018643 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-1bd6abeb-bb1b-4db9-966e-ff24d4914955 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0760198 Feb 16 17:32:04.151518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-d49ea4c7-6b04-4424-a04e-1484aaaf67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:04.153056 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-d49ea4c7-6b04-4424-a04e-1484aaaf67dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1282532 Feb 16 17:32:04.264768 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-06254b36-0187-4cd2-8054-27007457c0a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1002 time: 0.1036656 Feb 16 17:32:04.328886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-71d1e20c-88a8-47d6-af50-2dabdb0f0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:04.330318 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-71d1e20c-88a8-47d6-af50-2dabdb0f0431 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0579178 Feb 16 17:32:04.351147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:04.405027 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-87315e0b-41f1-46e7-a17a-235b03d86e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:04.406758 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-87315e0b-41f1-46e7-a17a-235b03d86e7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704341 Feb 16 17:32:04.537842 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-5ef5c6ab-7f19-4600-8bc1-00de3217d8a5 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243479 Feb 16 17:32:04.667790 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-8be20416-d1c8-4880-ad4f-1966fd1f71fd service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238282 Feb 16 17:32:05.105293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e325-2ff4-440f-b489-ed2bd6d283ac req-c722d14a-507b-40a0-9c8a-fc30eb473c60 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.110225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-7de0339c-fed3-41a1-960f-8ed1a194b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.111051 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3904e325-2ff4-440f-b489-ed2bd6d283ac req-c722d14a-507b-40a0-9c8a-fc30eb473c60 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0945752 Feb 16 17:32:05.111954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-7de0339c-fed3-41a1-960f-8ed1a194b14f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0767965 Feb 16 17:32:05.158948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:05.164108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3904e325-2ff4-440f-b489-ed2bd6d283ac req-651380ef-5b3e-4e77-bf6d-50168ef64aed tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509627 Feb 16 17:32:05.365500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-3c869e2c-1d3f-48fd-8fa1-67518ac71a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.366762 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-3c869e2c-1d3f-48fd-8fa1-67518ac71a93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.2328062 Feb 16 17:32:05.476375 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-13ff04d6-aba8-4382-84b2-fb73d4452634 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1002 time: 0.1019228 Feb 16 17:32:05.540601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-05b28d1b-4fda-4ee2-932b-f0df92ae5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.542138 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-05b28d1b-4fda-4ee2-932b-f0df92ae5ccc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0583866 Feb 16 17:32:05.620336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-d6ead35e-9790-4c73-a508-0ad7d87ce250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.621798 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-d6ead35e-9790-4c73-a508-0ad7d87ce250 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736821 Feb 16 17:32:05.757188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-def844eb-6b29-4b27-94e3-43d7c35068b4 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286361 Feb 16 17:32:05.896919 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b54bf66-77b5-45b9-9101-a70e1d7ec2ad req-a655575c-45b0-4c76-a8b8-97d794064813 service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325002 Feb 16 17:32:06.355961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5e92e-3ad1-4c4e-8ee7-6e907aaaa8be req-8074422a-49b8-46c7-881a-b7db0be4e2e8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:06.358050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2e5e92e-3ad1-4c4e-8ee7-6e907aaaa8be req-8074422a-49b8-46c7-881a-b7db0be4e2e8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0886476 Feb 16 17:32:06.408475 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d2e5e92e-3ad1-4c4e-8ee7-6e907aaaa8be req-2aa48edc-ece5-463c-9f3e-51474d2db214 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Feb 16 17:32:06.811739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:07.175791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:32:07.179202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:32:07.401783 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:07.420645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:07.436493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'mac_address': 'fa:16:3e:bc:ea:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:32:07.474337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:07.498954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:07.506566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:07.549845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:07.583063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:32:07.600170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088537d-0b66-4d0c-bff1-1f880173facd req-5e5bf441-cc35-4f20-b60a-694ede404495 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:07.601676 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0088537d-0b66-4d0c-bff1-1f880173facd req-5e5bf441-cc35-4f20-b60a-694ede404495 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0837510 Feb 16 17:32:07.640626 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:07.648180 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0088537d-0b66-4d0c-bff1-1f880173facd req-a21146bb-70ab-439a-acd5-809e10ece7d9 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Feb 16 17:32:07.660562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:32:07.660916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:32:07.714026 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'code': 200} Feb 16 17:32:08.219320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:08.236918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:32:08.252089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:08.255952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:08.323801 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['4e3f3e74-fc03-4870-818c-65b6d8f18672'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:32:08.361382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:08.840198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b894e1-078f-49a9-91cb-8808efe73ff5 req-ee7dc7ec-7f4e-4645-8cd4-8a8dccffc91e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:08.842276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d0b894e1-078f-49a9-91cb-8808efe73ff5 req-ee7dc7ec-7f4e-4645-8cd4-8a8dccffc91e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0856552 Feb 16 17:32:08.886667 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d0b894e1-078f-49a9-91cb-8808efe73ff5 req-1a99a4e5-c6c5-4bc1-b949-0388363c8506 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 Feb 16 17:32:09.191315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:32:09.260556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 4e3f3e74-fc03-4870-818c-65b6d8f18672 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:32:09.261282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.434475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.467066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:09.470894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.538685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:09.715051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:09.767160 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'code': 200} Feb 16 17:32:10.095197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcfbb7-987b-4b43-968e-acf910b3a2fe req-c6209c22-256f-4916-a72c-a32a377d8dba tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.096608 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7efcfbb7-987b-4b43-968e-acf910b3a2fe req-c6209c22-256f-4916-a72c-a32a377d8dba tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0969908 Feb 16 17:32:10.142152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7efcfbb7-987b-4b43-968e-acf910b3a2fe req-0e886f9d-b7ce-4ad8-95f8-13a931f24ee4 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Feb 16 17:32:11.331455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89103fc-f24c-4269-beb6-5fe723d0eb67 req-d8e1878d-ccf3-4d63-a990-5fb8d0e7b4ab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:11.332886 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a89103fc-f24c-4269-beb6-5fe723d0eb67 req-d8e1878d-ccf3-4d63-a990-5fb8d0e7b4ab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0821726 Feb 16 17:32:11.377393 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a89103fc-f24c-4269-beb6-5fe723d0eb67 req-b089904b-9006-43a6-b024-51382af791dc tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 Feb 16 17:32:12.564404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9cdf-53d9-42d3-9f50-6e8966ac1cd6 req-c430dfe8-e9d5-4c13-887d-7001f97a68fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:12.565759 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65da9cdf-53d9-42d3-9f50-6e8966ac1cd6 req-c430dfe8-e9d5-4c13-887d-7001f97a68fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0818303 Feb 16 17:32:12.610426 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65da9cdf-53d9-42d3-9f50-6e8966ac1cd6 req-c9947dbc-c681-4c05-ab13-f514bd769b6a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Feb 16 17:32:13.812908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8e16-372e-4ddb-bb48-52c847995ee5 req-e29c5883-3ae2-4303-b265-c0e27c689f4b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:13.814370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f3af8e16-372e-4ddb-bb48-52c847995ee5 req-e29c5883-3ae2-4303-b265-c0e27c689f4b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0925798 Feb 16 17:32:13.861105 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f3af8e16-372e-4ddb-bb48-52c847995ee5 req-89da62c3-440f-4bea-a1e6-007d9504bbd3 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Feb 16 17:32:15.051834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b2ec-2f9a-47b2-9492-6b5bb0d68a08 req-596b6610-2792-4314-aea4-53a72df0627d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:15.053302 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8558b2ec-2f9a-47b2-9492-6b5bb0d68a08 req-596b6610-2792-4314-aea4-53a72df0627d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0825613 Feb 16 17:32:15.101768 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8558b2ec-2f9a-47b2-9492-6b5bb0d68a08 req-698961dc-68be-49d1-9436-793c0a414ac2 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Feb 16 17:32:15.527970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-0e4a5d01-df8d-4428-84d3-fc2696dc4a31 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:15.529761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-0e4a5d01-df8d-4428-84d3-fc2696dc4a31 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Synchronizing usage tracker for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:32:15.545892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-0e4a5d01-df8d-4428-84d3-fc2696dc4a31 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Unset dirty status for tenant:425a7336920941f8b0b28ea3308fdc34 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:32:15.547479 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-0e4a5d01-df8d-4428-84d3-fc2696dc4a31 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6&tenant_id=425a7336920941f8b0b28ea3308fdc34&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 946 time: 0.1221960 Feb 16 17:32:15.563367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af409df0-4367-4f39-b829-f0376a6a1b14 req-e27d0687-3994-474e-ab1a-58cfcb22319a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:15.564837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af409df0-4367-4f39-b829-f0376a6a1b14 req-e27d0687-3994-474e-ab1a-58cfcb22319a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0814252 Feb 16 17:32:15.612394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-af409df0-4367-4f39-b829-f0376a6a1b14 req-ada0dad3-0d26-4354-ae75-0e554fc2d249 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418234 Feb 16 17:32:15.633610 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-4f644eb0-0529-4a54-8dae-47c7b6be48a1 service neutron] 10.222.0.48 "GET /v2.0/ports/4e3f3e74-fc03-4870-818c-65b6d8f18672/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0800290 Feb 16 17:32:15.731843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-0cceded3-e43a-4b15-b205-32f3377d0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:15.733425 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-0cceded3-e43a-4b15-b205-32f3377d0426 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0755289 Feb 16 17:32:15.871172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-297fb45f-7ef8-42d7-91bb-a8e2ed69677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:15.873161 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-297fb45f-7ef8-42d7-91bb-a8e2ed69677e service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1336224 Feb 16 17:32:15.992606 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-5216c21d-471f-4a46-ace8-d2feb5f48ab2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1002 time: 0.1130240 Feb 16 17:32:16.073480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-2ad72166-1c44-43f0-8361-4eb089af81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.074947 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-2ad72166-1c44-43f0-8361-4eb089af81eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0760856 Feb 16 17:32:16.149050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-e30c8d0e-eddc-4275-aef3-943a517f7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.150517 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-e30c8d0e-eddc-4275-aef3-943a517f7bb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694315 Feb 16 17:32:16.289824 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-b9a83039-7dd6-4071-896e-a639d6734ecb service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324480 Feb 16 17:32:16.430189 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-ea35611a-8b8f-4b3b-8f08-30ea15b0a5eb service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343563 Feb 16 17:32:16.812184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d38b-6be7-43f7-a2e5-c1e255635759 req-c1c888ac-306a-4d9e-85f0-bce50ec57219 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.813549 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9d30d38b-6be7-43f7-a2e5-c1e255635759 req-c1c888ac-306a-4d9e-85f0-bce50ec57219 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0853846 Feb 16 17:32:16.858017 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9d30d38b-6be7-43f7-a2e5-c1e255635759 req-0365d252-03db-4b9a-9cb7-f719a4e789fc tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388682 Feb 16 17:32:18.048211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766e887-32eb-4380-9a38-ab83f1ee4b3c req-311184f9-8159-4f9c-9573-d1216b8c7e7f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:18.049689 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a766e887-32eb-4380-9a38-ab83f1ee4b3c req-311184f9-8159-4f9c-9573-d1216b8c7e7f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0813944 Feb 16 17:32:18.096050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a766e887-32eb-4380-9a38-ab83f1ee4b3c req-96ded70c-a22a-4b2b-b1aa-a5aafa8afa54 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Feb 16 17:32:19.309670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ec77e-453e-495c-8609-f1b25334f967 req-12daebfc-5461-403c-9a87-535a7457786f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:19.311515 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c59ec77e-453e-495c-8609-f1b25334f967 req-12daebfc-5461-403c-9a87-535a7457786f tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.1021492 Feb 16 17:32:19.358498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c59ec77e-453e-495c-8609-f1b25334f967 req-b09a6628-4f85-41d1-b896-87439f07fc26 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 Feb 16 17:32:19.954008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-bcdb1df8-8fa2-4328-86ba-41a70bdec0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:19.955575 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-bcdb1df8-8fa2-4328-86ba-41a70bdec0e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6&tenant_id=425a7336920941f8b0b28ea3308fdc34 HTTP/1.1" status: 200 len: 1099 time: 0.0780225 Feb 16 17:32:20.056335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-229a2743-fce7-4e4b-88bc-1b1194cb4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:20.057748 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-229a2743-fce7-4e4b-88bc-1b1194cb4357 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=425a7336920941f8b0b28ea3308fdc34&device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0779116 Feb 16 17:32:20.192115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-f0a131ae-764e-4d49-9435-b0749d4fea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:20.193554 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-f0a131ae-764e-4d49-9435-b0749d4fea91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 200 len: 913 time: 0.1295483 Feb 16 17:32:20.398937 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-c86891e8-d947-46e8-9df8-09bc8ce2a975 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 200 len: 1002 time: 0.1985092 Feb 16 17:32:20.464945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-cf5c62d7-d00d-4627-91af-ebc858c7b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:20.466963 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-cf5c62d7-d00d-4627-91af-ebc858c7b2a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 200 len: 851 time: 0.0608392 Feb 16 17:32:20.544944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-468cd2d5-6a62-47fe-9f6e-d3368b1253c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:20.546401 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-468cd2d5-6a62-47fe-9f6e-d3368b1253c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=169bb56c-5237-4aed-820d-c5c1f65b9c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732150 Feb 16 17:32:20.551893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec62e-19e7-420b-8456-6b6c38cfae2e req-3dd24a80-3ca4-4101-b126-8deb22ddfab1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:20.553519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-83cec62e-19e7-420b-8456-6b6c38cfae2e req-3dd24a80-3ca4-4101-b126-8deb22ddfab1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0837350 Feb 16 17:32:20.606791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-83cec62e-19e7-420b-8456-6b6c38cfae2e req-3eb601e3-4f89-4c89-b499-79cd9c1b7cfb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Feb 16 17:32:20.683852 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-3228112e-c8d8-4ad9-b1f8-0b32cb75dd8f service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304619 Feb 16 17:32:20.835594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f0e62741-7ca7-44c1-b2ae-6a239b36aee8 req-f0d190cd-85b9-4613-a71d-b3ab7dc3b18f service neutron] 10.222.0.48 "GET /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446738 Feb 16 17:32:21.239510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:32:21.359554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:21.392363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:21.402810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:21.409400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:21.471548 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'code': 200} Feb 16 17:32:21.494411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=9']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:21.501895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.502241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.502593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.502928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.503255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.503582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.503903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.504224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.504560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.504869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.505184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.505498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:21.796478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4940db-8188-4db7-a9fe-27d4400195d3 req-1bca52df-807b-4b8d-bba2-c0221324db54 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:21.797858 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dd4940db-8188-4db7-a9fe-27d4400195d3 req-1bca52df-807b-4b8d-bba2-c0221324db54 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0794499 Feb 16 17:32:21.846281 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dd4940db-8188-4db7-a9fe-27d4400195d3 req-885a42bd-d16b-404e-aaf4-cb4cc15c23d1 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Feb 16 17:32:23.037780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8df4-b13f-4649-b0ec-44a17cc94d6e req-8aa4cf62-3a32-4cff-9013-9d9903a710a0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:23.039199 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ccaf8df4-b13f-4649-b0ec-44a17cc94d6e req-8aa4cf62-3a32-4cff-9013-9d9903a710a0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0856824 Feb 16 17:32:23.191227 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ccaf8df4-b13f-4649-b0ec-44a17cc94d6e req-9dccfdaf-a821-47fe-b41b-277bdd148963 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456394 Feb 16 17:32:23.238230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:32:23.385893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:23.398886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'port_id': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'mac_address': 'fa:16:3e:bc:ea:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:32:23.453569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:23.473302 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:32:23.488881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:23.492659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:23.558506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['4e3f3e74-fc03-4870-818c-65b6d8f18672'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:32:23.596597 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=10']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:24.385814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45b773-70c4-4a05-8dd1-ad4785478849 req-2fde0dda-ebf4-4912-88de-4004f39c236b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:24.387203 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fe45b773-70c4-4a05-8dd1-ad4785478849 req-2fde0dda-ebf4-4912-88de-4004f39c236b tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 946 time: 0.0821435 Feb 16 17:32:24.437750 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fe45b773-70c4-4a05-8dd1-ad4785478849 req-6fd324e5-24a6-4817-a5e7-22d10ea7b027 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Feb 16 17:32:24.882310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:25.258889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:32:25.327422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 4e3f3e74-fc03-4870-818c-65b6d8f18672 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:32:25.327782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:25.449400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:25.477925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:25.488993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:25.493856 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:25.567222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=11']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:25.646819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45171ad5-c79b-44b1-b07f-188e18622896 req-8e051187-bba9-4196-8a27-6c91c71ac8bd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:25.648256 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45171ad5-c79b-44b1-b07f-188e18622896 req-8e051187-bba9-4196-8a27-6c91c71ac8bd tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0934303 Feb 16 17:32:25.692544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-45171ad5-c79b-44b1-b07f-188e18622896 req-7b9b0dfd-9d57-4602-b84c-c363b1455cd8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Feb 16 17:32:25.753605 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'code': 200} Feb 16 17:32:26.880872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07615913-0acb-4c38-ade5-099f1fc0005e req-09918e91-45e4-42b1-9e0f-615d5365c942 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:26.882324 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07615913-0acb-4c38-ade5-099f1fc0005e req-09918e91-45e4-42b1-9e0f-615d5365c942 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0811074 Feb 16 17:32:26.931518 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07615913-0acb-4c38-ade5-099f1fc0005e req-08e78bff-c3bf-4a61-8e21-7d6c4654c8b6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Feb 16 17:32:27.985681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:32:28.269630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db20627-e3b4-4d30-b733-8547cfbc06ab req-5e777ee8-b178-416a-a5f7-0870ae829fab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:28.271144 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9db20627-e3b4-4d30-b733-8547cfbc06ab req-5e777ee8-b178-416a-a5f7-0870ae829fab tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0800312 Feb 16 17:32:28.316584 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9db20627-e3b4-4d30-b733-8547cfbc06ab req-ce7e840b-d376-4763-907e-91d8893ec09d tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Feb 16 17:32:29.511943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5914053-efaf-4ccf-9df9-af1f7e362a53 req-130082d8-8d98-432d-a642-bb067af81e58 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:29.513936 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5914053-efaf-4ccf-9df9-af1f7e362a53 req-130082d8-8d98-432d-a642-bb067af81e58 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0876150 Feb 16 17:32:29.561358 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5914053-efaf-4ccf-9df9-af1f7e362a53 req-41724b34-2719-481b-a47d-9bb77c86a60e tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Feb 16 17:32:30.770201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77498b6a-fd5f-4c9e-9fad-206450297808 req-6735004d-97ea-4d8a-ad6a-8e24ef65f926 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:30.771732 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-77498b6a-fd5f-4c9e-9fad-206450297808 req-6735004d-97ea-4d8a-ad6a-8e24ef65f926 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0939000 Feb 16 17:32:30.822461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-77498b6a-fd5f-4c9e-9fad-206450297808 req-0a6df113-e092-4f03-9473-ea35942f098a tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Feb 16 17:32:30.946022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-46194fa9-95c6-402b-a190-4f13f4e05f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:31.055614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b14e0-120a-47d6-b4d5-31226825c34f req-121fdfe2-4d81-41d1-819e-7f6aec557ac8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:31.057067 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f51b14e0-120a-47d6-b4d5-31226825c34f req-121fdfe2-4d81-41d1-819e-7f6aec557ac8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0986862 Feb 16 17:32:31.102090 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f51b14e0-120a-47d6-b4d5-31226825c34f req-7cdffd8e-27e4-4cfc-acc3-f7779d2575fb tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385091 Feb 16 17:32:31.291862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339906-4fe0-405b-be85-0201a5607ea6 req-d638b691-43a2-4893-a204-5fc48993ffa0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:31.293940 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13339906-4fe0-405b-be85-0201a5607ea6 req-d638b691-43a2-4893-a204-5fc48993ffa0 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0811076 Feb 16 17:32:31.342273 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13339906-4fe0-405b-be85-0201a5607ea6 req-dc46aea9-5948-450c-8227-e03c697c5eb7 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Feb 16 17:32:31.727332 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03894-a466-4258-ac7a-4c1d99f1a9f3 req-22e085f4-1a76-4472-8401-7df1c986f507 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:31.728695 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8eb03894-a466-4258-ac7a-4c1d99f1a9f3 req-22e085f4-1a76-4472-8401-7df1c986f507 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0808625 Feb 16 17:32:31.773538 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8eb03894-a466-4258-ac7a-4c1d99f1a9f3 req-2c1767bd-b7d7-4abe-84ec-15a1da762e78 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383270 Feb 16 17:32:32.961438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846b11e-c2e5-412e-9868-2409fa2b61f4 req-ccea6f42-d996-4f77-b17f-f36a0600a7c6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:32.962881 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6846b11e-c2e5-412e-9868-2409fa2b61f4 req-ccea6f42-d996-4f77-b17f-f36a0600a7c6 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0830452 Feb 16 17:32:33.007290 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6846b11e-c2e5-412e-9868-2409fa2b61f4 req-ee440088-21e4-4209-a2aa-5bf71a853c66 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Feb 16 17:32:33.665282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b4a62afa-2f62-461e-a7e2-453b00d4ff6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:34.193641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3552-b817-4015-9ba1-acc385c96b65 req-e012d407-2965-4793-b887-9be073432d55 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:34.195156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08ed3552-b817-4015-9ba1-acc385c96b65 req-e012d407-2965-4793-b887-9be073432d55 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0809774 Feb 16 17:32:34.241204 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08ed3552-b817-4015-9ba1-acc385c96b65 req-5504674f-69dd-4b92-ad75-9de0dc101932 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups?id=6948bdc2-e133-4ea0-a5aa-a186827364d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Feb 16 17:32:34.354489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:34.407727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4d3be-a315-48db-a51d-74189be73f0b req-8b58ad31-19ac-428a-b7a9-6874bf828fea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:34.409134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-aab4d3be-a315-48db-a51d-74189be73f0b req-8b58ad31-19ac-428a-b7a9-6874bf828fea tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 947 time: 0.0894859 Feb 16 17:32:34.478228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Deleting port 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:34.478593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:34.719264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] For port 4e3f3e74-fc03-4870-818c-65b6d8f18672, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e3f3e74-fc03-4870-818c-65b6d8f18672,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:34.719504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:35.009147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:35.009562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:35.009710 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 disassociated. External IP: 172.26.7.35, port: 4e3f3e74-fc03-4870-818c-65b6d8f18672. Feb 16 17:32:35.010030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Calling delete_port for 4e3f3e74-fc03-4870-818c-65b6d8f18672 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:32:35.146571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:35.156901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:35.209146 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event deleted for resources: {'Port': ['ID=4e3f3e74-fc03-4870-818c-65b6d8f18672,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:35.220132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.220471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.220797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.221120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.221453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.221955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.222279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.222621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.222940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.223254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.223567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.223874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:35.416527 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba3e8d75-d109-4111-9f4d-875480ea17b8 req-aa6046d3-09af-4b3f-b8da-9e94cc64a147 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 210 time: 0.0560684 Feb 16 17:32:35.522537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:32:35.703536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:32:35.712958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:32:35.722985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:32:35.723585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:32:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:35.774020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] No DVR routers for this DVR port 4e3f3e74-fc03-4870-818c-65b6d8f18672 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:32:35.776737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:35.780157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-deleted', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:35.797544 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-aab4d3be-a315-48db-a51d-74189be73f0b req-53427751-7fdc-4e13-8e86-a788e9e96b28 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.48 "DELETE /v2.0/ports/4e3f3e74-fc03-4870-818c-65b6d8f18672 HTTP/1.1" status: 204 len: 173 time: 1.3823321 Feb 16 17:32:35.829211 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90095044-dbaf-475a-ad9e-63118fddd3a6', 'name': 'network-vif-deleted', 'tag': '4e3f3e74-fc03-4870-818c-65b6d8f18672', 'status': 'completed', 'code': 200} Feb 16 17:32:35.924277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:32:36.288747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:36.292608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:32:36.301292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:32:36.301880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:32:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:36.483788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:32:36.582510 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b08e6ce0-b819-434f-92a5-0322a8a5799d req-f8de2db9-4f45-4325-a789-99e2a778b5d8 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/ports?device_id=90095044-dbaf-475a-ad9e-63118fddd3a6 HTTP/1.1" status: 200 len: 210 time: 0.0425231 Feb 16 17:32:36.820758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:36.826659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca667f8-9e55-4ffe-ac3f-957425c7bd37 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:28:32Z', 'revision_number': 4, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'da645e4e-74ab-4893-b739-ea5d868af141', 'name': '', 'network_id': '169bb56c-5237-4aed-820d-c5c1f65b9c6d', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'mac_address': 'fa:16:3e:06:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:31Z', 'updated_at': '2022-02-16T17:28:38Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'subnets': [{'id': 'e7a897ff-f812-4035-805c-9dc551bcf993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:32:36.828310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:37.051698 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558c7ce-d246-4e2d-9592-0a7b7b1fbf38 None None] New status for floating IP 1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:32:37.320941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:32:37.356971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 4e3f3e74-fc03-4870-818c-65b6d8f18672 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:32:37.357315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e3f3e74-fc03-4870-818c-65b6d8f18672 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:32:40.821369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35882) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:40.885333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:40.912923 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:40.971507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:40.989552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948bdc2-e133-4ea0-a5aa-a186827364d4,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:40.999486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:40.999831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.000167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.000501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.000829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.001156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.001480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.001802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.002124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.002441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.002781 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.003098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:41.011762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.013256 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5f9a3bdf-d4de-4c15-b658-17f850968d34 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "DELETE /v2.0/security-groups/6948bdc2-e133-4ea0-a5aa-a186827364d4 HTTP/1.1" status: 204 len: 168 time: 0.1907430 Feb 16 17:32:41.015832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35886) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:41.032225 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.api.v2.resource [None req-5c1d7e28-9e9a-40fb-af61-5cf0953e3f27 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] show failed (client error): The resource could not be found. Feb 16 17:32:41.033206 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5c1d7e28-9e9a-40fb-af61-5cf0953e3f27 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "GET /v2.0/security-groups/6948bdc2-e133-4ea0-a5aa-a186827364d4 HTTP/1.1" status: 404 len: 347 time: 0.0164623 Feb 16 17:32:41.035955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35890) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:41.191951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Deleting port c026b20c-b8b2-4f5b-b4a0-81fe1c67f5dc {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:41.192179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.364548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.364861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.491789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Calling delete_port for c026b20c-b8b2-4f5b-b4a0-81fe1c67f5dc owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:32:41.729777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.783018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Pushing event deleted for resources: {'Port': ['ID=c026b20c-b8b2-4f5b-b4a0-81fe1c67f5dc,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:41.874999 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.889030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.890134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-28b1e7e9-b560-42d6-9023-3a07e45f9852 tempest-ServerActionsTestJSON-1916752241 tempest-ServerActionsTestJSON-1916752241-project] 10.222.0.43 "DELETE /v2.0/floatingips/1e82b9b1-fa59-47df-8dbc-099b1c5e8ce9 HTTP/1.1" status: 204 len: 168 time: 0.8533182 Feb 16 17:32:41.893154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35894) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:42.432094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:42.786542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Deleting port da645e4e-74ab-4893-b739-ea5d868af141 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:42.786828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:42.958888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] For port da645e4e-74ab-4893-b739-ea5d868af141, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=da645e4e-74ab-4893-b739-ea5d868af141,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:42.959641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:43.084109 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Calling delete_port for da645e4e-74ab-4893-b739-ea5d868af141 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:32:43.521746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:43.581247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Pushing event deleted for resources: {'Port': ['ID=da645e4e-74ab-4893-b739-ea5d868af141,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:43.854573 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:44.222028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Router b2939f8a-3d24-4b5a-b901-de0856a75db6 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:32:44.394726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:32:44.405097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] Sync routers for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:32:44.408173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-838105ca-3428-4d9b-b5e8-f38577a1016e admin admin] 10.222.0.43 "PUT /v2.0/routers/b2939f8a-3d24-4b5a-b901-de0856a75db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140402 Feb 16 17:32:44.412120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35898) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:44.416275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:32:44.416883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:32:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:44.601406 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:32:44.714169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:44.887725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:32:43Z', 'revision_number': 5, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port': {'id': 'c4de006c-c323-4f54-af6a-b38dc884e4fd', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:29Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:44.891678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] Checking router: b2939f8a-3d24-4b5a-b901-de0856a75db6 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:32:44.897434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:44.900209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] Routers {'b2939f8a-3d24-4b5a-b901-de0856a75db6'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:32:44.900877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:32:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b2939f8a-3d24-4b5a-b901-de0856a75db6'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:44.907615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Deleting port c4de006c-c323-4f54-af6a-b38dc884e4fd {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:44.907948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.054822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] Set router b2939f8a-3d24-4b5a-b901-de0856a75db6 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:32:45.091094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] For port c4de006c-c323-4f54-af6a-b38dc884e4fd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c4de006c-c323-4f54-af6a-b38dc884e4fd,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:45.091449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.216163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:32:44Z', 'revision_number': 6, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:45.220552 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Calling delete_port for c4de006c-c323-4f54-af6a-b38dc884e4fd owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:32:45.220736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42446e5e-aaea-4caa-a730-4ed587340418 None None] The sync data for ids ['b2939f8a-3d24-4b5a-b901-de0856a75db6'] in dv-neutron-829527-2-hyperv is: [{'id': 'b2939f8a-3d24-4b5a-b901-de0856a75db6', 'name': 'tempest-ServerActionsTestJSON-1452824455-router', 'tenant_id': '425a7336920941f8b0b28ea3308fdc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:28Z', 'updated_at': '2022-02-16T17:32:44Z', 'revision_number': 6, 'project_id': '425a7336920941f8b0b28ea3308fdc34', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:32:45.394037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.446201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4de006c-c323-4f54-af6a-b38dc884e4fd,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:45.534890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.711510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.713688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.735932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.736465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2939f8a-3d24-4b5a-b901-de0856a75db6 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:32:45.749407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.750512 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-eecfde5c-08c5-4b92-a731-64e7e7fbc8e0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b2939f8a-3d24-4b5a-b901-de0856a75db6 HTTP/1.1" status: 204 len: 168 time: 1.3374913 Feb 16 17:32:45.753114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35902) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:45.813439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Deleting subnet e7a897ff-f812-4035-805c-9dc551bcf993 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:32:45.816382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.866611 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:45.942950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.020716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.061994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a897ff-f812-4035-805c-9dc551bcf993,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:46.064080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.072994 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727bb4b-a583-4ed6-a6d0-896ece30af11 None None] Network 169bb56c-5237-4aed-820d-c5c1f65b9c6d requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:32:46.073544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a10ae465-0b4f-4bc1-9a4c-e437c3ddead8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7a897ff-f812-4035-805c-9dc551bcf993 HTTP/1.1" status: 204 len: 168 time: 0.3166888 Feb 16 17:32:46.073544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35906) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:46.243210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device da645e4e-74ab-4893-b739-ea5d868af141 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:32:46.290348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: da645e4e-74ab-4893-b739-ea5d868af141 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:32:46.291352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device da645e4e-74ab-4893-b739-ea5d868af141 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:32:46.291352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c4de006c-c323-4f54-af6a-b38dc884e4fd no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:32:46.317429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.325696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: c4de006c-c323-4f54-af6a-b38dc884e4fd {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:32:46.326027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c4de006c-c323-4f54-af6a-b38dc884e4fd not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:32:46.337484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Deleting port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:46.338279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.415582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] DHCP port deletion for 169bb56c-5237-4aed-820d-c5c1f65b9c6d request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:32:46.422657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Deleting port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:46.423047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.550524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] For port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:46.551141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.631486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] For port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,segment=NetworkSegment(cc69b97d-5635-4f97-96b1-fb655e8c933f),segment_id=cc69b97d-5635-4f97-96b1-fb655e8c933f)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:46.631869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.676252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Calling delete_port for 720bcc79-5f5a-4f1c-81b4-411a2f3f249b owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:32:46.759128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.767975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Calling delete_port for 720bcc79-5f5a-4f1c-81b4-411a2f3f249b owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:32:46.812099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=720bcc79-5f5a-4f1c-81b4-411a2f3f249b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:46.813795 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] No DVR routers for this DVR port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:32:46.843630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:32:46.843970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:32:46.929591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.954958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169bb56c-5237-4aed-820d-c5c1f65b9c6d']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:46.967014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc69b97d-5635-4f97-96b1-fb655e8c933f') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:46.967307 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc69b97d-5635-4f97-96b1-fb655e8c933f') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:46.978406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:46.994437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.001210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:32:47.001591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:32:47.014741 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:32:47.096374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.114065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.125122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=169bb56c-5237-4aed-820d-c5c1f65b9c6d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:47.137547 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7c53cfef-1152-4a71-8f0a-0f14c9334d36 admin admin] 10.222.0.43 "DELETE /v2.0/networks/169bb56c-5237-4aed-820d-c5c1f65b9c6d HTTP/1.1" status: 204 len: 168 time: 1.0633883 Feb 16 17:32:47.250697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35912) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:47.300935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2c04e263-bbfe-4cd1-b3e2-d65bb95133a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=425a7336920941f8b0b28ea3308fdc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490878 Feb 16 17:32:47.303387 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35916) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:47.345291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Deleting port 720bcc79-5f5a-4f1c-81b4-411a2f3f249b {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:32:47.345909 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.362022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d665a649-ff32-4ffb-87c7-1f4a19b6360c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.388080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d665a649-ff32-4ffb-87c7-1f4a19b6360c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.417344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-85f3e7a3-556a-4c7c-9d0f-88a92c37d363 None None] The port '720bcc79-5f5a-4f1c-81b4-411a2f3f249b' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:32:47.457219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d665a649-ff32-4ffb-87c7-1f4a19b6360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.475308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665a649-ff32-4ffb-87c7-1f4a19b6360c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21955047-36ad-4913-97d6-8b2ac35b9e09,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:47.482635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d665a649-ff32-4ffb-87c7-1f4a19b6360c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:47.486167 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d665a649-ff32-4ffb-87c7-1f4a19b6360c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21955047-36ad-4913-97d6-8b2ac35b9e09 HTTP/1.1" status: 204 len: 168 time: 0.1794107 Feb 16 17:32:48.204709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 720bcc79-5f5a-4f1c-81b4-411a2f3f249b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:32:48.219698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 35940) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:48.247180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 720bcc79-5f5a-4f1c-81b4-411a2f3f249b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:32:48.247525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 720bcc79-5f5a-4f1c-81b4-411a2f3f249b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:32:48.323249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1834389730-network', 'tenant_id': '7b592c4ab55a4f88b994395312af3727'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:48.328703 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:32:48.332503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Usage tracker for resource:network and tenant:7b592c4ab55a4f88b994395312af3727 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:32:48.335320 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:32:48.341864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:32:48.351807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Made reservation on behalf of 7b592c4ab55a4f88b994395312af3727 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:32:48.354148 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.366136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.380820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:32:48.384627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Usage tracker for resource:security_group_rule and tenant:7b592c4ab55a4f88b994395312af3727 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:32:48.388331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:32:48.393906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:32:48.485946 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.490877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.522996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:32:48.532778 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27636bc6-479a-41e9-8b00-4edb983a3269,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:48.538777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.539000 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Added segment 9d66adbd-1a0e-447d-9d66-840e90318784 of type vlan for network 232c984b-0ca3-4a6b-a781-563b1c350729 Feb 16 17:32:48.566437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.597584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.598576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:48.599265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.705622 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4849401 Feb 16 17:32:48.706150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d9250-bee4-43df-9794-2dcb617a1b19 admin admin] Pushing event updated for resources: {'Network': ['ID=232c984b-0ca3-4a6b-a781-563b1c350729,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:48.708673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 35946) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:32:48.717100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Request body: {'subnet': {'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1834389730-subnet', 'tenant_id': '7b592c4ab55a4f88b994395312af3727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:48.719424 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 232c984b-0ca3-4a6b-a781-563b1c350729 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:32:48.723581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:32:48.728010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Usage tracker for resource:subnet and tenant:7b592c4ab55a4f88b994395312af3727 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:32:48.731527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:32:48.737890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:32:48.749304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Made reservation on behalf of 7b592c4ab55a4f88b994395312af3727 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:32:48.751894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:48.957833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:49.030805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=234bc066-4a11-4201-8557-54afc3adc5af,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:49.038238 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Checking segment: {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:32:49.038614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Network hostable DHCP agents. Network: 232c984b-0ca3-4a6b-a781-563b1c350729, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:32:49.057101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Network 232c984b-0ca3-4a6b-a781-563b1c350729 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:32:49.067105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 232c984b-0ca3-4a6b-a781-563b1c350729) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:32:49.071333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.071907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:49.078582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad202c-0b4c-42e8-9501-fdae50388805 None None] Network 232c984b-0ca3-4a6b-a781-563b1c350729 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:32:49.094254 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8ee6fcbf-6b0a-44b1-8bd7-3aabefc5e3da admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3840764 Feb 16 17:32:49.305682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f61f9-992e-46a4-b2b9-9e0d7b1af96d None None] Network 232c984b-0ca3-4a6b-a781-563b1c350729 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:32:49.612476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-904366cd-b32e-4a72-b724-6be7b10dca15 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.613149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-904366cd-b32e-4a72-b724-6be7b10dca15 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Synchronizing usage tracker for tenant:7b592c4ab55a4f88b994395312af3727 on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:32:49.629870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-904366cd-b32e-4a72-b724-6be7b10dca15 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Unset dirty status for tenant:7b592c4ab55a4f88b994395312af3727 on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:32:49.631055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-904366cd-b32e-4a72-b724-6be7b10dca15 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 814 time: 0.1656775 Feb 16 17:32:49.645368 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-fb61fae1-b299-4d63-b976-60a45d880e9a tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/quotas/7b592c4ab55a4f88b994395312af3727 HTTP/1.1" status: 200 len: 375 time: 0.0089548 Feb 16 17:32:49.697568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-f698ec92-e113-475a-ab06-641f5545ffa9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471072 Feb 16 17:32:49.885253 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-f2cb8237-477f-4ec4-ba14-970113c6dc93 service neutron] 10.222.0.43 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808109 Feb 16 17:32:50.114844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-97dbf236-e78d-4e56-9247-5a66e86179e6 service neutron] 10.222.0.43 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230501 Feb 16 17:32:50.290177 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2448fbd4-ee05-4c57-80b1-3f37f1417c5b req-a27d3372-6482-418a-894b-1755b305ec06 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 210 time: 0.0424633 Feb 16 17:32:51.358522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-6e9f4a41-1c08-4cff-ac5b-4b060193185f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:51.359987 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-6e9f4a41-1c08-4cff-ac5b-4b060193185f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 814 time: 0.1564591 Feb 16 17:32:51.372905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Request body: {'port': {'device_id': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729', 'admin_state_up': True, 'tenant_id': '7b592c4ab55a4f88b994395312af3727'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:51.446085 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d3f453fa-32ef-40df-a7f6-b12e2c17ce95 req-fcb97a42-ecdf-44a2-9cda-72873ab91cdd tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 210 time: 0.0444808 Feb 16 17:32:51.516418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:32:51.520111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Usage tracker for resource:port and tenant:7b592c4ab55a4f88b994395312af3727 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:32:51.522871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:32:51.529567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:32:51.539455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Made reservation on behalf of 7b592c4ab55a4f88b994395312af3727 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:32:51.543590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:51.713832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Allocated IP 172.20.0.11 (232c984b-0ca3-4a6b-a781-563b1c350729/234bc066-4a11-4201-8557-54afc3adc5af/315c27ca-ddc9-430a-bd26-b0035fdd8aea) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:32:51.913078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:51.942045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:52.018004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Network 232c984b-0ca3-4a6b-a781-563b1c350729 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:32:52.021050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:32:52.024914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:32:52.055846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Pushing event updated for resources: {'Port': ['ID=315c27ca-ddc9-430a-bd26-b0035fdd8aea,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:52.091842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:52.092433 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:52.112794 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4026e41f-377b-4473-9e49-86fac4f7995d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442610 Feb 16 17:32:52.124660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Request body: {'port': {'device_id': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:52.238387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:52.648044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad6e55-3c81-4c05-a880-40fd16d5cdcd req-9a42ca4a-cd56-481e-8f22-f4b0215b753e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:52.649506 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2aad6e55-3c81-4c05-a880-40fd16d5cdcd req-9a42ca4a-cd56-481e-8f22-f4b0215b753e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 932 time: 0.0835044 Feb 16 17:32:52.685609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315c27ca-ddc9-430a-bd26-b0035fdd8aea {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:32:52.692798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:52.695144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-2aad6e55-3c81-4c05-a880-40fd16d5cdcd req-6958182e-34f6-468c-bb99-e0e13e33e630 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Synchronizing usage tracker for tenant:7b592c4ab55a4f88b994395312af3727 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:32:52.708888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Transition to ACTIVE for port object 315c27ca-ddc9-430a-bd26-b0035fdd8aea will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:32:52.712564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-2aad6e55-3c81-4c05-a880-40fd16d5cdcd req-6958182e-34f6-468c-bb99-e0e13e33e630 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Unset dirty status for tenant:7b592c4ab55a4f88b994395312af3727 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:32:52.713436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:52.715468 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2aad6e55-3c81-4c05-a880-40fd16d5cdcd req-6958182e-34f6-468c-bb99-e0e13e33e630 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590711 Feb 16 17:32:52.843326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Pushing event updated for resources: {'Port': ['ID=315c27ca-ddc9-430a-bd26-b0035fdd8aea,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:52.946790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Attempting to bind port 315c27ca-ddc9-430a-bd26-b0035fdd8aea on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:32:52.947112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Attempting to bind port 315c27ca-ddc9-430a-bd26-b0035fdd8aea by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:32:52.947459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Attempting to bind port 315c27ca-ddc9-430a-bd26-b0035fdd8aea on network 232c984b-0ca3-4a6b-a781-563b1c350729 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:32:52.952593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Port 315c27ca-ddc9-430a-bd26-b0035fdd8aea on network 232c984b-0ca3-4a6b-a781-563b1c350729 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:32:52.952906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Attempting to bind port 315c27ca-ddc9-430a-bd26-b0035fdd8aea on network 232c984b-0ca3-4a6b-a781-563b1c350729 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:32:52.957876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:32:52.958202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Checking segment: {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:32:52.958600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Bound using segment: {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:32:52.959025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Bound port: 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:32:52.959358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:53.047990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] For port 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:32:53.050791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] For port 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:32:53.055160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:53.119785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.120124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:53.122160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/315c27ca-ddc9-430a-bd26-b0035fdd8aea HTTP/1.1" status: 200 len: 1094 time: 1.0021660 Feb 16 17:32:53.122618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'tag': '315c27ca-ddc9-430a-bd26-b0035fdd8aea'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:53.143275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6500-dfb3-40ba-85c1-490b3a0162d5 service neutron] Pushing event updated for resources: {'Port': ['ID=315c27ca-ddc9-430a-bd26-b0035fdd8aea,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:53.194102 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'tag': '315c27ca-ddc9-430a-bd26-b0035fdd8aea', 'status': 'completed', 'code': 200} Feb 16 17:32:53.237395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-2ee5cf2c-5c06-4c73-907d-6b52125b43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.238890 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-2ee5cf2c-5c06-4c73-907d-6b52125b43b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 1097 time: 0.0772042 Feb 16 17:32:53.310320 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-4c9d9ffd-5525-42b8-9cae-1bb985da0b45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea HTTP/1.1" status: 200 len: 217 time: 0.0645916 Feb 16 17:32:53.373484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-fcf2ebc3-6097-4a88-a99a-8fc20fdb01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.374964 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-fcf2ebc3-6097-4a88-a99a-8fc20fdb01b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=234bc066-4a11-4201-8557-54afc3adc5af HTTP/1.1" status: 200 len: 854 time: 0.0586183 Feb 16 17:32:53.423276 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-a4c029b6-1b61-4a25-a412-c6cef6abd161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232c984b-0ca3-4a6b-a781-563b1c350729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405934 Feb 16 17:32:53.556829 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-d5809a9c-290c-4f5d-9f7f-d0c8f90987f3 service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259701 Feb 16 17:32:53.688603 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ed88f911-1e29-4f2a-8e5b-44069c049cb6 req-692feabf-85c8-4929-a495-4a9000462a2d service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251745 Feb 16 17:32:53.807313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-7bc089a4-8981-46b2-a431-78e530262a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.809484 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-7bc089a4-8981-46b2-a431-78e530262a52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 1097 time: 0.0762751 Feb 16 17:32:53.907039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6342f2-aaa0-4119-a71d-c41baaa3d487 req-db4f333a-815b-43a8-b2f4-efa7a188bb61 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.908485 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac6342f2-aaa0-4119-a71d-c41baaa3d487 req-db4f333a-815b-43a8-b2f4-efa7a188bb61 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 944 time: 0.0849226 Feb 16 17:32:53.947460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-c09687a7-394b-479a-9000-0acf92714ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.948836 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-c09687a7-394b-479a-9000-0acf92714ce0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 915 time: 0.1332209 Feb 16 17:32:53.957006 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac6342f2-aaa0-4119-a71d-c41baaa3d487 req-f8f64947-0043-4b27-b9e9-5e17719be316 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Feb 16 17:32:54.014863 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-d06ec838-1bf8-4d3b-9c8d-6b0213624b5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea HTTP/1.1" status: 200 len: 217 time: 0.0597897 Feb 16 17:32:54.179049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-1f16a9a4-0506-45c9-8111-aedc881be798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:54.180480 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-1f16a9a4-0506-45c9-8111-aedc881be798 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=234bc066-4a11-4201-8557-54afc3adc5af HTTP/1.1" status: 200 len: 854 time: 0.1595821 Feb 16 17:32:54.228131 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-7e201a87-71fc-4589-a5cc-a1ad69922a1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232c984b-0ca3-4a6b-a781-563b1c350729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408883 Feb 16 17:32:54.358814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-e42d8369-c6a8-4a97-8123-9f4c7119b9ae service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251523 Feb 16 17:32:54.491385 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-54d4e845-dbae-48af-babc-dba831ecbc2a req-a0032c0d-35d5-4fd7-a918-1da14fb4386e service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254802 Feb 16 17:32:54.889780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:55.141198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec498a-2444-44fb-8903-7df3790124b9 req-4a639c9f-067e-47d5-a591-3c8a4673fc7d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:55.142572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-79ec498a-2444-44fb-8903-7df3790124b9 req-4a639c9f-067e-47d5-a591-3c8a4673fc7d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 944 time: 0.0798159 Feb 16 17:32:55.187790 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-79ec498a-2444-44fb-8903-7df3790124b9 req-f8196fa2-931f-469a-bb67-95f8da263f7b tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Feb 16 17:32:55.410162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 315c27ca-ddc9-430a-bd26-b0035fdd8aea details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:32:55.541436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:55.554201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '315c27ca-ddc9-430a-bd26-b0035fdd8aea', 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729', 'port_id': '315c27ca-ddc9-430a-bd26-b0035fdd8aea', 'mac_address': 'fa:16:3e:0c:f2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234bc066-4a11-4201-8557-54afc3adc5af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:32:55.608981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:55.626024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315c27ca-ddc9-430a-bd26-b0035fdd8aea {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:32:55.641846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:55.645581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:55.715229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=315c27ca-ddc9-430a-bd26-b0035fdd8aea,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.072797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['315c27ca-ddc9-430a-bd26-b0035fdd8aea'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:32:56.378530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2284e4b-e925-4931-9c01-30433435f8fe req-0fb9c394-499f-4b3f-a93f-cba61deb56a0 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:56.380024 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b2284e4b-e925-4931-9c01-30433435f8fe req-0fb9c394-499f-4b3f-a93f-cba61deb56a0 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 945 time: 0.0834672 Feb 16 17:32:56.425656 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b2284e4b-e925-4931-9c01-30433435f8fe req-8cf001d9-7f91-44a6-90d9-ea5b39124a46 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Feb 16 17:32:57.415306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 315c27ca-ddc9-430a-bd26-b0035fdd8aea up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:32:57.486869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 315c27ca-ddc9-430a-bd26-b0035fdd8aea completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:32:57.491625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 315c27ca-ddc9-430a-bd26-b0035fdd8aea triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:32:57.491990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:57.611944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:57.613133 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5de77-b05f-4953-a568-6df00c133b74 req-b12f0564-3e1e-4423-bd8e-faa14ba5b667 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:57.614639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fac5de77-b05f-4953-a568-6df00c133b74 req-b12f0564-3e1e-4423-bd8e-faa14ba5b667 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 945 time: 0.0812082 Feb 16 17:32:57.640674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c27ca-ddc9-430a-bd26-b0035fdd8aea'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:32:57.651034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:32:57.655285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:57.661912 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fac5de77-b05f-4953-a568-6df00c133b74 req-39d5a874-6fbb-4013-8bd7-58473947f42d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Feb 16 17:32:57.718198 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c27ca-ddc9-430a-bd26-b0035fdd8aea', 'code': 200} Feb 16 17:32:57.737425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=315c27ca-ddc9-430a-bd26-b0035fdd8aea,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:57.942140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563abbd-57ec-4a9e-8b5e-7052fb661f71 req-10a314c5-a968-4a33-904c-11dd8ba75192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:57.944791 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7563abbd-57ec-4a9e-8b5e-7052fb661f71 req-10a314c5-a968-4a33-904c-11dd8ba75192 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 1099 time: 0.0747075 Feb 16 17:32:57.988211 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7563abbd-57ec-4a9e-8b5e-7052fb661f71 req-2e5104d5-4e00-4569-8735-a9ae4798f7bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 Feb 16 17:32:58.850170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fb44-7076-4d10-b318-1f7a6e7122b9 req-78e869c4-ec1d-4d0f-b138-0629b9ab6a6c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:58.851631 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8768fb44-7076-4d10-b318-1f7a6e7122b9 req-78e869c4-ec1d-4d0f-b138-0629b9ab6a6c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0843089 Feb 16 17:32:58.896008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8768fb44-7076-4d10-b318-1f7a6e7122b9 req-ac20a64b-f3a9-452b-a6b4-7155fc473afc tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Feb 16 17:33:00.080361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f80e7-db51-4575-b422-48507c2197db req-0c95d86e-0752-4310-8737-a118cb4150cf tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:00.081813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ef3f80e7-db51-4575-b422-48507c2197db req-0c95d86e-0752-4310-8737-a118cb4150cf tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0801589 Feb 16 17:33:00.128807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ef3f80e7-db51-4575-b422-48507c2197db req-d5307df0-0eaf-4418-a131-6a17fe37e933 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413914 Feb 16 17:33:00.415233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-82102bad-598b-407f-a17c-55579143f371 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:00.416581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-82102bad-598b-407f-a17c-55579143f371 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 814 time: 0.1469791 Feb 16 17:33:00.481381 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-3eae3eaa-9027-4342-92f7-a6b84f86f0e3 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/quotas/7b592c4ab55a4f88b994395312af3727 HTTP/1.1" status: 200 len: 375 time: 0.0592227 Feb 16 17:33:00.566266 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-2a79698b-1f3b-4f20-862b-2504c1ade585 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793872 Feb 16 17:33:00.700046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-2d7cbd98-32e2-426e-a486-f6cabbda23ce service neutron] 10.222.0.43 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267347 Feb 16 17:33:00.831182 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-78e0a658-ecb6-4a88-a34c-edb45582638b service neutron] 10.222.0.43 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256604 Feb 16 17:33:00.955310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-db675ebb-4bc1-403b-9efb-b40fd022f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:01.009697 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-136c924e-00c2-4433-80f0-78c5b5f1ff03 req-855d75ba-7aac-4151-a1a8-43dbec8a14d5 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 210 time: 0.0427654 Feb 16 17:33:02.087943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-e96d1137-f008-40a4-aac0-1db26b3bce11 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:02.090445 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-e96d1137-f008-40a4-aac0-1db26b3bce11 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 814 time: 0.1596370 Feb 16 17:33:02.102662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Request body: {'port': {'device_id': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729', 'admin_state_up': True, 'tenant_id': '7b592c4ab55a4f88b994395312af3727'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:02.164477 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2fe39dac-e9a4-46b3-a855-e0cd73103d29 req-7a00a6f4-8730-4e14-931b-d43c8f56caf3 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 210 time: 0.0502646 Feb 16 17:33:02.249867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:02.253955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Usage tracker for resource:port and tenant:7b592c4ab55a4f88b994395312af3727 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:02.257286 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:02.267936 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:02.278778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Made reservation on behalf of 7b592c4ab55a4f88b994395312af3727 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:02.282581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:02.451081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Allocated IP 172.20.0.10 (232c984b-0ca3-4a6b-a781-563b1c350729/234bc066-4a11-4201-8557-54afc3adc5af/45654963-a05e-4590-b79f-7c1be1e4a893) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:02.678219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:02.707868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:02.719917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['315c27ca-ddc9-430a-bd26-b0035fdd8aea'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:33:02.780736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Network 232c984b-0ca3-4a6b-a781-563b1c350729 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:02.784223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:02.788209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:02.827661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Pushing event updated for resources: {'Port': ['ID=45654963-a05e-4590-b79f-7c1be1e4a893,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:02.856300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:02.856910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:02.877682 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-586d5923-b355-4e58-ae4f-d9744ff9675e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7789340 Feb 16 17:33:02.938876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Request body: {'port': {'device_id': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:03.054980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.365470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98adb2-d5e1-4012-a1a4-82095701646d req-6d73bbe0-c1cf-440e-83de-68c67feb3df7 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:03.367057 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ce98adb2-d5e1-4012-a1a4-82095701646d req-6d73bbe0-c1cf-440e-83de-68c67feb3df7 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 932 time: 0.0838754 Feb 16 17:33:03.414299 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ce98adb2-d5e1-4012-a1a4-82095701646d req-fade55f7-9734-4629-8786-7707c01147fa tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Feb 16 17:33:03.518150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45654963-a05e-4590-b79f-7c1be1e4a893 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:33:03.525184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.540075 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Transition to ACTIVE for port object 45654963-a05e-4590-b79f-7c1be1e4a893 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:03.543993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.670193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4dfb11d9-dab6-4e22-8ee1-ce24c39fb1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.695815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Pushing event updated for resources: {'Port': ['ID=45654963-a05e-4590-b79f-7c1be1e4a893,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:03.773849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Attempting to bind port 45654963-a05e-4590-b79f-7c1be1e4a893 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:03.774177 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Attempting to bind port 45654963-a05e-4590-b79f-7c1be1e4a893 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:03.774496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Attempting to bind port 45654963-a05e-4590-b79f-7c1be1e4a893 on network 232c984b-0ca3-4a6b-a781-563b1c350729 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:03.779789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Port 45654963-a05e-4590-b79f-7c1be1e4a893 on network 232c984b-0ca3-4a6b-a781-563b1c350729 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:33:03.780099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Attempting to bind port 45654963-a05e-4590-b79f-7c1be1e4a893 on network 232c984b-0ca3-4a6b-a781-563b1c350729 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:03.785645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:03.785991 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Checking segment: {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:03.786348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Bound using segment: {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:03.786785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Bound port: 45654963-a05e-4590-b79f-7c1be1e4a893, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d66adbd-1a0e-447d-9d66-840e90318784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:03.787121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.877595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] For port 45654963-a05e-4590-b79f-7c1be1e4a893, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:03.880511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] For port 45654963-a05e-4590-b79f-7c1be1e4a893, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=45654963-a05e-4590-b79f-7c1be1e4a893,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:03.883877 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.943727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:03.944321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:03.945652 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] 10.222.0.48 "PUT /v2.0/ports/45654963-a05e-4590-b79f-7c1be1e4a893 HTTP/1.1" status: 200 len: 1094 time: 1.0605640 Feb 16 17:33:03.946084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'tag': '45654963-a05e-4590-b79f-7c1be1e4a893'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:33:03.968275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375f9d6-3325-4dbb-acd8-e821ff5ce360 service neutron] Pushing event updated for resources: {'Port': ['ID=45654963-a05e-4590-b79f-7c1be1e4a893,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:04.019027 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'tag': '45654963-a05e-4590-b79f-7c1be1e4a893', 'status': 'completed', 'code': 200} Feb 16 17:33:04.059700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-ff3de92f-c60c-48bc-892c-e4bac104ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.061158 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-ff3de92f-c60c-48bc-892c-e4bac104ec3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 1097 time: 0.0771334 Feb 16 17:33:04.128804 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-6042348c-a60e-419a-bb4a-56db3ff99002 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45654963-a05e-4590-b79f-7c1be1e4a893 HTTP/1.1" status: 200 len: 217 time: 0.0598502 Feb 16 17:33:04.194812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-1924dce8-3d66-4dcc-b04b-3a5c162369bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.196144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-1924dce8-3d66-4dcc-b04b-3a5c162369bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=234bc066-4a11-4201-8557-54afc3adc5af HTTP/1.1" status: 200 len: 854 time: 0.0609682 Feb 16 17:33:04.243245 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-70bcc1db-76dc-4d36-945b-848c6d195262 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232c984b-0ca3-4a6b-a781-563b1c350729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403228 Feb 16 17:33:04.358407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:04.374893 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-66c23132-4802-4164-baf2-fe8cf16ec08e service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254089 Feb 16 17:33:04.506991 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e54e407-b8f9-41c3-bc9e-c0d344528bfa req-0533fe8b-9aa7-4a88-ad23-6d20386f34f9 service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252923 Feb 16 17:33:04.645218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-d8a3f168-5bf0-4067-96fb-61df834e30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.646748 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-d8a3f168-5bf0-4067-96fb-61df834e30a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 1097 time: 0.0801697 Feb 16 17:33:04.717101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51672-97d2-408f-a815-f641914211a1 req-a1d17f63-2e41-43ed-965f-a7a3eabd5b40 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.718476 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0bb51672-97d2-408f-a815-f641914211a1 req-a1d17f63-2e41-43ed-965f-a7a3eabd5b40 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 944 time: 0.1926031 Feb 16 17:33:04.765050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0bb51672-97d2-408f-a815-f641914211a1 req-e10fc7d9-b0bc-4ec3-b000-2eff3dac4504 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Feb 16 17:33:04.785165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-668fabe3-b9a3-49dc-9612-800b58d0ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.786659 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-668fabe3-b9a3-49dc-9612-800b58d0ce75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 915 time: 0.1313334 Feb 16 17:33:04.855623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-a255382f-7c53-413b-8487-e3a67251d053 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45654963-a05e-4590-b79f-7c1be1e4a893 HTTP/1.1" status: 200 len: 217 time: 0.0605285 Feb 16 17:33:04.923536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-80ab617d-a763-4518-bf94-18ea6a8bbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.924963 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-80ab617d-a763-4518-bf94-18ea6a8bbd01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=234bc066-4a11-4201-8557-54afc3adc5af HTTP/1.1" status: 200 len: 854 time: 0.0642984 Feb 16 17:33:04.972033 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-c4fd0908-a6ed-4706-83e1-22b11dca9b9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232c984b-0ca3-4a6b-a781-563b1c350729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408094 Feb 16 17:33:04.984526 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:33:05.149704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:05.210372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-3306b0b1-202f-4a76-b4f2-b3c4b6fca54e service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318385 Feb 16 17:33:05.342292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e48bdfdb-4b66-4b12-afb6-450e2b0c6661 req-3af4f7e7-a467-408b-8969-586814c31d1c service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257675 Feb 16 17:33:05.962662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc2e29-ba4b-498f-a5d4-1963c40e3a9b req-bbb9417a-cd42-4aab-a027-73920d16dd41 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:05.964519 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-37dc2e29-ba4b-498f-a5d4-1963c40e3a9b req-bbb9417a-cd42-4aab-a027-73920d16dd41 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 944 time: 0.0825024 Feb 16 17:33:06.010140 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-37dc2e29-ba4b-498f-a5d4-1963c40e3a9b req-bcea665e-2623-4eaa-8572-ee089d6efc06 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Feb 16 17:33:06.042899 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-df0165ab-99be-4eb2-8675-5fb2ad0c992a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716977 Feb 16 17:33:06.187770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc041-063e-48cf-b955-6b425c01a245 req-dc8c86de-d7e6-4b85-b86d-3dd3a8e96764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.189251 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-dc8c86de-d7e6-4b85-b86d-3dd3a8e96764 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b592c4ab55a4f88b994395312af3727&device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 1099 time: 0.0783129 Feb 16 17:33:06.336518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc041-063e-48cf-b955-6b425c01a245 req-9dff1b66-9c61-4d3a-b5b9-972cb9d416cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.337974 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-9dff1b66-9c61-4d3a-b5b9-972cb9d416cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 200 len: 915 time: 0.1269572 Feb 16 17:33:06.409524 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-3032512e-6828-4c7f-87d7-cc62209f8f43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea HTTP/1.1" status: 200 len: 217 time: 0.0650628 Feb 16 17:33:06.472423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc041-063e-48cf-b955-6b425c01a245 req-80b4e396-76a2-46da-b3af-ffed58d1d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.473868 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-80b4e396-76a2-46da-b3af-ffed58d1d1a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=234bc066-4a11-4201-8557-54afc3adc5af HTTP/1.1" status: 200 len: 854 time: 0.0582807 Feb 16 17:33:06.519738 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-7cecdc6b-c269-45f8-ab17-9dda4fb99723 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232c984b-0ca3-4a6b-a781-563b1c350729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392027 Feb 16 17:33:06.651042 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-c0f84cb3-7c3e-46a8-b136-98c26eb178d3 service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247668 Feb 16 17:33:06.782078 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbddc041-063e-48cf-b955-6b425c01a245 req-244749b5-dae7-454c-b051-9d41ad3db3d3 service neutron] 10.222.0.48 "GET /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249213 Feb 16 17:33:06.820081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:07.197299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72461cfb-074a-4cb5-91ae-bf4745b8a87f req-40195f78-8585-4e81-a0fe-448010d4d79a tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:07.200248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-72461cfb-074a-4cb5-91ae-bf4745b8a87f req-40195f78-8585-4e81-a0fe-448010d4d79a tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 944 time: 0.0835257 Feb 16 17:33:07.245229 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-72461cfb-074a-4cb5-91ae-bf4745b8a87f req-a0ff670b-c615-4d92-ae79-d4dbdd2ea446 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Feb 16 17:33:08.431844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd29f-daf1-4516-8ee7-b1345ef1bc0f req-265a40ef-3557-4b3f-8a0f-2ae71d56a6a5 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:08.433418 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f7cfd29f-daf1-4516-8ee7-b1345ef1bc0f req-265a40ef-3557-4b3f-8a0f-2ae71d56a6a5 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 944 time: 0.0806153 Feb 16 17:33:08.481105 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f7cfd29f-daf1-4516-8ee7-b1345ef1bc0f req-0ec26242-637c-4c90-999c-be5d2c40ffd7 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Feb 16 17:33:09.463229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 45654963-a05e-4590-b79f-7c1be1e4a893 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:33:09.598020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 45654963-a05e-4590-b79f-7c1be1e4a893, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=45654963-a05e-4590-b79f-7c1be1e4a893,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:09.612040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '45654963-a05e-4590-b79f-7c1be1e4a893', 'network_id': '232c984b-0ca3-4a6b-a781-563b1c350729', 'port_id': '45654963-a05e-4590-b79f-7c1be1e4a893', 'mac_address': 'fa:16:3e:d5:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234bc066-4a11-4201-8557-54afc3adc5af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:33:09.670282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8412b-0e54-4115-9647-e5d68633db2a req-a08f1757-26df-4019-ac93-45dbf29c8af5 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:09.671783 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3af8412b-0e54-4115-9647-e5d68633db2a req-a08f1757-26df-4019-ac93-45dbf29c8af5 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 944 time: 0.0837898 Feb 16 17:33:09.672371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:09.689729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45654963-a05e-4590-b79f-7c1be1e4a893 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:33:09.705612 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 45654963-a05e-4590-b79f-7c1be1e4a893, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=45654963-a05e-4590-b79f-7c1be1e4a893,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:09.710139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:09.717495 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3af8412b-0e54-4115-9647-e5d68633db2a req-4e0f8ce3-2c21-487a-bdaf-08a301c505d8 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Feb 16 17:33:09.777006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=45654963-a05e-4590-b79f-7c1be1e4a893,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:10.106366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['45654963-a05e-4590-b79f-7c1be1e4a893'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:33:10.908584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b749933-533c-4603-9d87-061c243ba6a5 req-36a125f0-cf4b-4ed3-909d-ed242c4dc0b1 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:10.910004 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b749933-533c-4603-9d87-061c243ba6a5 req-36a125f0-cf4b-4ed3-909d-ed242c4dc0b1 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 945 time: 0.0828216 Feb 16 17:33:10.956049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b749933-533c-4603-9d87-061c243ba6a5 req-bc3b81da-33c3-4ebd-8a41-6aac63e13fd1 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Feb 16 17:33:11.477110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 45654963-a05e-4590-b79f-7c1be1e4a893 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:11.545591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 45654963-a05e-4590-b79f-7c1be1e4a893 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:11.550306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 45654963-a05e-4590-b79f-7c1be1e4a893 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:11.550723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:11.669619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:11.695758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45654963-a05e-4590-b79f-7c1be1e4a893'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:33:11.706281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 45654963-a05e-4590-b79f-7c1be1e4a893, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=45654963-a05e-4590-b79f-7c1be1e4a893,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:11.710477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:11.749585 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45654963-a05e-4590-b79f-7c1be1e4a893', 'code': 200} Feb 16 17:33:11.783841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=45654963-a05e-4590-b79f-7c1be1e4a893,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:11.996273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97a59-a388-4efd-aea7-fcf5bcc0e349 req-086c79bf-0a12-44ea-9df4-b8f09d8a8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:11.997755 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3f97a59-a388-4efd-aea7-fcf5bcc0e349 req-086c79bf-0a12-44ea-9df4-b8f09d8a8b43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 1099 time: 0.0763557 Feb 16 17:33:12.041037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b3f97a59-a388-4efd-aea7-fcf5bcc0e349 req-3406eafb-8e65-44d4-a5f4-de1584f80e56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Feb 16 17:33:12.146614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840d3fa-4fd6-43b1-8c32-28c9dc2d8b0d req-9b8e6c3c-8cee-48ea-9dcd-d582d020fd99 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:12.148072 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c840d3fa-4fd6-43b1-8c32-28c9dc2d8b0d req-9b8e6c3c-8cee-48ea-9dcd-d582d020fd99 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 946 time: 0.0833702 Feb 16 17:33:12.193088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c840d3fa-4fd6-43b1-8c32-28c9dc2d8b0d req-49cd416d-8309-46cd-8b63-a6467229c6a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Feb 16 17:33:13.383341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a859a9-92d1-4570-a07c-336764ec1981 req-73f20808-303c-4ea9-9f45-25c66de959e1 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:13.384791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3a859a9-92d1-4570-a07c-336764ec1981 req-73f20808-303c-4ea9-9f45-25c66de959e1 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 946 time: 0.0865216 Feb 16 17:33:13.431873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3a859a9-92d1-4570-a07c-336764ec1981 req-f01894cc-f383-419d-b1e8-4735cb04783d tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Feb 16 17:33:14.624007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55642d-b225-430e-b213-7ce455d686e9 req-b20e2743-ba0a-4322-8e3e-c18da643e948 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:14.625457 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac55642d-b225-430e-b213-7ce455d686e9 req-b20e2743-ba0a-4322-8e3e-c18da643e948 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 946 time: 0.0828700 Feb 16 17:33:14.675712 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac55642d-b225-430e-b213-7ce455d686e9 req-dfd8e971-55b7-4423-bc06-b1c029f12700 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Feb 16 17:33:15.053407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908a205-fa75-4dde-a1f5-29276843bca2 req-727abd67-e22a-48a8-8f10-68429a9a19c0 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:15.054778 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3908a205-fa75-4dde-a1f5-29276843bca2 req-727abd67-e22a-48a8-8f10-68429a9a19c0 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 946 time: 0.0829782 Feb 16 17:33:15.099489 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3908a205-fa75-4dde-a1f5-29276843bca2 req-ece574b2-dd91-4157-9b7d-7e1ffc5f8ae0 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Feb 16 17:33:16.289180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e01d8d-62f8-4288-bdcc-e8993a3c20c4 req-e9783425-b61f-4236-a728-d30b4bc2a096 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:16.290645 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-04e01d8d-62f8-4288-bdcc-e8993a3c20c4 req-e9783425-b61f-4236-a728-d30b4bc2a096 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 946 time: 0.0845480 Feb 16 17:33:16.335976 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-04e01d8d-62f8-4288-bdcc-e8993a3c20c4 req-7b0d5c70-d83c-4bf2-847b-28bb04eb503c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Feb 16 17:33:16.615216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-3ebcfd23-7e4a-4dde-a5c0-b05d55f2205f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:16.615896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-3ebcfd23-7e4a-4dde-a5c0-b05d55f2205f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Synchronizing usage tracker for tenant:7b592c4ab55a4f88b994395312af3727 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:33:16.634191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-3ebcfd23-7e4a-4dde-a5c0-b05d55f2205f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Unset dirty status for tenant:7b592c4ab55a4f88b994395312af3727 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:33:16.636183 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-3ebcfd23-7e4a-4dde-a5c0-b05d55f2205f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 946 time: 0.0963013 Feb 16 17:33:16.710648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Deleting port 45654963-a05e-4590-b79f-7c1be1e4a893 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:16.710974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:16.963644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] For port 45654963-a05e-4590-b79f-7c1be1e4a893, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=45654963-a05e-4590-b79f-7c1be1e4a893,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:16.964446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:17.191323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Calling delete_port for 45654963-a05e-4590-b79f-7c1be1e4a893 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:17.340041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:17.351911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['315c27ca-ddc9-430a-bd26-b0035fdd8aea', '45654963-a05e-4590-b79f-7c1be1e4a893'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:33:17.393766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Pushing event deleted for resources: {'Port': ['ID=45654963-a05e-4590-b79f-7c1be1e4a893,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:17.475413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] No DVR routers for this DVR port 45654963-a05e-4590-b79f-7c1be1e4a893 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:17.478018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:17.482016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'name': 'network-vif-deleted', 'tag': '45654963-a05e-4590-b79f-7c1be1e4a893'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:33:17.498173 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6d6d20ad-af94-4717-b698-81afcb5f2241 req-90b3d007-b07d-4db0-b039-448aded9c4a9 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "DELETE /v2.0/ports/45654963-a05e-4590-b79f-7c1be1e4a893 HTTP/1.1" status: 204 len: 173 time: 0.8569429 Feb 16 17:33:17.498521 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-abefeaac-20b3-484c-a39f-8ca3b0305605 req-8b17322d-ebe6-4d57-88da-8632886bc19f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ce76a-be41-4717-9c50-fdd0ba53be81 HTTP/1.1" status: 200 len: 210 time: 0.0498900 Feb 16 17:33:17.556244 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ce76a-be41-4717-9c50-fdd0ba53be81', 'name': 'network-vif-deleted', 'tag': '45654963-a05e-4590-b79f-7c1be1e4a893', 'status': 'completed', 'code': 200} Feb 16 17:33:18.768948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d9a2-b46a-48fc-9c93-06b830dc996d req-41efb286-87a0-4d14-871e-853e00df6914 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:18.770417 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f510d9a2-b46a-48fc-9c93-06b830dc996d req-41efb286-87a0-4d14-871e-853e00df6914 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0809600 Feb 16 17:33:18.845389 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f510d9a2-b46a-48fc-9c93-06b830dc996d req-4a32d0c0-44f6-4c7a-a0c7-ad11948aa7fc tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682509 Feb 16 17:33:19.051493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26d12d-f179-4d79-99ff-83fd21deaa9b req-5ce5954b-54a2-4be2-9371-735d20e61e7c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:19.052941 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7d26d12d-f179-4d79-99ff-83fd21deaa9b req-5ce5954b-54a2-4be2-9371-735d20e61e7c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0831206 Feb 16 17:33:19.098571 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7d26d12d-f179-4d79-99ff-83fd21deaa9b req-e9c4d24e-aa22-45fa-a9f6-7ab447e69484 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Feb 16 17:33:19.294861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed71010-d1ff-42c2-b2b4-ccc5b7b2f0b4 req-da79c42f-0832-4eab-9eb9-26b8d0369636 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:19.296363 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ed71010-d1ff-42c2-b2b4-ccc5b7b2f0b4 req-da79c42f-0832-4eab-9eb9-26b8d0369636 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0876298 Feb 16 17:33:19.341875 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ed71010-d1ff-42c2-b2b4-ccc5b7b2f0b4 req-6b3dbe3b-5712-45b0-9213-cb8b988d8a7e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Feb 16 17:33:19.525433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 45654963-a05e-4590-b79f-7c1be1e4a893 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:33:19.567825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 45654963-a05e-4590-b79f-7c1be1e4a893 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:19.568168 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 45654963-a05e-4590-b79f-7c1be1e4a893 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:33:19.638931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8546423-f013-4eeb-8a04-9cd86b3a9a0e req-d6ebc80a-e3a5-4443-87e2-799d2774dc6c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:19.640397 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8546423-f013-4eeb-8a04-9cd86b3a9a0e req-d6ebc80a-e3a5-4443-87e2-799d2774dc6c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0820289 Feb 16 17:33:19.685949 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8546423-f013-4eeb-8a04-9cd86b3a9a0e req-ebe743fa-57f2-498e-b4d8-133b90b2d66c tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Feb 16 17:33:19.877890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e85c1-6971-4dcb-b284-dec8bcf86b5d req-2d0a239b-c269-44c5-b8ab-67900c784164 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:19.879379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e7e85c1-6971-4dcb-b284-dec8bcf86b5d req-2d0a239b-c269-44c5-b8ab-67900c784164 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0833683 Feb 16 17:33:19.930619 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e7e85c1-6971-4dcb-b284-dec8bcf86b5d req-f066088d-14a0-44d8-a25d-c2e128e0fb26 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454795 Feb 16 17:33:20.125408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f3f3-e81a-4ea4-ac21-232f8b7db9e8 req-b89f2e2d-3392-4e72-811f-965f07448111 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:20.126873 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c050f3f3-e81a-4ea4-ac21-232f8b7db9e8 req-b89f2e2d-3392-4e72-811f-965f07448111 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0823069 Feb 16 17:33:20.175167 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c050f3f3-e81a-4ea4-ac21-232f8b7db9e8 req-96f59cb9-9dee-4b80-917e-eb97c62ffc5e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Feb 16 17:33:20.728809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e75fb-ffda-4b97-b6a5-da86b82465fb req-7b01d1b9-6a32-48c5-b0e6-91b07c3f7051 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:20.730377 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f96e75fb-ffda-4b97-b6a5-da86b82465fb req-7b01d1b9-6a32-48c5-b0e6-91b07c3f7051 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0905969 Feb 16 17:33:20.774804 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f96e75fb-ffda-4b97-b6a5-da86b82465fb req-f225b544-a043-4299-9534-e15da969445b tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Feb 16 17:33:21.968886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a557a-1765-4ac6-a7bd-9b3d09596717 req-b288c351-a8e4-4a6f-979b-846816c9401a tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:21.970326 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d1a557a-1765-4ac6-a7bd-9b3d09596717 req-b288c351-a8e4-4a6f-979b-846816c9401a tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0873330 Feb 16 17:33:22.014796 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d1a557a-1765-4ac6-a7bd-9b3d09596717 req-6615fb05-372d-42a9-b6f0-1e5a49251c86 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/security-groups?id=27636bc6-479a-41e9-8b00-4edb983a3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388706 Feb 16 17:33:22.413325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-a73179df-4b8b-4453-911a-45990e020e9e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:22.413933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-a73179df-4b8b-4453-911a-45990e020e9e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Synchronizing usage tracker for tenant:7b592c4ab55a4f88b994395312af3727 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:33:22.429675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-a73179df-4b8b-4453-911a-45990e020e9e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Unset dirty status for tenant:7b592c4ab55a4f88b994395312af3727 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:33:22.431090 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-a73179df-4b8b-4453-911a-45990e020e9e tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 946 time: 0.0989065 Feb 16 17:33:22.503760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Deleting port 315c27ca-ddc9-430a-bd26-b0035fdd8aea {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:22.504080 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:22.749131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] For port 315c27ca-ddc9-430a-bd26-b0035fdd8aea, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=315c27ca-ddc9-430a-bd26-b0035fdd8aea,segment=NetworkSegment(9d66adbd-1a0e-447d-9d66-840e90318784),segment_id=9d66adbd-1a0e-447d-9d66-840e90318784)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:22.749393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:22.876144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Calling delete_port for 315c27ca-ddc9-430a-bd26-b0035fdd8aea owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:23.020865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:23.032257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['315c27ca-ddc9-430a-bd26-b0035fdd8aea'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:33:23.075941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Pushing event deleted for resources: {'Port': ['ID=315c27ca-ddc9-430a-bd26-b0035fdd8aea,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:23.149510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] No DVR routers for this DVR port 315c27ca-ddc9-430a-bd26-b0035fdd8aea on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:23.152606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:23.155365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'name': 'network-vif-deleted', 'tag': '315c27ca-ddc9-430a-bd26-b0035fdd8aea'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:33:23.172230 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-abd322e7-275c-4c0c-a3c6-ae80f08da349 req-52319d03-1b3b-4e27-8347-7828ef71f359 tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.48 "DELETE /v2.0/ports/315c27ca-ddc9-430a-bd26-b0035fdd8aea HTTP/1.1" status: 204 len: 173 time: 0.7359605 Feb 16 17:33:23.175697 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1072cbb9-6fa8-4956-a253-0e6c9677fa53 req-961a56f7-4ef1-461a-8a37-7f3b985c031f tempest-ServersNegativeTestJSON-1693391277 tempest-ServersNegativeTestJSON-1693391277-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac54cb25-6262-4a24-8cc7-d80b1402bc7e HTTP/1.1" status: 200 len: 210 time: 0.0447962 Feb 16 17:33:23.232070 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac54cb25-6262-4a24-8cc7-d80b1402bc7e', 'name': 'network-vif-deleted', 'tag': '315c27ca-ddc9-430a-bd26-b0035fdd8aea', 'status': 'completed', 'code': 200} Feb 16 17:33:24.271086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36104) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:24.333070 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Deleting subnet 234bc066-4a11-4201-8557-54afc3adc5af {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:33:24.336024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.385069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.447072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.513886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.552131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234bc066-4a11-4201-8557-54afc3adc5af,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:24.556740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.563239 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c581c1f9-367a-4bac-8bd8-30953f073a82 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/234bc066-4a11-4201-8557-54afc3adc5af HTTP/1.1" status: 204 len: 168 time: 0.2910604 Feb 16 17:33:24.565663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36108) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:24.674874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.802576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.828584 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232c984b-0ca3-4a6b-a781-563b1c350729']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:24.844138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d66adbd-1a0e-447d-9d66-840e90318784') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:24.844425 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d66adbd-1a0e-447d-9d66-840e90318784') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:24.856054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.872037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.878195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:24.878661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:24.892847 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:24.901949 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.969772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:24.985957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:25.000480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=232c984b-0ca3-4a6b-a781-563b1c350729,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:25.008441 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-47cc3eb2-2912-4795-bba3-7e05e6f50c11 admin admin] 10.222.0.43 "DELETE /v2.0/networks/232c984b-0ca3-4a6b-a781-563b1c350729 HTTP/1.1" status: 204 len: 168 time: 0.4416668 Feb 16 17:33:25.120851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36114) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:25.171005 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-26ca9da1-fee7-4530-a8cc-cfd119a8385f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b592c4ab55a4f88b994395312af3727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489879 Feb 16 17:33:25.173395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36118) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:25.232211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c2469c5-9772-48fc-9aa1-de0640dc1df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:25.257669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c2469c5-9772-48fc-9aa1-de0640dc1df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:25.312558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c2469c5-9772-48fc-9aa1-de0640dc1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:25.330714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2469c5-9772-48fc-9aa1-de0640dc1df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27636bc6-479a-41e9-8b00-4edb983a3269,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:25.342111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9c2469c5-9772-48fc-9aa1-de0640dc1df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:25.343250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9c2469c5-9772-48fc-9aa1-de0640dc1df4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27636bc6-479a-41e9-8b00-4edb983a3269 HTTP/1.1" status: 204 len: 168 time: 0.1690011 Feb 16 17:33:25.538805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 315c27ca-ddc9-430a-bd26-b0035fdd8aea no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:33:25.576086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 315c27ca-ddc9-430a-bd26-b0035fdd8aea {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:25.576737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 315c27ca-ddc9-430a-bd26-b0035fdd8aea not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:33:26.083202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36142) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:26.191906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308051410'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:26.197046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:26.201727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:network and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:26.204637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:26.210978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:26.221119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:26.224690 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.237056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.255867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:26.259651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:security_group_rule and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:26.263490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:26.269131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:26.444600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.449106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.483483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:26.488636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fbd4dd-0a12-462c-a0a6-90f924174de3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:26.496196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.496542 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Added segment debf66b3-7624-495a-9c9d-b128ee8c4382 of type vlan for network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c Feb 16 17:33:26.523643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.552971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.559276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:26.559855 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:26.666661 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5817223 Feb 16 17:33:26.672452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c70b21-5058-4d23-bf2a-e38d753a8f73 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Network': ['ID=1b19224e-2cce-4a1f-8d36-c2a7ba496c6c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:26.693563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:29.908411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36148) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:29.914304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'subnet': {'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:30.022904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:30.027517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:subnet and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:30.030291 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:30.036183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:30.046698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:30.050190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.272231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.353953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Subnet': ['ID=a2ace8e9-933d-4143-8d29-3448595bfd2c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:30.361437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Checking segment: {'id': 'debf66b3-7624-495a-9c9d-b128ee8c4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:30.361787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network hostable DHCP agents. Network: 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:30.380061 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:30.389653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:30.393589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:30.394154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.400169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f0d8b-ddb1-4c2e-971b-2259999aa146 None None] Network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:30.417127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2b4645ea-9093-48f9-8c6c-662aad9f9e86 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5075076 Feb 16 17:33:30.420547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36152) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:30.425931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780898015'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:30.431028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:30.435676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:network and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:30.438581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:30.444241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:30.457151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:30.460719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.490002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:30.499921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.500348 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Added segment 9bfdb1f6-5e0b-444e-a772-82247608bfd4 of type vlan for network 40361710-7479-4df3-b3ea-56df0b84c5b9 Feb 16 17:33:30.528868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.558807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.564135 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:30.565133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.620016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-1b19224e-2cce-4a1f-8d36-c2a7ba496c6c', 'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c', 'tenant_id': '1f12144a1aab4b8b8988c7b25fac939c', 'fixed_ips': [{'subnet_id': 'a2ace8e9-933d-4143-8d29-3448595bfd2c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:30.620987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.655424 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2338653 Feb 16 17:33:30.658737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36156) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:30.666023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'subnet': {'network_id': '40361710-7479-4df3-b3ea-56df0b84c5b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:30.675556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d631ff-4eae-4fcc-9c93-92dfc58cd5e4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Network': ['ID=40361710-7479-4df3-b3ea-56df0b84c5b9,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:30.689172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 40361710-7479-4df3-b3ea-56df0b84c5b9 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:30.786612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:30.790417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:subnet and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:30.794249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:30.800343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:30.810327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:30.813867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:30.869353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Allocated IP 2001:db8:0:ffff::2 (1b19224e-2cce-4a1f-8d36-c2a7ba496c6c/a2ace8e9-933d-4143-8d29-3448595bfd2c/5b2205a9-c2dc-494d-ae7e-1e849e3e0f30) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:30.982204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-034850eb-0a62-4be6-8d72-eb24e28d4d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.103601 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.114321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Transition to ACTIVE for port object 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:31.136834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Transition to ACTIVE for port object 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:31.142414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.152937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.209313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:31.212403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:31.215990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:31.245959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Checking segment: {'id': '9bfdb1f6-5e0b-444e-a772-82247608bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40361710-7479-4df3-b3ea-56df0b84c5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:31.246202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network hostable DHCP agents. Network: 40361710-7479-4df3-b3ea-56df0b84c5b9, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:31.256439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Subnet': ['ID=0cca2405-e303-4ded-98c3-c99835d7093c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:31.273291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network 40361710-7479-4df3-b3ea-56df0b84c5b9 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:31.285322 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 40361710-7479-4df3-b3ea-56df0b84c5b9) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:31.290912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:31.291844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.294431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Pushing event updated for resources: {'Port': ['ID=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:31.301436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ac5c2-76b7-46ce-ac2c-650fdbd791ca None None] Network 40361710-7479-4df3-b3ea-56df0b84c5b9 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:31.314107 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c07749b3-9ad7-4280-8950-c96492766e42 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6535575 Feb 16 17:33:31.316856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36160) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:31.332417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.332758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.333084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.333405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.333725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.334043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.334356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.334694 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.335102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.335653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.335653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.335959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:31.432555 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Attempting to bind port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:31.433242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Attempting to bind port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'debf66b3-7624-495a-9c9d-b128ee8c4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:31.433242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Attempting to bind port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 on network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:31.448090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:31.448456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Checking segment: {'id': 'debf66b3-7624-495a-9c9d-b128ee8c4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:31.448845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.449227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Bound using segment: {'id': 'debf66b3-7624-495a-9c9d-b128ee8c4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:31.449682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Bound port: 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debf66b3-7624-495a-9c9d-b128ee8c4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1b19224e-2cce-4a1f-8d36-c2a7ba496c6c'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:31.450045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.467386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.538905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.609003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] For port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:31.621044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.647255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] For port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,segment=NetworkSegment(debf66b3-7624-495a-9c9d-b128ee8c4382),segment_id=debf66b3-7624-495a-9c9d-b128ee8c4382)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:31.658122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.661891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Subnet': ['ID=0cca2405-e303-4ded-98c3-c99835d7093c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:31.696108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70df7d-148c-4061-97aa-39eb757639d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-40361710-7479-4df3-b3ea-56df0b84c5b9', 'network_id': '40361710-7479-4df3-b3ea-56df0b84c5b9', 'tenant_id': '1f12144a1aab4b8b8988c7b25fac939c', 'fixed_ips': [{'subnet_id': '0cca2405-e303-4ded-98c3-c99835d7093c'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:31.696894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7d-148c-4061-97aa-39eb757639d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.758049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.783590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40361710-7479-4df3-b3ea-56df0b84c5b9']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:31.796895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1941296-7036-4bb1-ae2d-621197440ccb None None] Pushing event updated for resources: {'Port': ['ID=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:31.799946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfdb1f6-5e0b-444e-a772-82247608bfd4') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:31.800343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfdb1f6-5e0b-444e-a772-82247608bfd4') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:31.817337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.841283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.847469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a984d-1609-44c4-ad0b-8ab88778e486 None None] Network 40361710-7479-4df3-b3ea-56df0b84c5b9 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:31.850152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:31.850741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:31.866968 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:31.952126 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.957911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.985051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Network': ['ID=40361710-7479-4df3-b3ea-56df0b84c5b9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:32.006194 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36164) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:32.008112 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6f1d9820-a8f5-47fc-9595-ce1f9006faae tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/40361710-7479-4df3-b3ea-56df0b84c5b9 HTTP/1.1" status: 204 len: 168 time: 0.6887510 Feb 16 17:33:32.013503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188874605'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:32.023638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:32.033085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:network and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:32.036293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:32.046657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:32.057821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:32.061269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.090410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:32.099443 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.099774 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Added segment 573e81db-6c3e-4bfd-bcf2-2f51e39cf8aa of type vlan for network d1ea66de-df6a-480f-98f1-a5885b81bae0 Feb 16 17:33:32.128151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.160446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.168754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:32.169772 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.256844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:32.285060 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2771780 Feb 16 17:33:32.287888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36168) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:32.296469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'subnet': {'network_id': 'd1ea66de-df6a-480f-98f1-a5885b81bae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:32.323970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b71ff-5588-4ec6-8da4-41892afd25b4 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Network': ['ID=d1ea66de-df6a-480f-98f1-a5885b81bae0,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:32.337575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network d1ea66de-df6a-480f-98f1-a5885b81bae0 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:32.352313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:32.433544 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:32.437876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:subnet and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:32.440554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:32.447098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:32.460340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:32.465291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.577652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Performing IP validity checks on allocation pools {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 17:33:32.578185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.ipam_backend_mixin [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87720) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 17:33:32.736717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.824788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Subnet': ['ID=d409095a-78c5-4cfa-ad68-3d2957144414,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:32.829408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7b749-d5c3-4b90-b3ba-4458530c72fe None None] Network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:32.834731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Checking segment: {'id': '573e81db-6c3e-4bfd-bcf2-2f51e39cf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd1ea66de-df6a-480f-98f1-a5885b81bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:32.835082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network hostable DHCP agents. Network: d1ea66de-df6a-480f-98f1-a5885b81bae0, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:32.858318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network d1ea66de-df6a-480f-98f1-a5885b81bae0 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:32.870070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, d1ea66de-df6a-480f-98f1-a5885b81bae0) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:32.875445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:32.876033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.902973 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2321b74a-d0ab-4f52-9f2b-7ff168915459 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6114440 Feb 16 17:33:32.903463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36172) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:32.916915 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2c490-51ea-4db3-8fbd-f21828dc59fe None None] Network d1ea66de-df6a-480f-98f1-a5885b81bae0 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:33.035580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] Provisioning for port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:33.052582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] Provisioning complete for port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:33.052941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.077023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.160743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.244743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.288964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Subnet': ['ID=d409095a-78c5-4cfa-ad68-3d2957144414,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:33.394208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.409965 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec795a-fbe5-4a70-9acc-885549492614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-d1ea66de-df6a-480f-98f1-a5885b81bae0', 'network_id': 'd1ea66de-df6a-480f-98f1-a5885b81bae0', 'tenant_id': '1f12144a1aab4b8b8988c7b25fac939c', 'fixed_ips': [{'subnet_id': 'd409095a-78c5-4cfa-ad68-3d2957144414'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:33.410789 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-84ec795a-fbe5-4a70-9acc-885549492614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.426336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ea66de-df6a-480f-98f1-a5885b81bae0']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:33.445880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.534789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573e81db-6c3e-4bfd-bcf2-2f51e39cf8aa') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:33.535086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573e81db-6c3e-4bfd-bcf2-2f51e39cf8aa') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:33.547952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] For port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,segment=NetworkSegment(debf66b3-7624-495a-9c9d-b128ee8c4382),segment_id=debf66b3-7624-495a-9c9d-b128ee8c4382)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:33.548308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.556116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.566223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.574469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:33.574909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.640256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed6fca-78c3-4431-9499-334613d6ab15 None None] Network d1ea66de-df6a-480f-98f1-a5885b81bae0 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:33.664835 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:33.680782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.699231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.711132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Network': ['ID=d1ea66de-df6a-480f-98f1-a5885b81bae0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:33.716471 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-69447ee5-c7e5-4c6c-b21b-df1bfce8b14d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/d1ea66de-df6a-480f-98f1-a5885b81bae0 HTTP/1.1" status: 204 len: 168 time: 0.8115547 Feb 16 17:33:33.721226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36176) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:33.727593 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290821007'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:33.733594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:33.737705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:network and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:33.740632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:33.747603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:33.759379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:33.763596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.773277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f84fa43-2b95-407c-9541-49c6ac7f3365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.785712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7dbc5-83a6-41e6-8060-7aa6f06f42db None None] Pushing event updated for resources: {'Port': ['ID=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:33.796395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:33.805678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.806025 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Added segment fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76 of type vlan for network b5147f29-f546-4b5a-94ba-2e9907310e2a Feb 16 17:33:33.831801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.862580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.867992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.868558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.879044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-265f4f4c-320e-40f4-ae60-11267f14a5cf None None] Provisioning complete for port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:33.879615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-265f4f4c-320e-40f4-ae60-11267f14a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:33.959001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2362895 Feb 16 17:33:33.961794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:33.970100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'subnet': {'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:33.979227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd637d-3d8d-4f6a-b44e-4278a443b0cb tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Network': ['ID=b5147f29-f546-4b5a-94ba-2e9907310e2a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:33.991072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b5147f29-f546-4b5a-94ba-2e9907310e2a details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:34.092036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:34.095996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:subnet and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:34.098955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:34.105872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:34.115678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:34.119639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.221713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:34.294782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:34.295151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.347356 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.371661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.437817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Subnet': ['ID=052d907d-b268-4fe6-b5b4-807dc9f1fc68,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:34.442209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Checking segment: {'id': 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:34.442581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network hostable DHCP agents. Network: b5147f29-f546-4b5a-94ba-2e9907310e2a, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:34.464757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network b5147f29-f546-4b5a-94ba-2e9907310e2a is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:34.474925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, b5147f29-f546-4b5a-94ba-2e9907310e2a) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:34.479896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:34.480475 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.486838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6e1fa-88bd-48bd-a8e0-2d17a1a48039 None None] Network b5147f29-f546-4b5a-94ba-2e9907310e2a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:34.504220 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bc4c37af-66c4-47c4-b4fb-4bd5b4af78cd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5395319 Feb 16 17:33:34.508209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36184) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:34.514041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-619808850'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:34.519176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:34.523386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:network and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:34.527402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:34.534105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:34.544143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:34.547923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.575558 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:34.584255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.584644 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Added segment b3cfe47d-b74b-4793-bba3-7c94c3e6d997 of type vlan for network 79050900-2201-442d-ae3a-61df37f6978b Feb 16 17:33:34.611477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.645497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.651301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:34.651871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.714807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df737993-8e53-4c28-b67a-802da901713d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-b5147f29-f546-4b5a-94ba-2e9907310e2a', 'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a', 'tenant_id': '1f12144a1aab4b8b8988c7b25fac939c', 'fixed_ips': [{'subnet_id': '052d907d-b268-4fe6-b5b4-807dc9f1fc68'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:34.715630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df737993-8e53-4c28-b67a-802da901713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.752612 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2429407 Feb 16 17:33:34.755442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36188) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:34.764382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Request body: {'subnet': {'network_id': '79050900-2201-442d-ae3a-61df37f6978b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:34.782199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe76932-6127-4b51-b0eb-5d63cfa3d1cc tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Network': ['ID=79050900-2201-442d-ae3a-61df37f6978b,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:34.793390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 79050900-2201-442d-ae3a-61df37f6978b details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:34.886452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:34.890206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Usage tracker for resource:subnet and tenant:1f12144a1aab4b8b8988c7b25fac939c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:34.893006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:34.900204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:34.910998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Made reservation on behalf of 1f12144a1aab4b8b8988c7b25fac939c for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:34.914529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:34.976156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-df737993-8e53-4c28-b67a-802da901713d None None] Allocated IP 2001:db8::2 (b5147f29-f546-4b5a-94ba-2e9907310e2a/052d907d-b268-4fe6-b5b4-807dc9f1fc68/ff01e5a8-bb19-43f1-954e-700c2607d5b9) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:35.144594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.201138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.215809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df737993-8e53-4c28-b67a-802da901713d None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.228022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-df737993-8e53-4c28-b67a-802da901713d None None] Transition to ACTIVE for port object ff01e5a8-bb19-43f1-954e-700c2607d5b9 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:35.236214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event updated for resources: {'Subnet': ['ID=066577f1-6d0a-41d0-bbbb-2274a165b5c1,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:35.241021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Checking segment: {'id': 'b3cfe47d-b74b-4793-bba3-7c94c3e6d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '79050900-2201-442d-ae3a-61df37f6978b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:35.241399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network hostable DHCP agents. Network: 79050900-2201-442d-ae3a-61df37f6978b, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:35.248392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-df737993-8e53-4c28-b67a-802da901713d None None] Transition to ACTIVE for port object ff01e5a8-bb19-43f1-954e-700c2607d5b9 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:35.252293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.252637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.253083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.253419 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.253763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.254083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.254198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df737993-8e53-4c28-b67a-802da901713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.254399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.254735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.255050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.255363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.255676 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.255986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:35.272718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Network 79050900-2201-442d-ae3a-61df37f6978b is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:35.284203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 79050900-2201-442d-ae3a-61df37f6978b) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:35.288081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:35.288662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.300227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e643cb-9fa8-482b-bce7-05111459c233 None None] Network 79050900-2201-442d-ae3a-61df37f6978b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:35.310818 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9423f4bd-5e10-46b3-80d8-1891a9a2d8e7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5542815 Feb 16 17:33:35.313263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36192) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:35.402508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df737993-8e53-4c28-b67a-802da901713d None None] Network b5147f29-f546-4b5a-94ba-2e9907310e2a is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:35.408221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-df737993-8e53-4c28-b67a-802da901713d None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:35.411167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df737993-8e53-4c28-b67a-802da901713d None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:35.423929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737993-8e53-4c28-b67a-802da901713d None None] Pushing event updated for resources: {'Port': ['ID=ff01e5a8-bb19-43f1-954e-700c2607d5b9,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:35.460968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.533173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.587363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-df737993-8e53-4c28-b67a-802da901713d None None] Attempting to bind port ff01e5a8-bb19-43f1-954e-700c2607d5b9 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:35.588387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-df737993-8e53-4c28-b67a-802da901713d None None] Attempting to bind port ff01e5a8-bb19-43f1-954e-700c2607d5b9 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:35.588834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df737993-8e53-4c28-b67a-802da901713d None None] Attempting to bind port ff01e5a8-bb19-43f1-954e-700c2607d5b9 on network b5147f29-f546-4b5a-94ba-2e9907310e2a {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:35.599610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df737993-8e53-4c28-b67a-802da901713d None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:35.599980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df737993-8e53-4c28-b67a-802da901713d None None] Checking segment: {'id': 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:35.600374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df737993-8e53-4c28-b67a-802da901713d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.600761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df737993-8e53-4c28-b67a-802da901713d None None] Bound using segment: {'id': 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:35.601220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-df737993-8e53-4c28-b67a-802da901713d None None] Bound port: ff01e5a8-bb19-43f1-954e-700c2607d5b9, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b5147f29-f546-4b5a-94ba-2e9907310e2a'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:35.601588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df737993-8e53-4c28-b67a-802da901713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.609353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.653378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Subnet': ['ID=066577f1-6d0a-41d0-bbbb-2274a165b5c1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:35.722089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c7331-dec1-4735-b7c6-7f3418617543 None None] Network 79050900-2201-442d-ae3a-61df37f6978b requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:35.745376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.770734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79050900-2201-442d-ae3a-61df37f6978b']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:35.787215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cfe47d-b74b-4793-bba3-7c94c3e6d997') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:35.787508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cfe47d-b74b-4793-bba3-7c94c3e6d997') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:35.799904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.816230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.822717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:35.823109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:35.837993 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:35.847633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-df737993-8e53-4c28-b67a-802da901713d None None] For port ff01e5a8-bb19-43f1-954e-700c2607d5b9, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:35.905815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-df737993-8e53-4c28-b67a-802da901713d None None] For port ff01e5a8-bb19-43f1-954e-700c2607d5b9, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ff01e5a8-bb19-43f1-954e-700c2607d5b9,segment=NetworkSegment(fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76),segment_id=fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:35.911764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-df737993-8e53-4c28-b67a-802da901713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.920928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.938421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.954448 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Network': ['ID=79050900-2201-442d-ae3a-61df37f6978b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:35.957172 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-013f0f56-53cb-47de-add5-59150b94aa77 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/79050900-2201-442d-ae3a-61df37f6978b HTTP/1.1" status: 204 len: 168 time: 0.6428409 Feb 16 17:33:35.960649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36196) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:35.999347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737993-8e53-4c28-b67a-802da901713d None None] Pushing event updated for resources: {'Port': ['ID=ff01e5a8-bb19-43f1-954e-700c2607d5b9,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:36.008598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf49e77-7bdc-4c30-9a0a-5c56dc715710 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] GET failed (client error): The resource could not be found. Feb 16 17:33:36.009424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1cf49e77-7bdc-4c30-9a0a-5c56dc715710 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Synchronizing usage tracker for tenant:1f12144a1aab4b8b8988c7b25fac939c on resource:subnet {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:33:36.030296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1cf49e77-7bdc-4c30-9a0a-5c56dc715710 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Unset dirty status for tenant:1f12144a1aab4b8b8988c7b25fac939c on resource:subnet {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:33:36.031948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1cf49e77-7bdc-4c30-9a0a-5c56dc715710 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "GET /v2.0/subnets/066577f1-6d0a-41d0-bbbb-2274a165b5c1 HTTP/1.1" status: 404 len: 337 time: 0.0683372 Feb 16 17:33:36.034818 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36200) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:36.065019 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-beba3238-f520-4349-93af-d1e3e8ddcb54 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:36.065491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beba3238-f520-4349-93af-d1e3e8ddcb54 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:36.067198 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-beba3238-f520-4349-93af-d1e3e8ddcb54 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/79050900-2201-442d-ae3a-61df37f6978b HTTP/1.1" status: 404 len: 339 time: 0.0313518 Feb 16 17:33:36.071445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36204) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:36.111394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a17123-2707-4518-a27c-0bd268c86d8c tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:36.111788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a17123-2707-4518-a27c-0bd268c86d8c tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:36.113482 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-61a17123-2707-4518-a27c-0bd268c86d8c tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/subnets/066577f1-6d0a-41d0-bbbb-2274a165b5c1 HTTP/1.1" status: 404 len: 337 time: 0.0410914 Feb 16 17:33:36.116029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36208) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:36.141606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f047a6-ef63-4fb2-9dcc-f84e79a512b0 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:36.142079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f047a6-ef63-4fb2-9dcc-f84e79a512b0 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87720) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:36.144171 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-12f047a6-ef63-4fb2-9dcc-f84e79a512b0 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/79050900-2201-442d-ae3a-61df37f6978b HTTP/1.1" status: 404 len: 339 time: 0.0272331 Feb 16 17:33:36.155594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36212) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:36.253040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Deleting subnet 052d907d-b268-4fe6-b5b4-807dc9f1fc68 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:33:36.256761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.281884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ff01e5a8-bb19-43f1-954e-700c2607d5b9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:36.324003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.366898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ff01e5a8-bb19-43f1-954e-700c2607d5b9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:36.509015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.584153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.626490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Subnet': ['ID=052d907d-b268-4fe6-b5b4-807dc9f1fc68,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:36.632041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.646894 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bfb09f88-255f-4cf9-800e-63c63abc6aa7 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/subnets/052d907d-b268-4fe6-b5b4-807dc9f1fc68 HTTP/1.1" status: 204 len: 168 time: 0.4904578 Feb 16 17:33:36.649316 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36216) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:36.771565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.783321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Deleting port ff01e5a8-bb19-43f1-954e-700c2607d5b9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:36.783708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.827171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.944770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16fc38-9bfb-4d8b-88d8-9d59a4ec3b9f None None] Network b5147f29-f546-4b5a-94ba-2e9907310e2a requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:36.996937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] For port ff01e5a8-bb19-43f1-954e-700c2607d5b9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ff01e5a8-bb19-43f1-954e-700c2607d5b9,segment=NetworkSegment(fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76),segment_id=fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:36.997259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.052443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e95c2614-7f05-42e8-be2f-8ae922b71093 None None] Provisioning for port ff01e5a8-bb19-43f1-954e-700c2607d5b9 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:37.084834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e95c2614-7f05-42e8-be2f-8ae922b71093 None None] Provisioning complete for port ff01e5a8-bb19-43f1-954e-700c2607d5b9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:37.085200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e95c2614-7f05-42e8-be2f-8ae922b71093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.125826 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Calling delete_port for ff01e5a8-bb19-43f1-954e-700c2607d5b9 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:37.207346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.238313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-e95c2614-7f05-42e8-be2f-8ae922b71093 None None] Port ff01e5a8-bb19-43f1-954e-700c2607d5b9 update to ACTIVE by agent not found {{(pid=87722) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 17:33:37.254665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Port': ['ID=ff01e5a8-bb19-43f1-954e-700c2607d5b9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:37.260541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No DVR routers for this DVR port ff01e5a8-bb19-43f1-954e-700c2607d5b9 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:37.326070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113b3a3-1d16-4705-8e38-0a748439dfc5 None None] DHCP port deletion for b5147f29-f546-4b5a-94ba-2e9907310e2a request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:33:37.386649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.416193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5147f29-f546-4b5a-94ba-2e9907310e2a']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:37.428052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:37.428350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1b24a4-a030-48fd-9bc2-bd6c2eb82a76') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:37.440296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.456929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.463917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:37.464309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:37.478488 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:37.559839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.576843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.587303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Network': ['ID=b5147f29-f546-4b5a-94ba-2e9907310e2a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:37.591283 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f0c9f32e-0328-4f9b-9221-436628eaa4e8 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/b5147f29-f546-4b5a-94ba-2e9907310e2a HTTP/1.1" status: 204 len: 168 time: 0.9410570 Feb 16 17:33:37.593682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36220) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:37.630522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcd7a83-d2e0-4ba1-a7ac-016e83344edd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:37.630984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcd7a83-d2e0-4ba1-a7ac-016e83344edd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:37.632588 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7dcd7a83-d2e0-4ba1-a7ac-016e83344edd tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/subnets/d409095a-78c5-4cfa-ad68-3d2957144414 HTTP/1.1" status: 404 len: 337 time: 0.0380433 Feb 16 17:33:37.636057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36224) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:37.660250 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c36aae-7dcb-47e8-ac6a-945975ef20a0 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:37.660686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c36aae-7dcb-47e8-ac6a-945975ef20a0 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:37.662246 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a7c36aae-7dcb-47e8-ac6a-945975ef20a0 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/d1ea66de-df6a-480f-98f1-a5885b81bae0 HTTP/1.1" status: 404 len: 339 time: 0.0252690 Feb 16 17:33:37.664708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36228) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:37.704786 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f29c6d-8023-4b23-a379-7bacdcdbb9d9 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:37.705217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f29c6d-8023-4b23-a379-7bacdcdbb9d9 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:37.706821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70f29c6d-8023-4b23-a379-7bacdcdbb9d9 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/subnets/0cca2405-e303-4ded-98c3-c99835d7093c HTTP/1.1" status: 404 len: 337 time: 0.0412474 Feb 16 17:33:37.709470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36232) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:37.733574 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.pecan_wsgi.hooks.translation [None req-df55049a-fbef-4a78-a027-6227e5aecd3d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] DELETE failed (client error): The resource could not be found. Feb 16 17:33:37.734007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df55049a-fbef-4a78-a027-6227e5aecd3d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87721) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:33:37.735613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-df55049a-fbef-4a78-a027-6227e5aecd3d tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/40361710-7479-4df3-b3ea-56df0b84c5b9 HTTP/1.1" status: 404 len: 339 time: 0.0252964 Feb 16 17:33:37.738034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36236) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:37.802748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Deleting subnet a2ace8e9-933d-4143-8d29-3448595bfd2c {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:33:37.805990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.865861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.952503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.027467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.162134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ace8e9-933d-4143-8d29-3448595bfd2c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:38.167804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.175239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c3e4c-78e2-44c9-8ae3-8a1962d15458 None None] Network 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:38.182245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36240) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:38.183076 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-58971013-3737-40b0-9652-b550382e6994 tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/subnets/a2ace8e9-933d-4143-8d29-3448595bfd2c HTTP/1.1" status: 204 len: 168 time: 0.4432821 Feb 16 17:33:38.257741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ff01e5a8-bb19-43f1-954e-700c2607d5b9 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:33:38.300951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.309022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ff01e5a8-bb19-43f1-954e-700c2607d5b9 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:38.309357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ff01e5a8-bb19-43f1-954e-700c2607d5b9 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:33:38.311621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Deleting port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:38.311959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.486105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] DHCP port deletion for 1b19224e-2cce-4a1f-8d36-c2a7ba496c6c request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:33:38.491208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Deleting port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:38.491714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.528780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] For port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,segment=NetworkSegment(debf66b3-7624-495a-9c9d-b128ee8c4382),segment_id=debf66b3-7624-495a-9c9d-b128ee8c4382)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:38.529125 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.705156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] For port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,segment=NetworkSegment(debf66b3-7624-495a-9c9d-b128ee8c4382),segment_id=debf66b3-7624-495a-9c9d-b128ee8c4382)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:38.705448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.759711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Calling delete_port for 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:38.836925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.867744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Calling delete_port for 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:38.897522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Port': ['ID=5b2205a9-c2dc-494d-ae7e-1e849e3e0f30,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:38.907116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] No DVR routers for this DVR port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:38.943859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:33:38.944206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:33:39.034515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.059529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b19224e-2cce-4a1f-8d36-c2a7ba496c6c']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.071432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debf66b3-7624-495a-9c9d-b128ee8c4382') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.071729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debf66b3-7624-495a-9c9d-b128ee8c4382') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.083060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.099106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.105234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:39.105656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:39.120552 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:39.206684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.225140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.237466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] Pushing event deleted for resources: {'Network': ['ID=1b19224e-2cce-4a1f-8d36-c2a7ba496c6c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:39.241545 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d98ec30d-7d00-46d9-9bda-eff7aed5852a tempest-NetworksIpV6Test-910810186 tempest-NetworksIpV6Test-910810186-project] 10.222.0.43 "DELETE /v2.0/networks/1b19224e-2cce-4a1f-8d36-c2a7ba496c6c HTTP/1.1" status: 204 len: 168 time: 1.0582092 Feb 16 17:33:39.445741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Deleting port 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:39.446223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.509437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36248) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:39.512209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-196a8d9d-63c0-46f0-bb2a-875ec11e1ce6 None None] The port '5b2205a9-c2dc-494d-ae7e-1e849e3e0f30' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:33:39.659212 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8ffff4fe-fe2d-4d87-878c-ed2f2edcacb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f12144a1aab4b8b8988c7b25fac939c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484053 Feb 16 17:33:39.661652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36254) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:39.720018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4dae175b-4e48-4a80-8af1-a0a398feac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.749636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4dae175b-4e48-4a80-8af1-a0a398feac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.802465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4dae175b-4e48-4a80-8af1-a0a398feac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.817047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae175b-4e48-4a80-8af1-a0a398feac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fbd4dd-0a12-462c-a0a6-90f924174de3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:39.823273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4dae175b-4e48-4a80-8af1-a0a398feac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.826805 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4dae175b-4e48-4a80-8af1-a0a398feac04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9fbd4dd-0a12-462c-a0a6-90f924174de3 HTTP/1.1" status: 204 len: 168 time: 0.1618285 Feb 16 17:33:40.223054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:33:40.264263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:40.264605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5b2205a9-c2dc-494d-ae7e-1e849e3e0f30 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:33:40.557716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36278) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:40.659954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-212399529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:40.667634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:40.671416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Usage tracker for resource:router and tenant:c8e01853579846e2a008a0a8bed872ed is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:40.674196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:40.680255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:40.690364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.691418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.706524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.724719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.747007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.748163 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b364a6fd-2b66-4d17-a05e-d6cd44822722 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1894407 Feb 16 17:33:40.750946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36284) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:40.756282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-226969205'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:40.762386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:40.766753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Usage tracker for resource:network and tenant:c8e01853579846e2a008a0a8bed872ed is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:40.769684 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:40.776056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:40.785728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Made reservation on behalf of c8e01853579846e2a008a0a8bed872ed for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:40.789097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.801729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.816475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:40.820222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Usage tracker for resource:security_group_rule and tenant:c8e01853579846e2a008a0a8bed872ed is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:40.823801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:40.829670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:40.910523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.914648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.945659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:40.955502 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da9a57f-e5e9-4740-9ce9-13b8b7ffb360,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:40.961143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.961389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Added segment a1d3ca33-d056-41ab-8d43-a6e84f09094b of type vlan for network 22581905-c10c-4030-83a0-8fab623409b8 Feb 16 17:33:40.990430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.019095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.024638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:41.025551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.136164 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3842089 Feb 16 17:33:41.137014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f264f37-6baa-4d50-a199-868d2f9df975 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event updated for resources: {'Network': ['ID=22581905-c10c-4030-83a0-8fab623409b8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.139069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36288) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:41.145431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Request body: {'subnet': {'network_id': '22581905-c10c-4030-83a0-8fab623409b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:41.148224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 22581905-c10c-4030-83a0-8fab623409b8 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:41.257117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:41.261991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Usage tracker for resource:subnet and tenant:c8e01853579846e2a008a0a8bed872ed is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:41.265020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:41.270641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:41.280209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Made reservation on behalf of c8e01853579846e2a008a0a8bed872ed for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:41.284506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.501074 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.582040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event updated for resources: {'Subnet': ['ID=831b96f5-f088-4e96-b687-cf3feaf20487,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.593500 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.593834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.594161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.594482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.594824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.595144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.595463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.595774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.596088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.596398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.596704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.597015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:41.602683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Checking segment: {'id': 'a1d3ca33-d056-41ab-8d43-a6e84f09094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '22581905-c10c-4030-83a0-8fab623409b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:41.603039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Network hostable DHCP agents. Network: 22581905-c10c-4030-83a0-8fab623409b8, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:41.622819 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Network 22581905-c10c-4030-83a0-8fab623409b8 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:41.631508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 22581905-c10c-4030-83a0-8fab623409b8) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:41.636579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:41.637153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.641717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336bfe6-3e6a-4a4c-ba8e-fabaac6644d0 None None] Network 22581905-c10c-4030-83a0-8fab623409b8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:41.660966 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cf148ed7-0a93-4ff4-8c86-b73d616d4a34 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201771 Feb 16 17:33:41.664127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36292) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:41.670597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-80453767'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:41.675672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:41.679625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Usage tracker for resource:network and tenant:c8e01853579846e2a008a0a8bed872ed is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:41.682788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:41.688458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:41.699754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Made reservation on behalf of c8e01853579846e2a008a0a8bed872ed for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:41.703168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.731168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:41.740410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.740754 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Added segment b289e3e9-0cf3-46a1-abfc-77777ae62919 of type vlan for network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 Feb 16 17:33:41.768476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.799023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.804308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:41.804883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.857957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-22581905-c10c-4030-83a0-8fab623409b8', 'network_id': '22581905-c10c-4030-83a0-8fab623409b8', 'tenant_id': 'c8e01853579846e2a008a0a8bed872ed', 'fixed_ips': [{'subnet_id': '831b96f5-f088-4e96-b687-cf3feaf20487'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:41.858847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.898452 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2331762 Feb 16 17:33:41.902744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36296) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:41.908700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Request body: {'subnet': {'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:41.920470 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652c844-c349-4495-9b81-4037dbb9d01f tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event updated for resources: {'Network': ['ID=14bd1acd-8f91-4fe5-8f63-9effeb4092c2,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.936007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:41.983949 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:33:42.024299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:42.028005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Usage tracker for resource:subnet and tenant:c8e01853579846e2a008a0a8bed872ed is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:42.030821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:42.036856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:42.047079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Made reservation on behalf of c8e01853579846e2a008a0a8bed872ed for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:42.050613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.113498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Allocated IP 172.20.0.2 (22581905-c10c-4030-83a0-8fab623409b8/831b96f5-f088-4e96-b687-cf3feaf20487/a3ee8cf1-1a38-4815-a269-94ec4a403a25) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:42.295735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.325739 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.336459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Transition to ACTIVE for port object a3ee8cf1-1a38-4815-a269-94ec4a403a25 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:42.355704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Transition to ACTIVE for port object a3ee8cf1-1a38-4815-a269-94ec4a403a25 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:42.361296 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.375672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event updated for resources: {'Subnet': ['ID=1f12692e-424e-4899-b5c9-b9670cdcc5d8,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:42.385621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Checking segment: {'id': 'b289e3e9-0cf3-46a1-abfc-77777ae62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:42.385964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Network hostable DHCP agents. Network: 14bd1acd-8f91-4fe5-8f63-9effeb4092c2, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:42.405209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:42.417074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 14bd1acd-8f91-4fe5-8f63-9effeb4092c2) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:42.421244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:42.421828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.430039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd4e156-96b1-4468-a61d-f187e0d6fa49 None None] Network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:42.450653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Network 22581905-c10c-4030-83a0-8fab623409b8 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:42.452247 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-067b30b4-f411-4969-a6d9-780c77297b8c tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5482664 Feb 16 17:33:42.455353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36300) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:42.458069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:42.460443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-0fa26b1e-8dcb-4251-b3af-926e5cc123d1 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Request body: {'router': {'external_gateway_info': {'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:42.506722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:42.513897 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Pushing event updated for resources: {'Port': ['ID=a3ee8cf1-1a38-4815-a269-94ec4a403a25,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:42.631922 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Attempting to bind port a3ee8cf1-1a38-4815-a269-94ec4a403a25 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:42.632284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Attempting to bind port a3ee8cf1-1a38-4815-a269-94ec4a403a25 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'a1d3ca33-d056-41ab-8d43-a6e84f09094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '22581905-c10c-4030-83a0-8fab623409b8'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:42.632644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Attempting to bind port a3ee8cf1-1a38-4815-a269-94ec4a403a25 on network 22581905-c10c-4030-83a0-8fab623409b8 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:42.649654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:42.651174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Checking segment: {'id': 'a1d3ca33-d056-41ab-8d43-a6e84f09094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '22581905-c10c-4030-83a0-8fab623409b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:42.651174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.651507 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Bound using segment: {'id': 'a1d3ca33-d056-41ab-8d43-a6e84f09094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '22581905-c10c-4030-83a0-8fab623409b8'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:42.651971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Bound port: a3ee8cf1-1a38-4815-a269-94ec4a403a25, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d3ca33-d056-41ab-8d43-a6e84f09094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '22581905-c10c-4030-83a0-8fab623409b8'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:42.652345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.863247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-14bd1acd-8f91-4fe5-8f63-9effeb4092c2', 'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2', 'tenant_id': 'c8e01853579846e2a008a0a8bed872ed', 'fixed_ips': [{'subnet_id': '1f12692e-424e-4899-b5c9-b9670cdcc5d8'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:42.864066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.876463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] For port a3ee8cf1-1a38-4815-a269-94ec4a403a25, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:42.877571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0fa26b1e-8dcb-4251-b3af-926e5cc123d1 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.889704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] For port a3ee8cf1-1a38-4815-a269-94ec4a403a25, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a3ee8cf1-1a38-4815-a269-94ec4a403a25,segment=NetworkSegment(a1d3ca33-d056-41ab-8d43-a6e84f09094b),segment_id=a1d3ca33-d056-41ab-8d43-a6e84f09094b)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:42.927703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.039346 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.api.v2.resource [None req-0fa26b1e-8dcb-4251-b3af-926e5cc123d1 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:33:43.040365 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0fa26b1e-8dcb-4251-b3af-926e5cc123d1 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "PUT /v2.0/routers/6eb4d4bb-2a1f-4523-9bde-2ca3a58f46fa HTTP/1.1" status: 400 len: 364 time: 0.5840962 Feb 16 17:33:43.046689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36304) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:43.076466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3474182-022b-42a2-ad0b-c3b83f339328 None None] Pushing event updated for resources: {'Port': ['ID=a3ee8cf1-1a38-4815-a269-94ec4a403a25,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:43.110167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Allocated IP 172.21.0.2 (14bd1acd-8f91-4fe5-8f63-9effeb4092c2/1f12692e-424e-4899-b5c9-b9670cdcc5d8/5dd6d36f-6be6-45bf-bdb9-693cae27de7b) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:43.125434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Deleting subnet 1f12692e-424e-4899-b5c9-b9670cdcc5d8 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:33:43.356711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.367991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Transition to ACTIVE for port object 5dd6d36f-6be6-45bf-bdb9-693cae27de7b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:43.389489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Transition to ACTIVE for port object 5dd6d36f-6be6-45bf-bdb9-693cae27de7b will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:43.394498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.395091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.456245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.461355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:43.465027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:43.468681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:43.474417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Pushing event updated for resources: {'Port': ['ID=5dd6d36f-6be6-45bf-bdb9-693cae27de7b,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:43.549214 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.567675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Attempting to bind port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:43.568045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Attempting to bind port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b289e3e9-0cf3-46a1-abfc-77777ae62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:43.568402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Attempting to bind port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b on network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:43.574179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:43.574605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Checking segment: {'id': 'b289e3e9-0cf3-46a1-abfc-77777ae62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:43.574984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.575372 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Bound using segment: {'id': 'b289e3e9-0cf3-46a1-abfc-77777ae62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:43.575840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Bound port: 5dd6d36f-6be6-45bf-bdb9-693cae27de7b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b289e3e9-0cf3-46a1-abfc-77777ae62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '14bd1acd-8f91-4fe5-8f63-9effeb4092c2'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:43.576280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.740817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.741081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] For port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:43.746086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] For port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5dd6d36f-6be6-45bf-bdb9-693cae27de7b,segment=NetworkSegment(b289e3e9-0cf3-46a1-abfc-77777ae62919),segment_id=b289e3e9-0cf3-46a1-abfc-77777ae62919)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:43.751765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.786085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.788863 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event deleted for resources: {'Subnet': ['ID=1f12692e-424e-4899-b5c9-b9670cdcc5d8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:43.798944 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0ee8278a-f1fd-4910-9d66-87ec174e5ad3 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "DELETE /v2.0/subnets/1f12692e-424e-4899-b5c9-b9670cdcc5d8 HTTP/1.1" status: 204 len: 168 time: 0.7487385 Feb 16 17:33:43.799230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36308) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:43.836088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5933e-1333-4477-9b99-e8aaa3af46a7 None None] Pushing event updated for resources: {'Port': ['ID=5dd6d36f-6be6-45bf-bdb9-693cae27de7b,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:44.070302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.081453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Deleting port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:44.081783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.112947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2fdb8-8359-4c5f-9738-d02336870bed None None] Network 22581905-c10c-4030-83a0-8fab623409b8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:44.232535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-589c40d5-3d05-48d0-abe8-2f0a2b79ff23 None None] Provisioning for port a3ee8cf1-1a38-4815-a269-94ec4a403a25 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:44.340819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] For port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5dd6d36f-6be6-45bf-bdb9-693cae27de7b,segment=NetworkSegment(b289e3e9-0cf3-46a1-abfc-77777ae62919),segment_id=b289e3e9-0cf3-46a1-abfc-77777ae62919)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:44.342310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.362140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a3ee8cf1-1a38-4815-a269-94ec4a403a25 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:44.457182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port a3ee8cf1-1a38-4815-a269-94ec4a403a25 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:44.464650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port a3ee8cf1-1a38-4815-a269-94ec4a403a25 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:44.465040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.475488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Calling delete_port for 5dd6d36f-6be6-45bf-bdb9-693cae27de7b owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:44.563830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.597700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.612783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event deleted for resources: {'Port': ['ID=5dd6d36f-6be6-45bf-bdb9-693cae27de7b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:44.617993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] No DVR routers for this DVR port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:44.641162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port a3ee8cf1-1a38-4815-a269-94ec4a403a25, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a3ee8cf1-1a38-4815-a269-94ec4a403a25,segment=NetworkSegment(a1d3ca33-d056-41ab-8d43-a6e84f09094b),segment_id=a1d3ca33-d056-41ab-8d43-a6e84f09094b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:44.645085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.646283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5dd6d36f-6be6-45bf-bdb9-693cae27de7b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:44.740053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 5dd6d36f-6be6-45bf-bdb9-693cae27de7b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:44.740553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5dd6d36f-6be6-45bf-bdb9-693cae27de7b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 17:33:44.754881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.794320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Port 5dd6d36f-6be6-45bf-bdb9-693cae27de7b not found, will not notify nova. {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 17:33:44.800148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bd1acd-8f91-4fe5-8f63-9effeb4092c2']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:44.813572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=a3ee8cf1-1a38-4815-a269-94ec4a403a25,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:44.814902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b289e3e9-0cf3-46a1-abfc-77777ae62919') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:44.815206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b289e3e9-0cf3-46a1-abfc-77777ae62919') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:44.818275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-70368612-95f0-4694-b0b7-dbcf32d74ea3 None None] Provisioning complete for port a3ee8cf1-1a38-4815-a269-94ec4a403a25 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:44.818753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-70368612-95f0-4694-b0b7-dbcf32d74ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.830916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.858168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.865100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:44.865472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:44.886694 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:44.971391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.991232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.003251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event deleted for resources: {'Network': ['ID=14bd1acd-8f91-4fe5-8f63-9effeb4092c2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:45.010751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36312) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:45.011381 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-115bc7f8-ddf2-4195-8a21-9e7bb9a87b89 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "DELETE /v2.0/networks/14bd1acd-8f91-4fe5-8f63-9effeb4092c2 HTTP/1.1" status: 204 len: 168 time: 1.2104607 Feb 16 17:33:45.059440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf5bf0-2f2e-4a7e-92aa-b026e80f2800 None None] DHCP port deletion for 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:33:45.067697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3ae9a408-4a7d-47b7-921f-04b564e557ca None None] Could not find standard attr ID for object 5dd6d36f-6be6-45bf-bdb9-693cae27de7b. {{(pid=87722) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:33:45.077656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fc0e1-37fe-41fa-b074-12472e3b3669 None None] Network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:45.083275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Deleting subnet 831b96f5-f088-4e96-b687-cf3feaf20487 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:33:45.086265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.095784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fc0e1-37fe-41fa-b074-12472e3b3669 None None] Network 14bd1acd-8f91-4fe5-8f63-9effeb4092c2 could not be found, it might have been deleted concurrently. {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 17:33:45.147375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.232062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.309281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.347506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event deleted for resources: {'Subnet': ['ID=831b96f5-f088-4e96-b687-cf3feaf20487,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:45.351191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.358044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9f992291-2a14-4675-993d-6041ce8be495 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "DELETE /v2.0/subnets/831b96f5-f088-4e96-b687-cf3feaf20487 HTTP/1.1" status: 204 len: 168 time: 0.3459773 Feb 16 17:33:45.359306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5321a6-fdeb-4347-8da4-e17b96197aa4 None None] Network 22581905-c10c-4030-83a0-8fab623409b8 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:45.360527 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36316) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:45.474957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.485822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Deleting port a3ee8cf1-1a38-4815-a269-94ec4a403a25 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:45.486146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.641844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] DHCP port deletion for 22581905-c10c-4030-83a0-8fab623409b8 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:33:45.646160 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Deleting port a3ee8cf1-1a38-4815-a269-94ec4a403a25 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:45.646526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.692935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] For port a3ee8cf1-1a38-4815-a269-94ec4a403a25, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a3ee8cf1-1a38-4815-a269-94ec4a403a25,segment=NetworkSegment(a1d3ca33-d056-41ab-8d43-a6e84f09094b),segment_id=a1d3ca33-d056-41ab-8d43-a6e84f09094b)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:45.693278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.818960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Calling delete_port for a3ee8cf1-1a38-4815-a269-94ec4a403a25 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:45.851580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] For port a3ee8cf1-1a38-4815-a269-94ec4a403a25, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=a3ee8cf1-1a38-4815-a269-94ec4a403a25,segment=NetworkSegment(a1d3ca33-d056-41ab-8d43-a6e84f09094b),segment_id=a1d3ca33-d056-41ab-8d43-a6e84f09094b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:45.851887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.905602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.957353 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event deleted for resources: {'Port': ['ID=a3ee8cf1-1a38-4815-a269-94ec4a403a25,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:45.963259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] No DVR routers for this DVR port a3ee8cf1-1a38-4815-a269-94ec4a403a25 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:45.980624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Calling delete_port for a3ee8cf1-1a38-4815-a269-94ec4a403a25 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:33:46.054401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:33:46.054401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:33:46.094446 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.119161 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22581905-c10c-4030-83a0-8fab623409b8']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:46.131217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d3ca33-d056-41ab-8d43-a6e84f09094b') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:46.131504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d3ca33-d056-41ab-8d43-a6e84f09094b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:46.144482 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.164723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.175095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:46.175335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:46.195249 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:46.226718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a3ee8cf1-1a38-4815-a269-94ec4a403a25 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:33:46.261254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: a3ee8cf1-1a38-4815-a269-94ec4a403a25 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:46.261589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device a3ee8cf1-1a38-4815-a269-94ec4a403a25 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:33:46.262000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5dd6d36f-6be6-45bf-bdb9-693cae27de7b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:33:46.284315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.298917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 5dd6d36f-6be6-45bf-bdb9-693cae27de7b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:33:46.299252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5dd6d36f-6be6-45bf-bdb9-693cae27de7b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:33:46.304684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.313689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Pushing event deleted for resources: {'Network': ['ID=22581905-c10c-4030-83a0-8fab623409b8,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:46.317712 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8f2228de-6ab6-4ac6-90a2-35693d5c2057 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "DELETE /v2.0/networks/22581905-c10c-4030-83a0-8fab623409b8 HTTP/1.1" status: 204 len: 168 time: 0.9562807 Feb 16 17:33:46.322385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36320) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:46.365710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a2e719fe-9a61-4790-8881-820c4f2e5bb4 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Synchronizing usage tracker for tenant:c8e01853579846e2a008a0a8bed872ed on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:33:46.382179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a2e719fe-9a61-4790-8881-820c4f2e5bb4 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Unset dirty status for tenant:c8e01853579846e2a008a0a8bed872ed on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:33:46.383292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a2e719fe-9a61-4790-8881-820c4f2e5bb4 tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb4d4bb-2a1f-4523-9bde-2ca3a58f46fa HTTP/1.1" status: 200 len: 205 time: 0.0596018 Feb 16 17:33:46.386695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36324) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:46.526115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.555027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Deleting port a3ee8cf1-1a38-4815-a269-94ec4a403a25 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:33:46.555466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.621818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-16ab8da5-460c-468c-a4ad-36ecdd2441f4 None None] The port 'a3ee8cf1-1a38-4815-a269-94ec4a403a25' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:33:46.928138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.930262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.953373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.953958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb4d4bb-2a1f-4523-9bde-2ca3a58f46fa {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:33:46.965426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.966522 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9a257b2b-b9c6-4f30-867a-12f2cd8f4c0e tempest-RoutersNegativeTest-687521780 tempest-RoutersNegativeTest-687521780-project] 10.222.0.43 "DELETE /v2.0/routers/6eb4d4bb-2a1f-4523-9bde-2ca3a58f46fa HTTP/1.1" status: 204 len: 168 time: 0.5789139 Feb 16 17:33:47.227346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36332) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:47.375311 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-13a46387-8f5a-48b3-9595-87abcbe8a706 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8e01853579846e2a008a0a8bed872ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460390 Feb 16 17:33:47.377620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36338) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:47.436605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-587834aa-adb0-40a3-a454-3d035aed9bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.465314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-587834aa-adb0-40a3-a454-3d035aed9bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.518823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-587834aa-adb0-40a3-a454-3d035aed9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.533048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587834aa-adb0-40a3-a454-3d035aed9bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da9a57f-e5e9-4740-9ce9-13b8b7ffb360,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:47.542464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-587834aa-adb0-40a3-a454-3d035aed9bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.543602 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-587834aa-adb0-40a3-a454-3d035aed9bc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7da9a57f-e5e9-4740-9ce9-13b8b7ffb360 HTTP/1.1" status: 204 len: 168 time: 0.1650975 Feb 16 17:33:48.192320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:48.296680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1861469626-network', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:48.301827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:48.305718 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Usage tracker for resource:network and tenant:2bd449cd21054759aaeeeeabdebcf60c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:48.308878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:48.314522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:48.325463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Made reservation on behalf of 2bd449cd21054759aaeeeeabdebcf60c for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:48.327724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.340305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.354345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:48.358090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Usage tracker for resource:security_group_rule and tenant:2bd449cd21054759aaeeeeabdebcf60c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:48.360843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:48.366831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:48.451252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.456154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.487112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:48.495829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df278e19-1d36-4549-a0bb-1eaffe619615,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:48.501423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.501763 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Added segment 043fe52f-750f-454c-bdca-0219966ef971 of type vlan for network 14aaa35b-2697-477c-a269-ac789f5cca29 Feb 16 17:33:48.528551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.570536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.572066 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:48.572632 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.684605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] Pushing event updated for resources: {'Network': ['ID=14aaa35b-2697-477c-a269-ac789f5cca29,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:48.687544 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ed91fe20-f0c8-4a30-849a-c888e0a967be admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4941406 Feb 16 17:33:48.690494 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36370) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:48.695387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 14aaa35b-2697-477c-a269-ac789f5cca29 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:48.695849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Request body: {'subnet': {'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-subnet', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:48.701281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:48.705266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Usage tracker for resource:subnet and tenant:2bd449cd21054759aaeeeeabdebcf60c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:48.708187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:48.714191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:48.723657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Made reservation on behalf of 2bd449cd21054759aaeeeeabdebcf60c for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:48.725963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.939226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.018361 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68da2f5d-10f2-49ad-8bce-571fffb95534,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:49.029110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Checking segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:49.029458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Network hostable DHCP agents. Network: 14aaa35b-2697-477c-a269-ac789f5cca29, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:49.051121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Network 14aaa35b-2697-477c-a269-ac789f5cca29 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:49.061509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 14aaa35b-2697-477c-a269-ac789f5cca29) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:49.066934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:49.067856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.073082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7ad72-ef54-41ca-9dce-980037fa1b2e None None] Network 14aaa35b-2697-477c-a269-ac789f5cca29 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:49.092391 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c14d4910-5f4a-42d2-bf86-4fb07f33669f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4007995 Feb 16 17:33:49.095268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36374) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:49.100237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:49.106622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:49.110399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Usage tracker for resource:router and tenant:2bd449cd21054759aaeeeeabdebcf60c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:49.113243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:49.119726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:49.130338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.132001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.147835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.320957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-14aaa35b-2697-477c-a269-ac789f5cca29', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'fixed_ips': [{'subnet_id': '68da2f5d-10f2-49ad-8bce-571fffb95534'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:49.321911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.437366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.479943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Allocated IP 172.20.0.2 (14aaa35b-2697-477c-a269-ac789f5cca29/68da2f5d-10f2-49ad-8bce-571fffb95534/fdfd2f57-8187-426d-be52-f9ac45ea4f59) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:49.692660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.707817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Transition to ACTIVE for port object fdfd2f57-8187-426d-be52-f9ac45ea4f59 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:49.726545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Transition to ACTIVE for port object fdfd2f57-8187-426d-be52-f9ac45ea4f59 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:49.733107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.768344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.799274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.837017 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Network 14aaa35b-2697-477c-a269-ac789f5cca29 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:49.840527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:49.844174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:49.876067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Pushing event updated for resources: {'Port': ['ID=fdfd2f57-8187-426d-be52-f9ac45ea4f59,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:49.939173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Attempting to bind port fdfd2f57-8187-426d-be52-f9ac45ea4f59 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:49.939645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Attempting to bind port fdfd2f57-8187-426d-be52-f9ac45ea4f59 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:49.940024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Attempting to bind port fdfd2f57-8187-426d-be52-f9ac45ea4f59 on network 14aaa35b-2697-477c-a269-ac789f5cca29 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:49.945905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:49.946280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Checking segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:49.947413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.947706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Bound using segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:49.948273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Bound port: fdfd2f57-8187-426d-be52-f9ac45ea4f59, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:49.948762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.044672 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Allocated IP 172.26.7.142 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/e9e1cc73-0723-483f-b4e6-9c28d979a422) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:50.047559 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] For port fdfd2f57-8187-426d-be52-f9ac45ea4f59, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:50.050475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] For port fdfd2f57-8187-426d-be52-f9ac45ea4f59, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fdfd2f57-8187-426d-be52-f9ac45ea4f59,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:50.057794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.140384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a352-ccbd-4328-b21c-9fac6a929b65 None None] Pushing event updated for resources: {'Port': ['ID=fdfd2f57-8187-426d-be52-f9ac45ea4f59,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:50.210997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.244074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.321274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:50.322670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:50.330790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:50.376909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e1cc73-0723-483f-b4e6-9c28d979a422,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:50.803215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.161958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.179831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57757b49-9470-4b81-a300-ba5fcaa42e82 None None] Network 14aaa35b-2697-477c-a269-ac789f5cca29 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:51.278523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b4fe359e-a44f-4068-8573-ec6810ec8724 None None] Provisioning for port fdfd2f57-8187-426d-be52-f9ac45ea4f59 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:51.367878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Router 96b2d454-337d-4a07-8b36-a665b09f4e82 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:33:51.674937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:33:51.685818 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Sync routers for ids ['96b2d454-337d-4a07-8b36-a665b09f4e82'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:51.696090 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Routers {'96b2d454-337d-4a07-8b36-a665b09f4e82'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:33:51.697353 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['96b2d454-337d-4a07-8b36-a665b09f4e82'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:51.701755 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.703010 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-60aa3230-be62-4515-8a80-2d5108843809 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6067958 Feb 16 17:33:51.706098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36378) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:51.894480 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Set router 96b2d454-337d-4a07-8b36-a665b09f4e82 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:33:52.215170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 3, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:52.219732 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Checking router: 96b2d454-337d-4a07-8b36-a665b09f4e82 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:52.220476 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Updating router 96b2d454-337d-4a07-8b36-a665b09f4e82 port e9e1cc73-0723-483f-b4e6-9c28d979a422 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:33:52.279000 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.284674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fdfd2f57-8187-426d-be52-f9ac45ea4f59 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:52.362957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port fdfd2f57-8187-426d-be52-f9ac45ea4f59 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:52.370815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fdfd2f57-8187-426d-be52-f9ac45ea4f59 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:52.372216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.436537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.503828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.542926 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port fdfd2f57-8187-426d-be52-f9ac45ea4f59, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fdfd2f57-8187-426d-be52-f9ac45ea4f59,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:52.546868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.616563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=fdfd2f57-8187-426d-be52-f9ac45ea4f59,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:52.668504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Allocated IP 172.20.0.1 (14aaa35b-2697-477c-a269-ac789f5cca29/68da2f5d-10f2-49ad-8bce-571fffb95534/7613e5db-823b-45ba-8024-01aed56a41d7) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:52.676869 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.690310 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Transition to ACTIVE for port object e9e1cc73-0723-483f-b4e6-9c28d979a422 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:52.695936 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.777734 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Pushing event updated for resources: {'Port': ['ID=e9e1cc73-0723-483f-b4e6-9c28d979a422,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:52.779872 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Attempting to bind port e9e1cc73-0723-483f-b4e6-9c28d979a422 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:52.780227 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Attempting to bind port e9e1cc73-0723-483f-b4e6-9c28d979a422 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:52.780577 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Attempting to bind port e9e1cc73-0723-483f-b4e6-9c28d979a422 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:52.789799 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.790676 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.791006 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.791324 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.791641 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.791964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.792272 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.792581 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.792892 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.793200 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.793508 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.793818 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:52.797000 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:52.797362 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:52.797752 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.798124 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:52.798585 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Bound port: e9e1cc73-0723-483f-b4e6-9c28d979a422, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:52.798963 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.871988 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] For port e9e1cc73-0723-483f-b4e6-9c28d979a422, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:52.875153 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] For port e9e1cc73-0723-483f-b4e6-9c28d979a422, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e9e1cc73-0723-483f-b4e6-9c28d979a422,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:52.879254 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.897053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.914277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Transition to ACTIVE for port object 7613e5db-823b-45ba-8024-01aed56a41d7 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:52.940952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.955051 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Routers {'96b2d454-337d-4a07-8b36-a665b09f4e82'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:33:52.955667 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['96b2d454-337d-4a07-8b36-a665b09f4e82'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:53.004781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Network 14aaa35b-2697-477c-a269-ac789f5cca29 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:53.007675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:53.010932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:53.054471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Pushing event updated for resources: {'Port': ['ID=7613e5db-823b-45ba-8024-01aed56a41d7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:53.075629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:53.122525 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702e6d-63d8-4a17-9944-89cdb892e876 None None] Pushing event updated for resources: {'Port': ['ID=e9e1cc73-0723-483f-b4e6-9c28d979a422,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:53.145131 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] Set router 96b2d454-337d-4a07-8b36-a665b09f4e82 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:33:53.253687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-118d778e-c7e2-4d50-ae9a-71c8420def75 None None] Provisioning for port 7613e5db-823b-45ba-8024-01aed56a41d7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:53.259838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-118d778e-c7e2-4d50-ae9a-71c8420def75 None None] Provisioning complete for port 7613e5db-823b-45ba-8024-01aed56a41d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:53.260315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-118d778e-c7e2-4d50-ae9a-71c8420def75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:53.320935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-118d778e-c7e2-4d50-ae9a-71c8420def75 None None] Port 7613e5db-823b-45ba-8024-01aed56a41d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:33:53.438748 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 3, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:53.442716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff54495-faff-4f7c-a943-f01b53b8882b None None] The sync data for ids ['96b2d454-337d-4a07-8b36-a665b09f4e82'] in dv-neutron-829527-2-hyperv is: [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 3, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:53.470073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:53.711082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:53.716141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:53.828914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Pushing event updated for resources: {'Port': ['ID=7613e5db-823b-45ba-8024-01aed56a41d7,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:53.832308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:53.978803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Network 14aaa35b-2697-477c-a269-ac789f5cca29 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:53.980018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:54.201218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Router 96b2d454-337d-4a07-8b36-a665b09f4e82 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:33:54.253391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-d940a160-4c6d-4482-be89-fcecebf4c0a9 None None] Provisioning complete for port 7613e5db-823b-45ba-8024-01aed56a41d7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:54.253822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d940a160-4c6d-4482-be89-fcecebf4c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:54.321299 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e9e1cc73-0723-483f-b4e6-9c28d979a422 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:54.373891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-d940a160-4c6d-4482-be89-fcecebf4c0a9 None None] Port 7613e5db-823b-45ba-8024-01aed56a41d7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:33:54.396966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e9e1cc73-0723-483f-b4e6-9c28d979a422 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:54.402758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e9e1cc73-0723-483f-b4e6-9c28d979a422 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:54.403133 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:54.409474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:33:54.420042 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dd78b310-6ca2-4f23-a79d-73864d1257bb admin admin] 10.222.0.43 "PUT /v2.0/routers/96b2d454-337d-4a07-8b36-a665b09f4e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7123339 Feb 16 17:33:54.527547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:54.545905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e9e1cc73-0723-483f-b4e6-9c28d979a422, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e9e1cc73-0723-483f-b4e6-9c28d979a422,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:33:54.549252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:54.550177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fdfd2f57-8187-426d-be52-f9ac45ea4f59 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:54.672103 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e9e1cc73-0723-483f-b4e6-9c28d979a422,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:54.682040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port fdfd2f57-8187-426d-be52-f9ac45ea4f59 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:54.682413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:54.898802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:54.964874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36396) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:54.971535 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-819474208-network', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:54.976775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:54.981745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Usage tracker for resource:network and tenant:afcddfcd070f4112b5f1d7bfbbb983f5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:54.984705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:54.992161 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:54.993270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Sync routers for ids ['96b2d454-337d-4a07-8b36-a665b09f4e82'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:55.002709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Routers {'96b2d454-337d-4a07-8b36-a665b09f4e82'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:33:55.003354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['96b2d454-337d-4a07-8b36-a665b09f4e82'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:55.003838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Made reservation on behalf of afcddfcd070f4112b5f1d7bfbbb983f5 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:55.006347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.019124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.034153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:55.038092 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:afcddfcd070f4112b5f1d7bfbbb983f5 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:55.041509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:55.047334 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:55.137972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.142410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.173906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:55.182403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18587a97-db2e-45cb-b7d4-be452722e368,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:55.187979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.188354 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Added segment b9c6aa93-eb7d-43e1-b35e-131b361eeb41 of type vlan for network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 Feb 16 17:33:55.206307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Set router 96b2d454-337d-4a07-8b36-a665b09f4e82 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:33:55.217141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.250252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.251360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:55.251965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.360805 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3947599 Feb 16 17:33:55.363660 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36400) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:55.364380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c596d6b-4516-45b4-b827-15e256d05ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:55.370866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Request body: {'subnet': {'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-subnet', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:55.376244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:55.380509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Usage tracker for resource:subnet and tenant:afcddfcd070f4112b5f1d7bfbbb983f5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:55.383752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:55.388520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:33:55.391051 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:55.401415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Made reservation on behalf of afcddfcd070f4112b5f1d7bfbbb983f5 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:55.404477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.613751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.651448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:53Z', 'revision_number': 4, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '7613e5db-823b-45ba-8024-01aed56a41d7', 'name': '', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'mac_address': 'fa:16:3e:81:46:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:52Z', 'updated_at': '2022-02-16T17:33:53Z', 'revision_number': 2, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'subnets': [{'id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:55.655655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Checking router: 96b2d454-337d-4a07-8b36-a665b09f4e82 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:55.656246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Updating router 96b2d454-337d-4a07-8b36-a665b09f4e82 port 7613e5db-823b-45ba-8024-01aed56a41d7 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:33:55.711126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.806536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f96f7b4-39a6-470f-82b2-6393961918c4,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:55.810665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Checking segment: {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:55.811020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Network hostable DHCP agents. Network: a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:55.830793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:55.840065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:55.844087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:55.844657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.852081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4248d91-2acc-4c4c-b5c4-4594411c4602 None None] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:55.866671 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-17ab2249-c9a8-459b-91bb-00eef8f8ae07 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5017054 Feb 16 17:33:55.869700 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36404) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:55.875141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:55.879816 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:33:55.883955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Usage tracker for resource:router and tenant:afcddfcd070f4112b5f1d7bfbbb983f5 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:33:55.887090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:33:55.892870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:33:55.904536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.905567 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.921275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.190248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.219681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259', 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'fixed_ips': [{'subnet_id': '1f96f7b4-39a6-470f-82b2-6393961918c4'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:33:56.220228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.300213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e9e1cc73-0723-483f-b4e6-9c28d979a422 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:33:56.361586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.401890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Transition to ACTIVE for port object 7613e5db-823b-45ba-8024-01aed56a41d7 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:56.416700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.522501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.555058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.597548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e9e1cc73-0723-483f-b4e6-9c28d979a422 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:56.597921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.668584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c7af3-488d-4549-920e-88175bb17647 None None] Pushing event updated for resources: {'Port': ['ID=7613e5db-823b-45ba-8024-01aed56a41d7,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:56.718690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Allocated IP 172.26.7.145 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/55af48af-0b30-48c5-a733-024aa50109b9) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:56.739073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Allocated IP 172.20.0.2 (a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259/1f96f7b4-39a6-470f-82b2-6393961918c4/bc87cff0-453b-4db4-a26a-e7ca10fec2f6) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:56.880588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.890245 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Attempting to bind port 7613e5db-823b-45ba-8024-01aed56a41d7 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:56.890621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Attempting to bind port 7613e5db-823b-45ba-8024-01aed56a41d7 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:56.890997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Attempting to bind port 7613e5db-823b-45ba-8024-01aed56a41d7 on network 14aaa35b-2697-477c-a269-ac789f5cca29 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:56.910613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:56.910991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Checking segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:56.911401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.911780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Bound using segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:56.912251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Bound port: 7613e5db-823b-45ba-8024-01aed56a41d7, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:56.912411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.912624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:56.978793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:56.981757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:56.985452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:57.019477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Pushing event updated for resources: {'Port': ['ID=55af48af-0b30-48c5-a733-024aa50109b9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:57.147875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] For port 7613e5db-823b-45ba-8024-01aed56a41d7, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:57.152757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] For port 7613e5db-823b-45ba-8024-01aed56a41d7, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7613e5db-823b-45ba-8024-01aed56a41d7,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:57.156892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.216705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.247619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Transition to ACTIVE for port object bc87cff0-453b-4db4-a26a-e7ca10fec2f6 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:57.275313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Routers {'96b2d454-337d-4a07-8b36-a665b09f4e82'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:33:57.275960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['96b2d454-337d-4a07-8b36-a665b09f4e82'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:57.331067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Transition to ACTIVE for port object bc87cff0-453b-4db4-a26a-e7ca10fec2f6 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:57.340276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c7af3-488d-4549-920e-88175bb17647 None None] Pushing event updated for resources: {'Port': ['ID=7613e5db-823b-45ba-8024-01aed56a41d7,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:57.351230 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.505233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:57.519347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:57.525685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:33:57.534948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Pushing event updated for resources: {'Port': ['ID=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:57.565289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.635298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] Set router 96b2d454-337d-4a07-8b36-a665b09f4e82 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:33:57.712497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Attempting to bind port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:57.712918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Attempting to bind port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:57.713279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Attempting to bind port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 on network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:57.722257 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:57.722648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Checking segment: {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:57.723049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.723438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Bound using segment: {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:57.723895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Bound port: bc87cff0-453b-4db4-a26a-e7ca10fec2f6, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:57.724263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.921646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.969633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] For port bc87cff0-453b-4db4-a26a-e7ca10fec2f6, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:57.990239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] For port bc87cff0-453b-4db4-a26a-e7ca10fec2f6, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:58.023286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:58.113248 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717bfd9-525d-49e2-92f3-e928d371f885 None None] Pushing event updated for resources: {'Port': ['ID=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:58.139606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:53Z', 'revision_number': 4, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '7613e5db-823b-45ba-8024-01aed56a41d7', 'name': '', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'mac_address': 'fa:16:3e:81:46:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:52Z', 'updated_at': '2022-02-16T17:33:57Z', 'revision_number': 4, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'subnets': [{'id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:58.143708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b4ca-e4a4-463b-beb6-b94d5595fb8a None None] The sync data for ids ['96b2d454-337d-4a07-8b36-a665b09f4e82'] in dv-neutron-829527-2-hyperv is: [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:53Z', 'revision_number': 4, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '7613e5db-823b-45ba-8024-01aed56a41d7', 'name': '', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'mac_address': 'fa:16:3e:81:46:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:52Z', 'updated_at': '2022-02-16T17:33:57Z', 'revision_number': 4, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'subnets': [{'id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:58.159994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Router 33b3c92f-7a12-4729-9e5d-93effd20de93 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:33:58.432802 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:33:58.441559 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Sync routers for ids ['33b3c92f-7a12-4729-9e5d-93effd20de93'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:58.453657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Routers {'33b3c92f-7a12-4729-9e5d-93effd20de93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:33:58.454741 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['33b3c92f-7a12-4729-9e5d-93effd20de93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:58.468395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:58.470002 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2d08dd9f-e2b0-41fc-813f-ff566d2d31bf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5985882 Feb 16 17:33:58.473210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36408) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:33:58.675698 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Set router 33b3c92f-7a12-4729-9e5d-93effd20de93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:33:59.050159 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:33:57Z', 'revision_number': 3, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:59.054573 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Checking router: 33b3c92f-7a12-4729-9e5d-93effd20de93 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:59.054936 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Updating router 33b3c92f-7a12-4729-9e5d-93effd20de93 port 55af48af-0b30-48c5-a733-024aa50109b9 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:33:59.120997 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.386571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62fb999-4d0d-472f-9184-f8ec728aa734 None None] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:33:59.455851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.494905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fd50a802-275f-4c3f-b0c7-6d733c0664eb None None] Provisioning for port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:59.577691 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.598941 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Transition to ACTIVE for port object 55af48af-0b30-48c5-a733-024aa50109b9 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:59.608855 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.699566 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Attempting to bind port 55af48af-0b30-48c5-a733-024aa50109b9 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:59.700088 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Attempting to bind port 55af48af-0b30-48c5-a733-024aa50109b9 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:59.700569 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Attempting to bind port 55af48af-0b30-48c5-a733-024aa50109b9 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:33:59.704237 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b7873-0a7e-4683-9af6-17ab2dc91420 None None] Pushing event updated for resources: {'Port': ['ID=55af48af-0b30-48c5-a733-024aa50109b9,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:59.711511 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:33:59.712148 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:33:59.712960 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.712960 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:33:59.713249 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Bound port: 55af48af-0b30-48c5-a733-024aa50109b9, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:59.713710 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.736813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Allocated IP 172.20.0.1 (a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259/1f96f7b4-39a6-470f-82b2-6393961918c4/4508bd8b-4210-4bd3-a2db-c0907a64f318) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:59.800381 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] For port 55af48af-0b30-48c5-a733-024aa50109b9, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:33:59.803658 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] For port 55af48af-0b30-48c5-a733-024aa50109b9, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=55af48af-0b30-48c5-a733-024aa50109b9,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:33:59.810121 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.889370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Routers {'33b3c92f-7a12-4729-9e5d-93effd20de93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:33:59.889995 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['33b3c92f-7a12-4729-9e5d-93effd20de93'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:59.909684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.927374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Transition to ACTIVE for port object 4508bd8b-4210-4bd3-a2db-c0907a64f318 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:59.954079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.955716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b7873-0a7e-4683-9af6-17ab2dc91420 None None] Pushing event updated for resources: {'Port': ['ID=55af48af-0b30-48c5-a733-024aa50109b9,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:00.029262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:00.032530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:00.036291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:34:00.077344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4508bd8b-4210-4bd3-a2db-c0907a64f318,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:00.097329 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] Set router 33b3c92f-7a12-4729-9e5d-93effd20de93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:34:00.103717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.332423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7613e5db-823b-45ba-8024-01aed56a41d7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:00.406253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-52c6725d-af19-4b54-87af-6effb979606a None None] Provisioning for port 4508bd8b-4210-4bd3-a2db-c0907a64f318 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:00.415821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-52c6725d-af19-4b54-87af-6effb979606a None None] Provisioning complete for port 4508bd8b-4210-4bd3-a2db-c0907a64f318 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:00.416432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-52c6725d-af19-4b54-87af-6effb979606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.421495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.438218 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:33:57Z', 'revision_number': 3, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:00.443172 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff163dfb-7a6d-46fa-aaff-c8b52884387c None None] The sync data for ids ['33b3c92f-7a12-4729-9e5d-93effd20de93'] in dv-neutron-829527-2-hyperv is: [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:33:57Z', 'revision_number': 3, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:00.465878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 7613e5db-823b-45ba-8024-01aed56a41d7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:00.474855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7613e5db-823b-45ba-8024-01aed56a41d7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:00.475221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.523501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-52c6725d-af19-4b54-87af-6effb979606a None None] Port 4508bd8b-4210-4bd3-a2db-c0907a64f318 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:34:00.604971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.645503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 7613e5db-823b-45ba-8024-01aed56a41d7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7613e5db-823b-45ba-8024-01aed56a41d7,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:00.651227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.652370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bc87cff0-453b-4db4-a26a-e7ca10fec2f6 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:00.669532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.674525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.789719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.803520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=7613e5db-823b-45ba-8024-01aed56a41d7,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:00.814438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:00.820784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:00.821764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.988925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3eda91a2-2ac7-436c-bb12-70cdf93f838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:01.000540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:01.042919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port bc87cff0-453b-4db4-a26a-e7ca10fec2f6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:01.047467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:01.080043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4508bd8b-4210-4bd3-a2db-c0907a64f318,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:01.125365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:01.152421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:01.153678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:01.357558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Router 33b3c92f-7a12-4729-9e5d-93effd20de93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:34:01.461720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5d9367a2-56bf-47ff-99d1-adefb578e1a4 None None] Provisioning complete for port 4508bd8b-4210-4bd3-a2db-c0907a64f318 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:01.462314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5d9367a2-56bf-47ff-99d1-adefb578e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:01.518957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-5d9367a2-56bf-47ff-99d1-adefb578e1a4 None None] Port 4508bd8b-4210-4bd3-a2db-c0907a64f318 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:34:01.552142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:34:01.561735 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bf829c8d-bb1b-4562-b4f2-acf4e09e44e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/33b3c92f-7a12-4729-9e5d-93effd20de93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0878000 Feb 16 17:34:02.101457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Sync routers for ids ['33b3c92f-7a12-4729-9e5d-93effd20de93'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:02.111924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Routers {'33b3c92f-7a12-4729-9e5d-93effd20de93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:34:02.112536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:33:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['33b3c92f-7a12-4729-9e5d-93effd20de93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:02.317530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Set router 33b3c92f-7a12-4729-9e5d-93effd20de93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:34:02.362494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-30dd6ab5-cc53-4ae4-92c2-714568fead6b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:02.363911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-30dd6ab5-cc53-4ae4-92c2-714568fead6b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/networks?id=14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 200 len: 817 time: 0.1692021 Feb 16 17:34:02.366697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7613e5db-823b-45ba-8024-01aed56a41d7 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:02.378744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-77002db2-455b-4c32-b225-5353060713b6 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/quotas/2bd449cd21054759aaeeeeabdebcf60c HTTP/1.1" status: 200 len: 375 time: 0.0090864 Feb 16 17:34:02.462762 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-77bebbfb-67aa-4cd7-a60f-0ac22122ab47 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788214 Feb 16 17:34:02.604354 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-4cfb0ff1-744c-448a-82fd-bc67611fa2a2 service neutron] 10.222.0.43 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293302 Feb 16 17:34:02.607489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 7613e5db-823b-45ba-8024-01aed56a41d7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:02.608009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:02.751759 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-4f8ab38d-c6de-49b5-bcd3-da78646ce8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416788 Feb 16 17:34:02.808879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 55af48af-0b30-48c5-a733-024aa50109b9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:02.866089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:34:00Z', 'revision_number': 4, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4508bd8b-4210-4bd3-a2db-c0907a64f318', 'name': '', 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'mac_address': 'fa:16:3e:71:3c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '1f96f7b4-39a6-470f-82b2-6393961918c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:59Z', 'updated_at': '2022-02-16T17:34:00Z', 'revision_number': 2, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'subnets': [{'id': '1f96f7b4-39a6-470f-82b2-6393961918c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:02.875373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Checking router: 33b3c92f-7a12-4729-9e5d-93effd20de93 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:02.875716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Updating router 33b3c92f-7a12-4729-9e5d-93effd20de93 port 4508bd8b-4210-4bd3-a2db-c0907a64f318 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:34:02.960751 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4bc3eba5-df2f-4feb-abb3-53e5dfdbd7ac req-766a4930-5e3b-4200-a288-c2524233d255 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 210 time: 0.0498559 Feb 16 17:34:02.977493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:02.991672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 55af48af-0b30-48c5-a733-024aa50109b9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:03.026793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 55af48af-0b30-48c5-a733-024aa50109b9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:03.027159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.301016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.334531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 55af48af-0b30-48c5-a733-024aa50109b9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=55af48af-0b30-48c5-a733-024aa50109b9,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:03.345328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.346123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bc87cff0-453b-4db4-a26a-e7ca10fec2f6 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:03.500049 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=55af48af-0b30-48c5-a733-024aa50109b9,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:03.561317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:03.561584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.601851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.631035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Transition to ACTIVE for port object 4508bd8b-4210-4bd3-a2db-c0907a64f318 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:34:03.640493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.827221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-19ee70b1-4fd7-4e8c-a3d0-09ffbe065c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.837647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b52fb-a21d-42dd-994e-6c256899090d None None] Pushing event updated for resources: {'Port': ['ID=4508bd8b-4210-4bd3-a2db-c0907a64f318,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:03.954395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Attempting to bind port 4508bd8b-4210-4bd3-a2db-c0907a64f318 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:34:03.954779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Attempting to bind port 4508bd8b-4210-4bd3-a2db-c0907a64f318 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:34:03.955136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Attempting to bind port 4508bd8b-4210-4bd3-a2db-c0907a64f318 on network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:34:03.965477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:34:03.965834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Checking segment: {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:34:03.966225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:03.966637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Bound using segment: {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:34:03.967093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Bound port: 4508bd8b-4210-4bd3-a2db-c0907a64f318, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:34:03.967463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:04.080013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] For port 4508bd8b-4210-4bd3-a2db-c0907a64f318, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:34:04.083495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] For port 4508bd8b-4210-4bd3-a2db-c0907a64f318, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4508bd8b-4210-4bd3-a2db-c0907a64f318,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:34:04.090685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:04.140144 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a363b571-a57e-40e2-986d-4ada4558d4f5 req-da16f680-dce8-4f03-a06c-517aba088c41 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 210 time: 0.0590141 Feb 16 17:34:04.187313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Routers {'33b3c92f-7a12-4729-9e5d-93effd20de93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:34:04.188538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:34:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['33b3c92f-7a12-4729-9e5d-93effd20de93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:04.266709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 55af48af-0b30-48c5-a733-024aa50109b9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:04.339953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b52fb-a21d-42dd-994e-6c256899090d None None] Pushing event updated for resources: {'Port': ['ID=4508bd8b-4210-4bd3-a2db-c0907a64f318,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:04.470435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:04.473941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-445dcdfa-57a9-4e77-afe8-a3b870471af1 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:04.475142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-445dcdfa-57a9-4e77-afe8-a3b870471af1 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Synchronizing usage tracker for tenant:2bd449cd21054759aaeeeeabdebcf60c on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:34:04.496253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-445dcdfa-57a9-4e77-afe8-a3b870471af1 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Unset dirty status for tenant:2bd449cd21054759aaeeeeabdebcf60c on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:34:04.497668 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-445dcdfa-57a9-4e77-afe8-a3b870471af1 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "GET /v2.0/networks?id=14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 200 len: 817 time: 0.2288320 Feb 16 17:34:04.509292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] Set router 33b3c92f-7a12-4729-9e5d-93effd20de93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:34:04.513359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Request body: {'port': {'device_id': 'defcd91f-40d9-4748-b447-c6acb140c172', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'admin_state_up': True, 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:04.636768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 55af48af-0b30-48c5-a733-024aa50109b9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:04.637377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:04.777093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:34:04.781151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Usage tracker for resource:port and tenant:2bd449cd21054759aaeeeeabdebcf60c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:34:04.783987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:34:04.791566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:34:04.800796 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Made reservation on behalf of 2bd449cd21054759aaeeeeabdebcf60c for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:34:04.804384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:04.974661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Allocated IP 172.20.0.6 (14aaa35b-2697-477c-a269-ac789f5cca29/68da2f5d-10f2-49ad-8bce-571fffb95534/f0f48cd7-76ef-444a-a072-4a00d2937c11) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:05.031948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:34:00Z', 'revision_number': 4, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4508bd8b-4210-4bd3-a2db-c0907a64f318', 'name': '', 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'mac_address': 'fa:16:3e:71:3c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '1f96f7b4-39a6-470f-82b2-6393961918c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:59Z', 'updated_at': '2022-02-16T17:34:04Z', 'revision_number': 4, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'subnets': [{'id': '1f96f7b4-39a6-470f-82b2-6393961918c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:05.035972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d01-9547-4433-b416-3c924cabc393 None None] The sync data for ids ['33b3c92f-7a12-4729-9e5d-93effd20de93'] in dv-neutron-829527-2-hyperv is: [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:34:00Z', 'revision_number': 4, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4508bd8b-4210-4bd3-a2db-c0907a64f318', 'name': '', 'network_id': 'a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'mac_address': 'fa:16:3e:71:3c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '1f96f7b4-39a6-470f-82b2-6393961918c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:59Z', 'updated_at': '2022-02-16T17:34:04Z', 'revision_number': 4, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'subnets': [{'id': '1f96f7b4-39a6-470f-82b2-6393961918c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:05.164028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:05.216078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:05.241842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Transition to ACTIVE for port object f0f48cd7-76ef-444a-a072-4a00d2937c11 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:34:05.270582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:05.355277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Network 14aaa35b-2697-477c-a269-ac789f5cca29 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:05.358452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:05.362816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:34:05.363822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fb9d-abb2-467a-976c-06dce0ac458f req-5ff55475-0fe2-4625-9403-d7c3204fad32 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:05.365561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-71c2fb9d-abb2-467a-976c-06dce0ac458f req-5ff55475-0fe2-4625-9403-d7c3204fad32 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 931 time: 0.0879130 Feb 16 17:34:05.397175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Pushing event updated for resources: {'Port': ['ID=f0f48cd7-76ef-444a-a072-4a00d2937c11,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:05.445292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-71c2fb9d-abb2-467a-976c-06dce0ac458f req-1bd893ca-9ecd-49a4-8598-0b32c8497bc6 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713394 Feb 16 17:34:05.450269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:05.451047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:05.481682 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ecee29c5-b66b-4375-ad4f-2ba0a3800298 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9735315 Feb 16 17:34:05.495735 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Request body: {'port': {'device_id': 'defcd91f-40d9-4748-b447-c6acb140c172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:05.619045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:05.692594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a5d516e2-b5b3-4552-b6f6-25c30e5ad88b None None] Provisioning for port f0f48cd7-76ef-444a-a072-4a00d2937c11 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:05.699145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a5d516e2-b5b3-4552-b6f6-25c30e5ad88b None None] Provisioning complete for port f0f48cd7-76ef-444a-a072-4a00d2937c11 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:05.699574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a5d516e2-b5b3-4552-b6f6-25c30e5ad88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:05.769898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a5d516e2-b5b3-4552-b6f6-25c30e5ad88b None None] Port f0f48cd7-76ef-444a-a072-4a00d2937c11 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:34:06.024764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f48cd7-76ef-444a-a072-4a00d2937c11 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:34:06.033997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.053337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Transition to ACTIVE for port object f0f48cd7-76ef-444a-a072-4a00d2937c11 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:34:06.057104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.226062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Pushing event updated for resources: {'Port': ['ID=f0f48cd7-76ef-444a-a072-4a00d2937c11,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:06.318052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4508bd8b-4210-4bd3-a2db-c0907a64f318 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:06.318817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Attempting to bind port f0f48cd7-76ef-444a-a072-4a00d2937c11 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:34:06.319158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Attempting to bind port f0f48cd7-76ef-444a-a072-4a00d2937c11 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:34:06.319486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Attempting to bind port f0f48cd7-76ef-444a-a072-4a00d2937c11 on network 14aaa35b-2697-477c-a269-ac789f5cca29 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:34:06.327095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Port f0f48cd7-76ef-444a-a072-4a00d2937c11 on network 14aaa35b-2697-477c-a269-ac789f5cca29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:34:06.327416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Attempting to bind port f0f48cd7-76ef-444a-a072-4a00d2937c11 on network 14aaa35b-2697-477c-a269-ac789f5cca29 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:34:06.333332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:34:06.333666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Checking segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:34:06.334359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Bound using segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:34:06.334822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Bound port: f0f48cd7-76ef-444a-a072-4a00d2937c11, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:34:06.335172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.412337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 4508bd8b-4210-4bd3-a2db-c0907a64f318 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:06.417758 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4508bd8b-4210-4bd3-a2db-c0907a64f318 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:06.418128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.440957 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] For port f0f48cd7-76ef-444a-a072-4a00d2937c11, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:34:06.444144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] For port f0f48cd7-76ef-444a-a072-4a00d2937c11, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:34:06.449155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.514808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:06.515388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.516756 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] 10.222.0.48 "PUT /v2.0/ports/f0f48cd7-76ef-444a-a072-4a00d2937c11 HTTP/1.1" status: 200 len: 1093 time: 1.0279782 Feb 16 17:34:06.517207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defcd91f-40d9-4748-b447-c6acb140c172', 'tag': 'f0f48cd7-76ef-444a-a072-4a00d2937c11'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:34:06.541663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046b62-0300-4233-9415-dea04ad81dbe service neutron] Pushing event updated for resources: {'Port': ['ID=f0f48cd7-76ef-444a-a072-4a00d2937c11,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:06.563688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.606975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 4508bd8b-4210-4bd3-a2db-c0907a64f318, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4508bd8b-4210-4bd3-a2db-c0907a64f318,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:06.611366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.651938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-1509dbd9-eb3d-47a0-a94d-3670801d0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:06.654596 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-1509dbd9-eb3d-47a0-a94d-3670801d0ca1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 1096 time: 0.0864482 Feb 16 17:34:06.692699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29e9fa-260f-400a-ba32-2cd22d67fd31 req-5a40cc82-9f55-4106-a98b-c974976147e7 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:06.694388 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d29e9fa-260f-400a-ba32-2cd22d67fd31 req-5a40cc82-9f55-4106-a98b-c974976147e7 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 943 time: 0.0958443 Feb 16 17:34:06.698101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=4508bd8b-4210-4bd3-a2db-c0907a64f318,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:06.747561 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5d29e9fa-260f-400a-ba32-2cd22d67fd31 req-b08f208b-b411-416b-aa19-11b7258c8a55 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Feb 16 17:34:06.751537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-5f8b0d49-58dc-43e9-9983-839b817f8b64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11 HTTP/1.1" status: 200 len: 217 time: 0.0831864 Feb 16 17:34:06.813856 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defcd91f-40d9-4748-b447-c6acb140c172', 'tag': 'f0f48cd7-76ef-444a-a072-4a00d2937c11', 'status': 'completed', 'code': 200} Feb 16 17:34:06.831745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:06.838460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-8a3d118f-6707-49ec-860d-985281392189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:06.840538 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-8a3d118f-6707-49ec-860d-985281392189 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68da2f5d-10f2-49ad-8bce-571fffb95534 HTTP/1.1" status: 200 len: 856 time: 0.0830944 Feb 16 17:34:07.015588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-7432b709-aea0-48e9-a546-be5de7b9a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:07.016952 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-7432b709-aea0-48e9-a546-be5de7b9a80e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14aaa35b-2697-477c-a269-ac789f5cca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1704550 Feb 16 17:34:07.156237 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-ef5baa62-8cbd-46c4-92dd-40be4380eca0 service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326234 Feb 16 17:34:07.293489 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ba39886-e82a-4354-bbe7-ee91238b759e req-f9b985ad-818a-487a-b526-b1780ca49432 service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315310 Feb 16 17:34:07.416818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-6db3a3e6-dc13-46e8-9633-affa37e016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:07.418326 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-6db3a3e6-dc13-46e8-9633-affa37e016c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 1096 time: 0.0769458 Feb 16 17:34:07.551410 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-832a1243-603c-44ad-9b54-fa5a2d26a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:07.552795 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-832a1243-603c-44ad-9b54-fa5a2d26a448 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 200 len: 918 time: 0.1283319 Feb 16 17:34:07.624095 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-bba32a14-2a33-4dab-9ac7-b6ce6cd1430d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11 HTTP/1.1" status: 200 len: 217 time: 0.0640252 Feb 16 17:34:07.685197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-547198cd-5e1e-4c89-9c44-55b4b5231866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:07.686669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-547198cd-5e1e-4c89-9c44-55b4b5231866 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68da2f5d-10f2-49ad-8bce-571fffb95534 HTTP/1.1" status: 200 len: 856 time: 0.0565839 Feb 16 17:34:07.764537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-8b067aa5-f34a-41d5-9c5d-964a6a47c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:07.765985 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-8b067aa5-f34a-41d5-9c5d-964a6a47c20f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14aaa35b-2697-477c-a269-ac789f5cca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732934 Feb 16 17:34:07.906441 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-e0099a6d-4301-4431-aff6-fb7046fe4f6b service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331258 Feb 16 17:34:07.967279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0157-00c4-4cfc-846c-12271646f404 req-bd707c42-d05d-4e95-8c6d-2fc0557389d1 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:07.969865 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-68ea0157-00c4-4cfc-846c-12271646f404 req-bd707c42-d05d-4e95-8c6d-2fc0557389d1 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 943 time: 0.1080427 Feb 16 17:34:08.016018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-68ea0157-00c4-4cfc-846c-12271646f404 req-99c16cd5-9a09-410f-802c-e3a19c246f89 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Feb 16 17:34:08.046110 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7f1c22d0-3c5d-4514-8e3d-9ba59636ff19 req-c8ceaa31-a84e-4208-964f-c9841e0d8c99 service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334333 Feb 16 17:34:08.253303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4508bd8b-4210-4bd3-a2db-c0907a64f318 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:08.322971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4508bd8b-4210-4bd3-a2db-c0907a64f318 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:08.323338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:09.204584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b0f5-2d84-4ef6-bfbb-3dd2870fa6e1 req-9a35b455-90a2-44ab-8353-4ebde48bcda4 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:09.205939 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4863b0f5-2d84-4ef6-bfbb-3dd2870fa6e1 req-9a35b455-90a2-44ab-8353-4ebde48bcda4 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 943 time: 0.0829687 Feb 16 17:34:09.257175 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4863b0f5-2d84-4ef6-bfbb-3dd2870fa6e1 req-45218cd6-b8e1-434b-b617-4e946d516b44 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Feb 16 17:34:10.453039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e872965-ac36-408a-9a23-4dedfb46ee7f req-07ff7ac5-78e9-46d3-925a-b7aef23b1239 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:10.454431 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e872965-ac36-408a-9a23-4dedfb46ee7f req-07ff7ac5-78e9-46d3-925a-b7aef23b1239 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 943 time: 0.0870061 Feb 16 17:34:10.500779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e872965-ac36-408a-9a23-4dedfb46ee7f req-ccae7397-ceaf-4587-a832-1bdb793ab8e3 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Feb 16 17:34:11.689137 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180da7-ae54-429a-b92d-20d7b0bf65cd req-d6f7b02a-9576-497d-a32f-c8dedb46ebd6 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:11.690760 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f3180da7-ae54-429a-b92d-20d7b0bf65cd req-d6f7b02a-9576-497d-a32f-c8dedb46ebd6 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 943 time: 0.0829856 Feb 16 17:34:11.739173 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f3180da7-ae54-429a-b92d-20d7b0bf65cd req-6c162b0a-18cc-456f-ad59-55c68f15e8d5 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Feb 16 17:34:11.754347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f0f48cd7-76ef-444a-a072-4a00d2937c11 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:34:11.889820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f0f48cd7-76ef-444a-a072-4a00d2937c11, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:11.903037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'f0f48cd7-76ef-444a-a072-4a00d2937c11', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'port_id': 'f0f48cd7-76ef-444a-a072-4a00d2937c11', 'mac_address': 'fa:16:3e:9c:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:34:11.958380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:11.978430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f48cd7-76ef-444a-a072-4a00d2937c11 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:34:11.994445 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f0f48cd7-76ef-444a-a072-4a00d2937c11, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:11.998172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:12.065376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f0f48cd7-76ef-444a-a072-4a00d2937c11,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:12.341077 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['f0f48cd7-76ef-444a-a072-4a00d2937c11'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:34:13.024487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79281b-4756-4349-81cc-9e70df1a817c req-0b8f68a1-fbb5-4345-a562-b29ecc4c9edd tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:13.025863 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd79281b-4756-4349-81cc-9e70df1a817c req-0b8f68a1-fbb5-4345-a562-b29ecc4c9edd tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 944 time: 0.1810999 Feb 16 17:34:13.068861 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd79281b-4756-4349-81cc-9e70df1a817c req-bafed922-073b-4eec-b1d9-948f0b164023 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Feb 16 17:34:13.769552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f0f48cd7-76ef-444a-a072-4a00d2937c11 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:13.841223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port f0f48cd7-76ef-444a-a072-4a00d2937c11 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:13.846352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port f0f48cd7-76ef-444a-a072-4a00d2937c11 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:13.846749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:13.969608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:14.000221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defcd91f-40d9-4748-b447-c6acb140c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f48cd7-76ef-444a-a072-4a00d2937c11'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:34:14.011498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port f0f48cd7-76ef-444a-a072-4a00d2937c11, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:14.016334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:14.048546 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defcd91f-40d9-4748-b447-c6acb140c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f48cd7-76ef-444a-a072-4a00d2937c11', 'code': 200} Feb 16 17:34:14.088676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=f0f48cd7-76ef-444a-a072-4a00d2937c11,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:14.291728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f9253-aa23-4d3f-a48a-b598e9812e6b req-8c4308be-8b38-453f-85e5-deff98783571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:14.293939 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-554f9253-aa23-4d3f-a48a-b598e9812e6b req-8c4308be-8b38-453f-85e5-deff98783571 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 1098 time: 0.0729573 Feb 16 17:34:14.310651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7646c4-cdfd-42fd-be42-deca152f204e req-5ffb3bc9-1771-4c4e-a16f-0d035c3c0ed5 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:14.312775 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c7646c4-cdfd-42fd-be42-deca152f204e req-5ffb3bc9-1771-4c4e-a16f-0d035c3c0ed5 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.0932159 Feb 16 17:34:14.337754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-554f9253-aa23-4d3f-a48a-b598e9812e6b req-8c7bdf78-7dd9-4908-ab8d-99f4895d8639 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Feb 16 17:34:14.361529 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c7646c4-cdfd-42fd-be42-deca152f204e req-84aa2513-2a3b-4606-82ab-0e784031f047 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Feb 16 17:34:15.546481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7029f-ee2c-4a8b-b984-2738da448c51 req-13e798ef-a7c8-4f9c-a7ec-8fc5373e6fba tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:15.547870 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-aab7029f-ee2c-4a8b-b984-2738da448c51 req-13e798ef-a7c8-4f9c-a7ec-8fc5373e6fba tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.0807681 Feb 16 17:34:15.595466 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-aab7029f-ee2c-4a8b-b984-2738da448c51 req-574803ab-cbc9-4c7d-9c1e-4f417e392f38 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Feb 16 17:34:16.779872 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68262-ad13-40b1-b77f-1344843e5bb8 req-40ceccef-3b32-4e33-badd-73b932ab48c0 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:16.781697 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-48a68262-ad13-40b1-b77f-1344843e5bb8 req-40ceccef-3b32-4e33-badd-73b932ab48c0 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.0814242 Feb 16 17:34:16.826266 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-48a68262-ad13-40b1-b77f-1344843e5bb8 req-3dd39816-2d36-4e9a-ab8f-4c6c561c7822 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Feb 16 17:34:17.012841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537718a4-55bf-4e63-87cb-edd487c80637 req-54965eed-b093-4d77-b50a-252d82b58b19 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:17.014180 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-537718a4-55bf-4e63-87cb-edd487c80637 req-54965eed-b093-4d77-b50a-252d82b58b19 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.0830750 Feb 16 17:34:17.057293 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-537718a4-55bf-4e63-87cb-edd487c80637 req-c7e919c3-2d04-4753-bc98-4974f612ebc3 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Feb 16 17:34:18.984321 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:34:24.924329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:30.941106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5bfedc7b-7263-47c2-8601-88c55e50e679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:32.651294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d58f-1d25-4717-ad91-1012e58c4332 req-8f45efb3-8150-4885-a9a4-31885f2128ed tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:32.652793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b789d58f-1d25-4717-ad91-1012e58c4332 req-8f45efb3-8150-4885-a9a4-31885f2128ed tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.0887980 Feb 16 17:34:32.708623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b789d58f-1d25-4717-ad91-1012e58c4332 req-17918500-01da-439c-81ea-c6840b1d8374 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499964 Feb 16 17:34:33.709458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-75fd7128-5c60-4cac-a1e7-1a86707e4652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:34.044268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429359b-fa56-4cfe-aec5-b1d21a098a01 req-7be253de-614e-4cfa-9f13-3d3e44869d0f tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:34.045636 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6429359b-fa56-4cfe-aec5-b1d21a098a01 req-7be253de-614e-4cfa-9f13-3d3e44869d0f tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.0853372 Feb 16 17:34:34.089747 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6429359b-fa56-4cfe-aec5-b1d21a098a01 req-64692134-18a3-465b-9ee7-74f51745376b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Feb 16 17:34:34.372757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:34.456887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-a2fcc271-e9ba-4df3-916f-fbd7df231c2b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:34.457570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-a2fcc271-e9ba-4df3-916f-fbd7df231c2b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Synchronizing usage tracker for tenant:2bd449cd21054759aaeeeeabdebcf60c on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:34:34.478830 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-a2fcc271-e9ba-4df3-916f-fbd7df231c2b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Unset dirty status for tenant:2bd449cd21054759aaeeeeabdebcf60c on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:34:34.480477 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-a2fcc271-e9ba-4df3-916f-fbd7df231c2b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 945 time: 0.1056490 Feb 16 17:34:34.549902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Deleting port f0f48cd7-76ef-444a-a072-4a00d2937c11 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:34:34.550231 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:34.795770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] For port f0f48cd7-76ef-444a-a072-4a00d2937c11, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f0f48cd7-76ef-444a-a072-4a00d2937c11,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:34.796017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:35.019371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Calling delete_port for f0f48cd7-76ef-444a-a072-4a00d2937c11 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:34:35.164807 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:35.166257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:35.178810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['f0f48cd7-76ef-444a-a072-4a00d2937c11'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:34:35.239209 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Pushing event deleted for resources: {'Port': ['ID=f0f48cd7-76ef-444a-a072-4a00d2937c11,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.255296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6504ed68-bd65-40fc-b2e3-b914a32cb9e5 req-442192f8-b2b5-47cd-a0be-5799ce22a989 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=defcd91f-40d9-4748-b447-c6acb140c172 HTTP/1.1" status: 200 len: 210 time: 0.0555055 Feb 16 17:34:35.318314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] No DVR routers for this DVR port f0f48cd7-76ef-444a-a072-4a00d2937c11 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:34:35.321272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:35.324439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defcd91f-40d9-4748-b447-c6acb140c172', 'name': 'network-vif-deleted', 'tag': 'f0f48cd7-76ef-444a-a072-4a00d2937c11'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:34:35.340621 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6e4ee02-022f-40ce-af77-d88ea3c3005c req-1fb93dbd-11d8-49fd-b8ea-880f77e263d8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "DELETE /v2.0/ports/f0f48cd7-76ef-444a-a072-4a00d2937c11 HTTP/1.1" status: 204 len: 173 time: 0.8546953 Feb 16 17:34:35.376216 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defcd91f-40d9-4748-b447-c6acb140c172', 'name': 'network-vif-deleted', 'tag': 'f0f48cd7-76ef-444a-a072-4a00d2937c11', 'status': 'completed', 'code': 200} Feb 16 17:34:36.798342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4491479f-ee2d-41b4-8790-d1383c41948f tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.800529 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4491479f-ee2d-41b4-8790-d1383c41948f tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/networks?id=14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 200 len: 817 time: 0.1470993 Feb 16 17:34:36.815916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-ae80f388-230a-4ccb-8025-c052d616a1f8 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/quotas/2bd449cd21054759aaeeeeabdebcf60c HTTP/1.1" status: 200 len: 375 time: 0.0101287 Feb 16 17:34:36.832070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:36.914780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-bc2646d9-58bb-4c75-9552-8dc489f2ae64 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922792 Feb 16 17:34:37.051223 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-77d564ee-005e-4854-809b-24ea02fd8778 service neutron] 10.222.0.43 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256850 Feb 16 17:34:37.197474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-d80ef76a-b9eb-4602-af13-2356eb9b6cab service neutron] 10.222.0.43 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404355 Feb 16 17:34:37.370994 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-927771cf-99d1-4630-9cd8-c90aa5b331ec req-94231d79-df2e-4a93-bdad-ec1c527112c0 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 210 time: 0.0426347 Feb 16 17:34:38.404485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-de32ab1b-28cf-48f5-b0a1-8ff954d40a03 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:38.407076 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-de32ab1b-28cf-48f5-b0a1-8ff954d40a03 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "GET /v2.0/networks?id=14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 200 len: 817 time: 0.1504955 Feb 16 17:34:38.419263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Request body: {'port': {'device_id': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'admin_state_up': True, 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:38.535134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-22554670-8d40-42be-b4f3-b333f1857fd4 req-5516ae82-2e11-408f-b81c-c5b6fee634a2 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 210 time: 0.0525939 Feb 16 17:34:38.563679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:34:38.567699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Usage tracker for resource:port and tenant:2bd449cd21054759aaeeeeabdebcf60c is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:34:38.570616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:34:38.576227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:34:38.586600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Made reservation on behalf of 2bd449cd21054759aaeeeeabdebcf60c for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:34:38.590036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:38.751597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Allocated IP 172.20.0.11 (14aaa35b-2697-477c-a269-ac789f5cca29/68da2f5d-10f2-49ad-8bce-571fffb95534/67f587cc-8a7a-491a-b13a-38820e0b5bc0) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:38.947982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:38.963251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Transition to ACTIVE for port object 67f587cc-8a7a-491a-b13a-38820e0b5bc0 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:34:38.987172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.062711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Network 14aaa35b-2697-477c-a269-ac789f5cca29 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:39.065645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:39.068057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:34:39.105623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Pushing event updated for resources: {'Port': ['ID=67f587cc-8a7a-491a-b13a-38820e0b5bc0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:39.119730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.120063 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.120391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.120717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.121035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.121355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.121680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.121986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.122311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.122628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.122940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.123240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:39.148891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:39.149487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.176993 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-1812a2ef-8757-4103-b175-67255bf82358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7616293 Feb 16 17:34:39.187951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Request body: {'port': {'device_id': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:39.270898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ea1fc679-714f-42ad-9bd8-216310f4a5e7 None None] Provisioning for port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:39.276822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ea1fc679-714f-42ad-9bd8-216310f4a5e7 None None] Provisioning complete for port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:39.277188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ea1fc679-714f-42ad-9bd8-216310f4a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.308516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.331527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fc679-714f-42ad-9bd8-216310f4a5e7 None None] Port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:34:39.653034 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f587cc-8a7a-491a-b13a-38820e0b5bc0 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:34:39.660978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.675634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Transition to ACTIVE for port object 67f587cc-8a7a-491a-b13a-38820e0b5bc0 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:34:39.680714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.732140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87864b91-c6e9-4ffd-b61f-3e6ec114eca5 req-cc28055e-0b77-491c-ba84-c6996041f358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:39.733664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-87864b91-c6e9-4ffd-b61f-3e6ec114eca5 req-cc28055e-0b77-491c-ba84-c6996041f358 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 944 time: 0.0868032 Feb 16 17:34:39.781194 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-87864b91-c6e9-4ffd-b61f-3e6ec114eca5 req-854f04e3-9917-4b38-b62e-f90ac9ce0dc6 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Feb 16 17:34:39.878201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f0f48cd7-76ef-444a-a072-4a00d2937c11 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:34:39.913802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: f0f48cd7-76ef-444a-a072-4a00d2937c11 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:34:39.914198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device f0f48cd7-76ef-444a-a072-4a00d2937c11 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:34:39.931458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Pushing event updated for resources: {'Port': ['ID=67f587cc-8a7a-491a-b13a-38820e0b5bc0,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:40.014429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Attempting to bind port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:34:40.014790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Attempting to bind port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:34:40.015112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Attempting to bind port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 on network 14aaa35b-2697-477c-a269-ac789f5cca29 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:34:40.019634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 on network 14aaa35b-2697-477c-a269-ac789f5cca29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:34:40.019942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Attempting to bind port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 on network 14aaa35b-2697-477c-a269-ac789f5cca29 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:34:40.025243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:34:40.025572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Checking segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:34:40.025945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Bound using segment: {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:34:40.026356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Bound port: 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043fe52f-750f-454c-bdca-0219966ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:34:40.026730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:40.118527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] For port 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:34:40.121400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] For port 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:34:40.125848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:40.185839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.186441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:40.187909 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] 10.222.0.48 "PUT /v2.0/ports/67f587cc-8a7a-491a-b13a-38820e0b5bc0 HTTP/1.1" status: 200 len: 1094 time: 1.0043266 Feb 16 17:34:40.188218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'tag': '67f587cc-8a7a-491a-b13a-38820e0b5bc0'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:34:40.229206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdafe69-cc45-4b64-8e25-d0e6425421af service neutron] Pushing event updated for resources: {'Port': ['ID=67f587cc-8a7a-491a-b13a-38820e0b5bc0,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:40.268864 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'tag': '67f587cc-8a7a-491a-b13a-38820e0b5bc0', 'status': 'completed', 'code': 200} Feb 16 17:34:40.314171 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-e95400e7-aa65-44c9-aec7-e395e8b50ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.315792 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-e95400e7-aa65-44c9-aec7-e395e8b50ddd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 1097 time: 0.0821409 Feb 16 17:34:40.384814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-4337bea8-8ec2-4076-aa57-9cc309d0ae0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0 HTTP/1.1" status: 200 len: 217 time: 0.0619867 Feb 16 17:34:40.451468 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-728fb18f-9429-4377-bebf-d93342101b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.452808 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-728fb18f-9429-4377-bebf-d93342101b2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68da2f5d-10f2-49ad-8bce-571fffb95534 HTTP/1.1" status: 200 len: 856 time: 0.0609422 Feb 16 17:34:40.529318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-df13eff1-1d6f-4813-9b81-c650e8a217cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.531068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-df13eff1-1d6f-4813-9b81-c650e8a217cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14aaa35b-2697-477c-a269-ac789f5cca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720310 Feb 16 17:34:40.662565 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-a909cebf-7567-4879-ad68-620b8c4d9119 service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259077 Feb 16 17:34:40.793735 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cf377cbe-1545-4ac8-82f6-4690595dfd0d req-c57291c6-4df9-4477-9a96-ec8c4ecaecf3 service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247368 Feb 16 17:34:40.918083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-0ab4a617-b4af-401b-8a1a-8f3b56babdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.921274 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-0ab4a617-b4af-401b-8a1a-8f3b56babdff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 1097 time: 0.0836382 Feb 16 17:34:40.973352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de0e03-69d8-4eb8-9159-185ecc25215e req-ad332dbf-f739-4989-bbe5-05562ac50e5d tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.974798 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11de0e03-69d8-4eb8-9159-185ecc25215e req-ad332dbf-f739-4989-bbe5-05562ac50e5d tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 944 time: 0.0797052 Feb 16 17:34:41.022035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-11de0e03-69d8-4eb8-9159-185ecc25215e req-f787686b-98aa-4b49-9702-1f08b99b3617 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Feb 16 17:34:41.054279 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-e8654cff-45c9-47b0-9389-67d63f17f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:41.055676 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-e8654cff-45c9-47b0-9389-67d63f17f2fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 200 len: 918 time: 0.1288626 Feb 16 17:34:41.122288 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-870cff2e-cd9d-49ad-bc0d-235861456785 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0 HTTP/1.1" status: 200 len: 217 time: 0.0604565 Feb 16 17:34:41.187999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-9b2fec19-c7cc-49ca-b188-a3f157aca7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:41.189426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-9b2fec19-c7cc-49ca-b188-a3f157aca7f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68da2f5d-10f2-49ad-8bce-571fffb95534 HTTP/1.1" status: 200 len: 856 time: 0.0610487 Feb 16 17:34:41.264180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-ec5cf9d9-62d9-4de7-b3e0-27c9b9f48c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:41.265663 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-ec5cf9d9-62d9-4de7-b3e0-27c9b9f48c6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14aaa35b-2697-477c-a269-ac789f5cca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698619 Feb 16 17:34:41.396384 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-f85cc158-2f31-409d-a38f-48eac78e8aed service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234963 Feb 16 17:34:41.615113 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9e13282a-a870-45b8-ab49-5191cb2e8071 req-8b7e96a8-9483-4bde-8618-e4b9552f8446 service neutron] 10.222.0.48 "GET /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125323 Feb 16 17:34:42.205873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee659-6abf-4cb7-b5fa-a25e83627942 req-d64012f5-a442-41f1-8728-927d861bafac tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:42.207490 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-140ee659-6abf-4cb7-b5fa-a25e83627942 req-d64012f5-a442-41f1-8728-927d861bafac tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 944 time: 0.0815175 Feb 16 17:34:42.251807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-140ee659-6abf-4cb7-b5fa-a25e83627942 req-fc950a3c-bfdc-4655-952f-ccf1cd0c12d0 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Feb 16 17:34:43.439461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7263c7-e2bc-45b5-bacb-c7c1b9299895 req-30a041e8-a88a-47ef-a9cf-0eaa25f1f547 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:43.440901 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a7263c7-e2bc-45b5-bacb-c7c1b9299895 req-30a041e8-a88a-47ef-a9cf-0eaa25f1f547 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 944 time: 0.0832984 Feb 16 17:34:43.580592 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a7263c7-e2bc-45b5-bacb-c7c1b9299895 req-991dd3f1-02c6-4e06-855d-e9e2e072bfba tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332126 Feb 16 17:34:44.762318 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc683b-2415-47b6-9568-c59f0802242f req-16c7a199-ab49-4105-ab1b-92de904f1fad tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.763789 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-75dc683b-2415-47b6-9568-c59f0802242f req-16c7a199-ab49-4105-ab1b-92de904f1fad tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 944 time: 0.0807228 Feb 16 17:34:44.807312 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-75dc683b-2415-47b6-9568-c59f0802242f req-a0e42954-955c-4596-b79b-034e166ae90a tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Feb 16 17:34:45.900115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 67f587cc-8a7a-491a-b13a-38820e0b5bc0 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:34:45.996032 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a119042-1c73-437e-990f-22f3366bdf80 req-10750ae2-794b-4c6c-82ab-6afa08539df0 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:45.997488 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2a119042-1c73-437e-990f-22f3366bdf80 req-10750ae2-794b-4c6c-82ab-6afa08539df0 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 944 time: 0.0816140 Feb 16 17:34:46.033442 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:46.042485 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2a119042-1c73-437e-990f-22f3366bdf80 req-0a711be6-01b0-43a0-9350-0edbdf098cc4 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393033 Feb 16 17:34:46.046943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '67f587cc-8a7a-491a-b13a-38820e0b5bc0', 'network_id': '14aaa35b-2697-477c-a269-ac789f5cca29', 'port_id': '67f587cc-8a7a-491a-b13a-38820e0b5bc0', 'mac_address': 'fa:16:3e:05:1c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68da2f5d-10f2-49ad-8bce-571fffb95534', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:34:46.104545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:46.120614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f587cc-8a7a-491a-b13a-38820e0b5bc0 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:34:46.138210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:46.141981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:46.208877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=67f587cc-8a7a-491a-b13a-38820e0b5bc0,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:46.217511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.217700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.218035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.218363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.218883 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.219391 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.219792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.220118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.220441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.220760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.221075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.221408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:46.545999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['67f587cc-8a7a-491a-b13a-38820e0b5bc0'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:34:47.227846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612998d-f9a6-45c2-b164-8473056c8c55 req-f1479606-9832-4917-ba21-b84d0eaced1f tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:47.229370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c612998d-f9a6-45c2-b164-8473056c8c55 req-f1479606-9832-4917-ba21-b84d0eaced1f tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 945 time: 0.0801051 Feb 16 17:34:47.278074 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c612998d-f9a6-45c2-b164-8473056c8c55 req-4ec7d623-528f-41ae-9b54-82bb5b20a5d7 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Feb 16 17:34:47.911676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 67f587cc-8a7a-491a-b13a-38820e0b5bc0 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:34:47.979023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:47.983709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:47.984073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:48.097519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:48.123534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f587cc-8a7a-491a-b13a-38820e0b5bc0'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:34:48.134348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:34:48.137812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:48.171312 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f587cc-8a7a-491a-b13a-38820e0b5bc0', 'code': 200} Feb 16 17:34:48.216916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=67f587cc-8a7a-491a-b13a-38820e0b5bc0,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:48.411847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3abb61-1ce9-4b1c-a841-d2abcf583d57 req-fce0292a-b695-48cf-9b38-7de9450f92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:48.413983 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d3abb61-1ce9-4b1c-a841-d2abcf583d57 req-fce0292a-b695-48cf-9b38-7de9450f92bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 1099 time: 0.0739930 Feb 16 17:34:48.455113 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2d3abb61-1ce9-4b1c-a841-d2abcf583d57 req-a860f202-d57f-46b5-b46f-1c8b81f24577 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347273 Feb 16 17:34:48.464754 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c002c6a-1bcd-4945-9c05-7d23ef744992 req-177fd2fd-6b53-4c92-a13d-9af5f00c4944 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:48.466266 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c002c6a-1bcd-4945-9c05-7d23ef744992 req-177fd2fd-6b53-4c92-a13d-9af5f00c4944 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0800228 Feb 16 17:34:48.512568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c002c6a-1bcd-4945-9c05-7d23ef744992 req-5b6e42a8-9560-4a8b-b538-28c8184278c6 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Feb 16 17:34:49.698284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b72d6-487a-4122-9c2b-0faea26db592 req-4a9efc86-51db-4283-9ce2-923a1ffa5133 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:49.699734 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd3b72d6-487a-4122-9c2b-0faea26db592 req-4a9efc86-51db-4283-9ce2-923a1ffa5133 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0841012 Feb 16 17:34:49.746546 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd3b72d6-487a-4122-9c2b-0faea26db592 req-a99e67ce-3025-4138-b979-4539182a9f7c tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Feb 16 17:34:50.933177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268c6ff-22c0-4ced-b99f-f2333022d0a8 req-2f8f0330-d2e2-46da-bcb9-a815f7a4e162 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:50.934695 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3268c6ff-22c0-4ced-b99f-f2333022d0a8 req-2f8f0330-d2e2-46da-bcb9-a815f7a4e162 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0807872 Feb 16 17:34:50.977262 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3268c6ff-22c0-4ced-b99f-f2333022d0a8 req-ab2a6255-e13b-4528-ab5a-36cd034c5682 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371261 Feb 16 17:34:51.162297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90755e-17a5-47aa-906a-2433d6f23540 req-b4902461-b2e0-477a-abcc-5ff9b7e0214c tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:51.164344 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c90755e-17a5-47aa-906a-2433d6f23540 req-b4902461-b2e0-477a-abcc-5ff9b7e0214c tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0850203 Feb 16 17:34:51.209079 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c90755e-17a5-47aa-906a-2433d6f23540 req-da2f6198-d4ca-4c9a-8102-01f0f83f2c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Feb 16 17:34:54.926943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:55.984745 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:35:00.943295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f052af2-bf3f-44a7-aa82-b12f80771a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:03.682154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ab9f0044-f41b-4537-b1c0-98f70e47fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:04.374711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:05.164657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:06.584533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f22bc6-f1d7-4d3c-97e5-d59f44ad9bc3 req-63537ec7-0e45-4e41-b94d-bcb99d3fabc7 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:06.586234 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1f22bc6-f1d7-4d3c-97e5-d59f44ad9bc3 req-63537ec7-0e45-4e41-b94d-bcb99d3fabc7 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0806198 Feb 16 17:35:06.633980 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1f22bc6-f1d7-4d3c-97e5-d59f44ad9bc3 req-30becca1-f9a7-4e5f-bff4-237b7991528b tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Feb 16 17:35:06.833362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:07.820374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4d2a7-229b-4e23-9214-8831cf836ab0 req-79b1d367-8e16-481d-abfc-17d80baa4321 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:07.821829 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55a4d2a7-229b-4e23-9214-8831cf836ab0 req-79b1d367-8e16-481d-abfc-17d80baa4321 tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0826032 Feb 16 17:35:07.867066 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-55a4d2a7-229b-4e23-9214-8831cf836ab0 req-ae7e37fe-6b8a-4171-bcc7-b40f1e6e6c2a tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Feb 16 17:35:08.455576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-ef5b5814-bb2c-49e8-a089-6aaacb755bfd tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:08.456259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-ef5b5814-bb2c-49e8-a089-6aaacb755bfd tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Synchronizing usage tracker for tenant:2bd449cd21054759aaeeeeabdebcf60c on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:35:08.472254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-ef5b5814-bb2c-49e8-a089-6aaacb755bfd tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Unset dirty status for tenant:2bd449cd21054759aaeeeeabdebcf60c on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:35:08.473432 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-ef5b5814-bb2c-49e8-a089-6aaacb755bfd tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0982339 Feb 16 17:35:08.546089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Deleting port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:08.546426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:08.801503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] For port 67f587cc-8a7a-491a-b13a-38820e0b5bc0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67f587cc-8a7a-491a-b13a-38820e0b5bc0,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:08.801772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:08.923811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Calling delete_port for 67f587cc-8a7a-491a-b13a-38820e0b5bc0 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:09.060455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4405-1817-41e0-a54e-8f0b3525f056 req-cebaec44-7179-49bc-83d0-104450c54d5d tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:09.061813 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-489e4405-1817-41e0-a54e-8f0b3525f056 req-cebaec44-7179-49bc-83d0-104450c54d5d tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fafa571-057d-435c-b556-e8ff6bb9773e HTTP/1.1" status: 200 len: 946 time: 0.0892935 Feb 16 17:35:09.075043 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:09.087343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['67f587cc-8a7a-491a-b13a-38820e0b5bc0'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:35:09.108557 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-489e4405-1817-41e0-a54e-8f0b3525f056 req-c55e6910-8bdc-4e5d-a8fd-6220a9194ced tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.43 "GET /v2.0/security-groups?id=df278e19-1d36-4549-a0bb-1eaffe619615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Feb 16 17:35:09.125046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Pushing event deleted for resources: {'Port': ['ID=67f587cc-8a7a-491a-b13a-38820e0b5bc0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:09.207447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] No DVR routers for this DVR port 67f587cc-8a7a-491a-b13a-38820e0b5bc0 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:09.210509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:09.213922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'name': 'network-vif-deleted', 'tag': '67f587cc-8a7a-491a-b13a-38820e0b5bc0'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:35:09.231375 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c8c93b9a-590a-4f83-8830-1d77b8bf5199 req-022b9f5d-ab13-44f3-b3fb-5557a2b65c2e tempest-TestEncryptedCinderVolumes-1658801479 tempest-TestEncryptedCinderVolumes-1658801479-project] 10.222.0.48 "DELETE /v2.0/ports/67f587cc-8a7a-491a-b13a-38820e0b5bc0 HTTP/1.1" status: 204 len: 173 time: 0.7522883 Feb 16 17:35:09.269168 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fafa571-057d-435c-b556-e8ff6bb9773e', 'name': 'network-vif-deleted', 'tag': '67f587cc-8a7a-491a-b13a-38820e0b5bc0', 'status': 'completed', 'code': 200} Feb 16 17:35:10.244331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36700) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:10.782960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:11.253486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Deleting port 7613e5db-823b-45ba-8024-01aed56a41d7 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:11.254187 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:11.428591 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] For port 7613e5db-823b-45ba-8024-01aed56a41d7, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=7613e5db-823b-45ba-8024-01aed56a41d7,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:11.428928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:11.558901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Calling delete_port for 7613e5db-823b-45ba-8024-01aed56a41d7 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:11.867884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:11.914082 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Pushing event deleted for resources: {'Port': ['ID=7613e5db-823b-45ba-8024-01aed56a41d7,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:11.951201 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.951604 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.951960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.952288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.952610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.952936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.953257 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.953578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.953894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.954207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.954523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:11.954862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:12.192535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:12.661189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Router 96b2d454-337d-4a07-8b36-a665b09f4e82 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:35:12.839586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:35:12.848454 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] Sync routers for ids ['96b2d454-337d-4a07-8b36-a665b09f4e82'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:12.854587 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4fb055f9-0249-4952-921c-c87f899fc126 admin admin] 10.222.0.43 "PUT /v2.0/routers/96b2d454-337d-4a07-8b36-a665b09f4e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6070733 Feb 16 17:35:12.855042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:12.858260 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] Routers {'96b2d454-337d-4a07-8b36-a665b09f4e82'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:12.858889 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['96b2d454-337d-4a07-8b36-a665b09f4e82'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:13.031505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:13.056454 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] Set router 96b2d454-337d-4a07-8b36-a665b09f4e82 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:13.213647 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:13.223693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Deleting port e9e1cc73-0723-483f-b4e6-9c28d979a422 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:13.224027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:13.340806 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:35:11Z', 'revision_number': 5, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port': {'id': 'e9e1cc73-0723-483f-b4e6-9c28d979a422', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:13.344826 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] Checking router: 96b2d454-337d-4a07-8b36-a665b09f4e82 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:13.354613 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] Routers {'96b2d454-337d-4a07-8b36-a665b09f4e82'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:13.355297 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['96b2d454-337d-4a07-8b36-a665b09f4e82'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:13.407592 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] For port e9e1cc73-0723-483f-b4e6-9c28d979a422, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e9e1cc73-0723-483f-b4e6-9c28d979a422,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:13.407991 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:13.503538 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] Set router 96b2d454-337d-4a07-8b36-a665b09f4e82 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:13.531407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Calling delete_port for e9e1cc73-0723-483f-b4e6-9c28d979a422 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:13.609658 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:35:13Z', 'revision_number': 6, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:13.614090 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3a25-17c4-4f8f-a248-73db8927123b None None] The sync data for ids ['96b2d454-337d-4a07-8b36-a665b09f4e82'] in dv-neutron-829527-2-hyperv is: [{'id': '96b2d454-337d-4a07-8b36-a665b09f4e82', 'name': 'tempest-TestEncryptedCinderVolumes-1861469626-router', 'tenant_id': '2bd449cd21054759aaeeeeabdebcf60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:49Z', 'updated_at': '2022-02-16T17:35:13Z', 'revision_number': 6, 'project_id': '2bd449cd21054759aaeeeeabdebcf60c', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:13.825071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:13.874731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e1cc73-0723-483f-b4e6-9c28d979a422,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:13.968377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.007253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 67f587cc-8a7a-491a-b13a-38820e0b5bc0 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:14.048067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 67f587cc-8a7a-491a-b13a-38820e0b5bc0 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:14.048409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 67f587cc-8a7a-491a-b13a-38820e0b5bc0 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:14.153651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.156127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.182919 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.183499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b2d454-337d-4a07-8b36-a665b09f4e82 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:35:14.197035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.200472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3ed96903-1cd0-4694-976b-18148d6c35b4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/96b2d454-337d-4a07-8b36-a665b09f4e82 HTTP/1.1" status: 204 len: 168 time: 1.3422256 Feb 16 17:35:14.200802 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36708) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:14.260900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Deleting subnet 68da2f5d-10f2-49ad-8bce-571fffb95534 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:35:14.263726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.312314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.394395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.448440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e9e1cc73-0723-483f-b4e6-9c28d979a422 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:14.478306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.486137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: e9e1cc73-0723-483f-b4e6-9c28d979a422 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:14.486481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e9e1cc73-0723-483f-b4e6-9c28d979a422 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:14.486938 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7613e5db-823b-45ba-8024-01aed56a41d7 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:14.517193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.520100 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 7613e5db-823b-45ba-8024-01aed56a41d7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:14.520446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 7613e5db-823b-45ba-8024-01aed56a41d7 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:14.531638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68da2f5d-10f2-49ad-8bce-571fffb95534,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:14.531937 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53485727-c14d-4f1b-9321-06ffbdb31044 None None] Network 14aaa35b-2697-477c-a269-ac789f5cca29 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:35:14.536418 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-207a6c36-62e2-48eb-88cf-75277e26b890 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/68da2f5d-10f2-49ad-8bce-571fffb95534 HTTP/1.1" status: 204 len: 168 time: 0.3346200 Feb 16 17:35:14.539652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36712) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:14.647752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.659857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Deleting port fdfd2f57-8187-426d-be52-f9ac45ea4f59 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:14.660111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.788136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] DHCP port deletion for 14aaa35b-2697-477c-a269-ac789f5cca29 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:35:14.792286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Deleting port fdfd2f57-8187-426d-be52-f9ac45ea4f59 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:14.792652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:14.874861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] For port fdfd2f57-8187-426d-be52-f9ac45ea4f59, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fdfd2f57-8187-426d-be52-f9ac45ea4f59,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:14.875205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.044489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] For port fdfd2f57-8187-426d-be52-f9ac45ea4f59, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=fdfd2f57-8187-426d-be52-f9ac45ea4f59,segment=NetworkSegment(043fe52f-750f-454c-bdca-0219966ef971),segment_id=043fe52f-750f-454c-bdca-0219966ef971)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:15.045163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.096634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Calling delete_port for fdfd2f57-8187-426d-be52-f9ac45ea4f59 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:15.169778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Calling delete_port for fdfd2f57-8187-426d-be52-f9ac45ea4f59 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:15.179418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.241405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfd2f57-8187-426d-be52-f9ac45ea4f59,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:15.247228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] No DVR routers for this DVR port fdfd2f57-8187-426d-be52-f9ac45ea4f59 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:35:15.268790 dv-neutron-829527-2-hyperv neutron-server[87722]: util.warn( Feb 16 17:35:15.276954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:35:15.277304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:35:15.375531 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.401628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14aaa35b-2697-477c-a269-ac789f5cca29']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:15.414845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043fe52f-750f-454c-bdca-0219966ef971') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:15.415136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043fe52f-750f-454c-bdca-0219966ef971') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:15.426056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.446708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.452709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:35:15.453100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:35:15.467076 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:35:15.541341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.557057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.567260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=14aaa35b-2697-477c-a269-ac789f5cca29,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:15.582455 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-306be0c5-a1a6-42b3-9016-96e36803bc52 admin admin] 10.222.0.43 "DELETE /v2.0/networks/14aaa35b-2697-477c-a269-ac789f5cca29 HTTP/1.1" status: 204 len: 168 time: 1.0401373 Feb 16 17:35:15.584230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36716) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:15.778785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Deleting port fdfd2f57-8187-426d-be52-f9ac45ea4f59 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:15.779070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:15.848827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9eba5-2faf-49ef-8f04-2d2f525d1a8b None None] The port 'fdfd2f57-8187-426d-be52-f9ac45ea4f59' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:35:16.118512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:16.270844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fdfd2f57-8187-426d-be52-f9ac45ea4f59 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:16.305242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: fdfd2f57-8187-426d-be52-f9ac45ea4f59 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:16.305579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device fdfd2f57-8187-426d-be52-f9ac45ea4f59 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:16.554068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Deleting port 4508bd8b-4210-4bd3-a2db-c0907a64f318 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:16.554679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:16.721641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] For port 4508bd8b-4210-4bd3-a2db-c0907a64f318, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4508bd8b-4210-4bd3-a2db-c0907a64f318,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:16.721983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:16.842823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Calling delete_port for 4508bd8b-4210-4bd3-a2db-c0907a64f318 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:17.156005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:17.205571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=4508bd8b-4210-4bd3-a2db-c0907a64f318,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:17.473738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:17.939773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Router 33b3c92f-7a12-4729-9e5d-93effd20de93 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:35:18.122910 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:35:18.131774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] Sync routers for ids ['33b3c92f-7a12-4729-9e5d-93effd20de93'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:18.132263 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e9385413-dbf3-4c87-b0d0-cf15ce120d9e admin admin] 10.222.0.43 "PUT /v2.0/routers/33b3c92f-7a12-4729-9e5d-93effd20de93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469861 Feb 16 17:35:18.134744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36720) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:18.140823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] Routers {'33b3c92f-7a12-4729-9e5d-93effd20de93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:18.141411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['33b3c92f-7a12-4729-9e5d-93effd20de93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:18.314516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:18.326281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] Set router 33b3c92f-7a12-4729-9e5d-93effd20de93 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:18.494242 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:18.503896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Deleting port 55af48af-0b30-48c5-a733-024aa50109b9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:18.504407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:18.617031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '55af48af-0b30-48c5-a733-024aa50109b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:35:17Z', 'revision_number': 5, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port': {'id': '55af48af-0b30-48c5-a733-024aa50109b9', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:56Z', 'updated_at': '2022-02-16T17:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:18.620859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] Checking router: 33b3c92f-7a12-4729-9e5d-93effd20de93 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:18.629095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] Routers {'33b3c92f-7a12-4729-9e5d-93effd20de93'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:18.629684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['33b3c92f-7a12-4729-9e5d-93effd20de93'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:18.684717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] For port 55af48af-0b30-48c5-a733-024aa50109b9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=55af48af-0b30-48c5-a733-024aa50109b9,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:18.685065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:18.784715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] Set router 33b3c92f-7a12-4729-9e5d-93effd20de93 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:18.811707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Calling delete_port for 55af48af-0b30-48c5-a733-024aa50109b9 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:18.931493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:35:18Z', 'revision_number': 6, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:18.935381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8a742-bdd6-4c2f-8b67-504befd740ff None None] The sync data for ids ['33b3c92f-7a12-4729-9e5d-93effd20de93'] in dv-neutron-829527-2-hyperv is: [{'id': '33b3c92f-7a12-4729-9e5d-93effd20de93', 'name': 'tempest-TestEncryptedCinderVolumes-819474208-router', 'tenant_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:55Z', 'updated_at': '2022-02-16T17:35:18Z', 'revision_number': 6, 'project_id': 'afcddfcd070f4112b5f1d7bfbbb983f5', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:18.985441 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.031372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Pushing event deleted for resources: {'Port': ['ID=55af48af-0b30-48c5-a733-024aa50109b9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:19.123885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.411321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.413756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.439549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.440038 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33b3c92f-7a12-4729-9e5d-93effd20de93 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:35:19.453049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.454154 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d57698f4-b753-48be-9f5d-6facc901d625 admin admin] 10.222.0.43 "DELETE /v2.0/routers/33b3c92f-7a12-4729-9e5d-93effd20de93 HTTP/1.1" status: 204 len: 168 time: 1.3184798 Feb 16 17:35:19.456702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36724) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:19.515136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Deleting subnet 1f96f7b4-39a6-470f-82b2-6393961918c4 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:35:19.517932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.569569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.650904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.723109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.766603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f96f7b4-39a6-470f-82b2-6393961918c4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:19.772320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.777607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33760244-0136-48b3-82d7-27498fac633c None None] Network a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:35:19.782383 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8426f8d5-499b-41d5-bb3d-f1d763207794 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1f96f7b4-39a6-470f-82b2-6393961918c4 HTTP/1.1" status: 204 len: 168 time: 0.3221502 Feb 16 17:35:19.782766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36728) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:19.896932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:19.908149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Deleting port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:19.908492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.054717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] DHCP port deletion for a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:35:20.059002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Deleting port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:20.059362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.129378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] For port bc87cff0-453b-4db4-a26a-e7ca10fec2f6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:20.129944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.257020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Calling delete_port for bc87cff0-453b-4db4-a26a-e7ca10fec2f6 owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:20.263361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] For port bc87cff0-453b-4db4-a26a-e7ca10fec2f6, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,segment=NetworkSegment(b9c6aa93-eb7d-43e1-b35e-131b361eeb41),segment_id=b9c6aa93-eb7d-43e1-b35e-131b361eeb41)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:20.263743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.327961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 55af48af-0b30-48c5-a733-024aa50109b9 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:20.336945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.383975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc87cff0-453b-4db4-a26a-e7ca10fec2f6,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:20.387122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] No DVR routers for this DVR port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:20.416599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Calling delete_port for bc87cff0-453b-4db4-a26a-e7ca10fec2f6 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:35:20.452466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 55af48af-0b30-48c5-a733-024aa50109b9 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:20.452802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 55af48af-0b30-48c5-a733-024aa50109b9 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:20.453217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bc87cff0-453b-4db4-a26a-e7ca10fec2f6 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:20.497009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: bc87cff0-453b-4db4-a26a-e7ca10fec2f6 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:20.497341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device bc87cff0-453b-4db4-a26a-e7ca10fec2f6 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:20.497755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4508bd8b-4210-4bd3-a2db-c0907a64f318 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:35:20.503223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.527550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:20.534011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 4508bd8b-4210-4bd3-a2db-c0907a64f318 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:35:20.534357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4508bd8b-4210-4bd3-a2db-c0907a64f318 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:35:20.547344 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:20.547636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c6aa93-eb7d-43e1-b35e-131b361eeb41') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:20.559297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:35:20.559654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:35:20.560051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.577574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.583613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:35:20.584082 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:35:20.596633 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:35:20.670385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.675527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:20.701795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:20.705788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-6a27c765-439f-43bc-932a-ff23d394b5a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a417ce20-3e7a-48b1-8fcb-dd2bbbd4e259 HTTP/1.1" status: 204 len: 168 time: 0.9221103 Feb 16 17:35:20.891505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36734) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:20.940834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-12ac693b-144a-4758-a1ec-619451d26816 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bd449cd21054759aaeeeeabdebcf60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479958 Feb 16 17:35:20.943371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36738) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:21.000649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa8b9-c9e2-4f88-b186-bdd9ad43090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.025987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa8b9-c9e2-4f88-b186-bdd9ad43090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.061064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Deleting port bc87cff0-453b-4db4-a26a-e7ca10fec2f6 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:35:21.062135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.078393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa8b9-c9e2-4f88-b186-bdd9ad43090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.093296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aa8b9-c9e2-4f88-b186-bdd9ad43090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df278e19-1d36-4549-a0bb-1eaffe619615,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:21.102507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa8b9-c9e2-4f88-b186-bdd9ad43090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.103666 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fd5aa8b9-c9e2-4f88-b186-bdd9ad43090d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df278e19-1d36-4549-a0bb-1eaffe619615 HTTP/1.1" status: 204 len: 168 time: 0.1593831 Feb 16 17:35:21.139117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1207539c-2069-4f5b-865a-8ec5ad3be6a1 None None] The port 'bc87cff0-453b-4db4-a26a-e7ca10fec2f6' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:35:21.471796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36746) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:21.522501 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fdc94a16-26ba-498a-bbc3-e9d83d6c8116 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afcddfcd070f4112b5f1d7bfbbb983f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495026 Feb 16 17:35:21.524897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36750) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:21.582494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53a62654-cac2-419b-a2cc-6cc7cc77bda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.607975 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53a62654-cac2-419b-a2cc-6cc7cc77bda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.659266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53a62654-cac2-419b-a2cc-6cc7cc77bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.673090 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a62654-cac2-419b-a2cc-6cc7cc77bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18587a97-db2e-45cb-b7d4-be452722e368,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:21.682788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53a62654-cac2-419b-a2cc-6cc7cc77bda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:21.683939 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-53a62654-cac2-419b-a2cc-6cc7cc77bda3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18587a97-db2e-45cb-b7d4-be452722e368 HTTP/1.1" status: 204 len: 168 time: 0.1581595 Feb 16 17:35:22.453466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36774) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:22.575411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-599793887-network', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:22.580257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:22.584197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Usage tracker for resource:network and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:22.587041 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:22.595085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:22.603332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Made reservation on behalf of 88593940bbf743d99ff869a6a2d3ac59 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:22.605586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.617985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.632892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:22.636655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:22.639451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:22.644970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:22.727069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.730819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.762128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:35:22.770503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71024b41-df8d-426d-81f3-43d61c408080,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:22.776591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.776931 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Added segment eb7a9626-112a-4274-9e93-aa257f5dd5a6 of type vlan for network f2a21ad8-d900-48b9-ba81-6d6282080505 Feb 16 17:35:22.804670 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.833272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.834518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:22.835111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:22.939710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a21ad8-d900-48b9-ba81-6d6282080505,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:22.942649 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-27e70415-693b-493d-86cb-4122425a6fb0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4881470 Feb 16 17:35:22.945862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36780) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:22.949920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network f2a21ad8-d900-48b9-ba81-6d6282080505 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:35:22.951219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Request body: {'subnet': {'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-599793887-subnet', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:22.956112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:22.960368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Usage tracker for resource:subnet and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:22.963282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:22.968893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:22.979450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Made reservation on behalf of 88593940bbf743d99ff869a6a2d3ac59 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:22.981748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.292165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.365922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37f1df6-6235-4d6b-bc03-94353544ac38,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:23.371303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Checking segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:23.371547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Network hostable DHCP agents. Network: f2a21ad8-d900-48b9-ba81-6d6282080505, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:35:23.389891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Network f2a21ad8-d900-48b9-ba81-6d6282080505 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:35:23.399466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, f2a21ad8-d900-48b9-ba81-6d6282080505) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:23.403269 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:23.403834 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.409270 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6687c3-e7bd-4bf2-97da-34a8af87bca0 None None] Network f2a21ad8-d900-48b9-ba81-6d6282080505 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:35:23.424676 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec9c4037-1d42-4f6e-9773-10e6f136a9dc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4775062 Feb 16 17:35:23.427336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36784) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:23.432786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:23.437676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:23.441493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Usage tracker for resource:router and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:23.444366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:23.449997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:23.460854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.461911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.480498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.625159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-f2a21ad8-d900-48b9-ba81-6d6282080505', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:35:23.626116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.764389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:23.790640 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Allocated IP 172.20.0.2 (f2a21ad8-d900-48b9-ba81-6d6282080505/c37f1df6-6235-4d6b-bc03-94353544ac38/b7763f3c-5286-48a4-9068-5a4b667ee66c) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:24.034679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.045771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Transition to ACTIVE for port object b7763f3c-5286-48a4-9068-5a4b667ee66c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:24.064923 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Transition to ACTIVE for port object b7763f3c-5286-48a4-9068-5a4b667ee66c will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:24.070983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.095994 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.139319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Network f2a21ad8-d900-48b9-ba81-6d6282080505 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:24.140526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:24.147716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:24.157876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Pushing event updated for resources: {'Port': ['ID=b7763f3c-5286-48a4-9068-5a4b667ee66c,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:24.239775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.252518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Attempting to bind port b7763f3c-5286-48a4-9068-5a4b667ee66c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:24.252877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Attempting to bind port b7763f3c-5286-48a4-9068-5a4b667ee66c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:24.253232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Attempting to bind port b7763f3c-5286-48a4-9068-5a4b667ee66c on network f2a21ad8-d900-48b9-ba81-6d6282080505 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:24.259067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:24.259431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Checking segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:24.259817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.260201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Bound using segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:24.260652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Bound port: b7763f3c-5286-48a4-9068-5a4b667ee66c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:24.261015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.363141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] For port b7763f3c-5286-48a4-9068-5a4b667ee66c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:24.366671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] For port b7763f3c-5286-48a4-9068-5a4b667ee66c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b7763f3c-5286-48a4-9068-5a4b667ee66c,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:24.370825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.377278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Allocated IP 172.26.7.248 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/0d7115e8-a964-43e3-a321-43f563774246) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:24.460621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d13f5-b311-4fa6-a24b-0ed2bdcbf7f6 None None] Pushing event updated for resources: {'Port': ['ID=b7763f3c-5286-48a4-9068-5a4b667ee66c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:24.534495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.564954 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:24.633846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:24.636921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:24.640780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:24.689499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7115e8-a964-43e3-a321-43f563774246,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:24.942138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:25.078851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:25.409874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad58ef9-e44e-4cca-ba06-1d0da4b956b1 None None] Network f2a21ad8-d900-48b9-ba81-6d6282080505 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:35:25.439853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:25.501657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9f87c3c4-78ae-484c-b66d-676a7a2919bc None None] Provisioning for port b7763f3c-5286-48a4-9068-5a4b667ee66c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:25.776238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Router 85861c17-fec5-4bcf-902f-84dff7567b5d is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:35:25.954437 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:35:25.962933 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Sync routers for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:25.972511 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:25.973117 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:25.978904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:25.980078 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-dc944f64-1d88-4e7d-877f-142f20ab3716 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5518517 Feb 16 17:35:25.982793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36788) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:26.165689 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:26.318122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b7763f3c-5286-48a4-9068-5a4b667ee66c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:26.390014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b7763f3c-5286-48a4-9068-5a4b667ee66c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:26.394894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b7763f3c-5286-48a4-9068-5a4b667ee66c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:26.395260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.467044 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:24Z', 'revision_number': 3, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:26.471355 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Checking router: 85861c17-fec5-4bcf-902f-84dff7567b5d for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:26.471760 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Updating router 85861c17-fec5-4bcf-902f-84dff7567b5d port 0d7115e8-a964-43e3-a321-43f563774246 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:26.523843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.558600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port b7763f3c-5286-48a4-9068-5a4b667ee66c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b7763f3c-5286-48a4-9068-5a4b667ee66c,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:26.561366 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.563602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.632681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=b7763f3c-5286-48a4-9068-5a4b667ee66c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:26.700801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.889227 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.902028 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Transition to ACTIVE for port object 0d7115e8-a964-43e3-a321-43f563774246 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:26.908089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Allocated IP 172.20.0.1 (f2a21ad8-d900-48b9-ba81-6d6282080505/c37f1df6-6235-4d6b-bc03-94353544ac38/673cbe37-0b4e-4651-95f0-76723db0374b) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:26.908849 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:26.994185 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Attempting to bind port 0d7115e8-a964-43e3-a321-43f563774246 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:26.994948 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Attempting to bind port 0d7115e8-a964-43e3-a321-43f563774246 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:26.994948 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Attempting to bind port 0d7115e8-a964-43e3-a321-43f563774246 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:26.998111 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Pushing event updated for resources: {'Port': ['ID=0d7115e8-a964-43e3-a321-43f563774246,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:27.006367 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:27.006742 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:27.007128 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.007501 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:27.007935 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Bound port: 0d7115e8-a964-43e3-a321-43f563774246, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:27.008288 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.036435 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.036768 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.037352 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.037677 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.037993 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.038311 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.038648 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.038964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.039276 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.039589 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.039894 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.040198 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.059661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.076457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Transition to ACTIVE for port object 673cbe37-0b4e-4651-95f0-76723db0374b will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:27.088858 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] For port 0d7115e8-a964-43e3-a321-43f563774246, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:27.091736 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] For port 0d7115e8-a964-43e3-a321-43f563774246, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0d7115e8-a964-43e3-a321-43f563774246,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:27.095499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.101092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.171264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Network f2a21ad8-d900-48b9-ba81-6d6282080505 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:27.173711 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:27.174173 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:27.174363 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:27.178652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:27.211911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=673cbe37-0b4e-4651-95f0-76723db0374b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:27.235958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.238925 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f5b6-468c-4c3b-8df3-657993febc31 None None] Pushing event updated for resources: {'Port': ['ID=0d7115e8-a964-43e3-a321-43f563774246,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:27.379704 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:27.461311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-433c8fb2-1f3d-4b54-966b-bbd269e389d2 None None] Provisioning for port 673cbe37-0b4e-4651-95f0-76723db0374b completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:27.466841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-433c8fb2-1f3d-4b54-966b-bbd269e389d2 None None] Provisioning complete for port 673cbe37-0b4e-4651-95f0-76723db0374b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:27.467452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-433c8fb2-1f3d-4b54-966b-bbd269e389d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.539058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-433c8fb2-1f3d-4b54-966b-bbd269e389d2 None None] Port 673cbe37-0b4e-4651-95f0-76723db0374b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:35:27.633341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.677475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:24Z', 'revision_number': 3, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:27.681831 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007eee98-7e34-49a8-91ec-26fdde062f36 None None] The sync data for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv is: [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:24Z', 'revision_number': 3, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:27.906831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.912679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.044059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.048163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=673cbe37-0b4e-4651-95f0-76723db0374b,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:28.191667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Network f2a21ad8-d900-48b9-ba81-6d6282080505 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:28.193972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:28.381226 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b7763f3c-5286-48a4-9068-5a4b667ee66c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:28.399894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Router 85861c17-fec5-4bcf-902f-84dff7567b5d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:35:28.466421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b7763f3c-5286-48a4-9068-5a4b667ee66c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:28.466812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.523098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0346e33f-74d5-4ba9-8bfd-04bb9024ce56 None None] Provisioning complete for port 673cbe37-0b4e-4651-95f0-76723db0374b triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:28.523467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0346e33f-74d5-4ba9-8bfd-04bb9024ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.590968 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0346e33f-74d5-4ba9-8bfd-04bb9024ce56 None None] Port 673cbe37-0b4e-4651-95f0-76723db0374b cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:35:28.600562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:35:28.609935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7b8c38a4-92cf-4dc2-b65f-f2578a99f5d5 admin admin] 10.222.0.43 "PUT /v2.0/routers/85861c17-fec5-4bcf-902f-84dff7567b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261628 Feb 16 17:35:28.648575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d7115e8-a964-43e3-a321-43f563774246 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:28.721114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 0d7115e8-a964-43e3-a321-43f563774246 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:28.726844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0d7115e8-a964-43e3-a321-43f563774246 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:28.727221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.843165 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.860809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 0d7115e8-a964-43e3-a321-43f563774246, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0d7115e8-a964-43e3-a321-43f563774246,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:28.865500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.937967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=0d7115e8-a964-43e3-a321-43f563774246,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:29.115137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 36806) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:29.120807 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1850874584-network', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:29.125890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:29.129749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Usage tracker for resource:network and tenant:d27dcbbda05640528fdf597a414d50be is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:29.133284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:29.139094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:29.150582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Made reservation on behalf of d27dcbbda05640528fdf597a414d50be for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:29.152923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.166399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.181420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:29.185429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Usage tracker for resource:security_group_rule and tenant:d27dcbbda05640528fdf597a414d50be is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:29.188163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:29.193930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:29.284674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.289154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.318879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:35:29.321164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Sync routers for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:29.327381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6f8cd-9b32-452a-b80f-54e73cee07bd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:29.330453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:29.331449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:29.332795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.333814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Added segment c0e4c636-df86-4a25-8554-f40e67ae9357 of type vlan for network 40279cdc-a9b7-4a0e-923a-595104c2d63f Feb 16 17:35:29.360122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.389179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.390237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:29.390912 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.504038 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3852596 Feb 16 17:35:29.504485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36810) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:29.510253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dbbeb-65bf-4fb4-8700-857aba1bda8d admin admin] Pushing event updated for resources: {'Network': ['ID=40279cdc-a9b7-4a0e-923a-595104c2d63f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:29.511174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Request body: {'subnet': {'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1850874584-subnet', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:29.516347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:29.522813 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Usage tracker for resource:subnet and tenant:d27dcbbda05640528fdf597a414d50be is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:29.525161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:35:29.525694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:29.531984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:29.542723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Made reservation on behalf of d27dcbbda05640528fdf597a414d50be for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:29.545110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.639990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:29.751517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.826209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d855d1cf-d30a-443d-84b2-8a17ae920908,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:29.838038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Checking segment: {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:29.838382 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Network hostable DHCP agents. Network: 40279cdc-a9b7-4a0e-923a-595104c2d63f, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:35:29.858737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:35:29.868632 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 40279cdc-a9b7-4a0e-923a-595104c2d63f) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:29.872941 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:29.873661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.883680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a615556b-cfdf-4747-b516-8f8f6ff1c143 None None] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:35:29.896322 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-8ab60a79-27c1-47a5-85ec-0a6bfd2f2e79 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3900301 Feb 16 17:35:29.898812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36814) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:29.903512 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:29.908357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:29.912451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Usage tracker for resource:router and tenant:d27dcbbda05640528fdf597a414d50be is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:35:29.915304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:35:29.921576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:29.933107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.934070 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:29.949983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.166417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 2, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:30.175905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Checking router: 85861c17-fec5-4bcf-902f-84dff7567b5d for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:30.176264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Updating router 85861c17-fec5-4bcf-902f-84dff7567b5d port 673cbe37-0b4e-4651-95f0-76723db0374b binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:30.202837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-40279cdc-a9b7-4a0e-923a-595104c2d63f', 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'fixed_ips': [{'subnet_id': 'd855d1cf-d30a-443d-84b2-8a17ae920908'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:35:30.203642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.292908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d7115e8-a964-43e3-a321-43f563774246 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:30.321786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.351934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.578878 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0d7115e8-a964-43e3-a321-43f563774246 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:30.579150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.604465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Allocated IP 172.20.0.2 (40279cdc-a9b7-4a0e-923a-595104c2d63f/d855d1cf-d30a-443d-84b2-8a17ae920908/29126a48-7572-4cc8-af48-512aa166c9bc) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:30.671166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.700926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.838713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Allocated IP 172.26.7.40 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/d6b29ef2-8548-4970-898b-3c3c6dac520b) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:30.989330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.019563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.039960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-10985dee-5b63-410f-a705-23308c64f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.086588 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:31.089580 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:31.091821 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:31.152457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b29ef2-8548-4970-898b-3c3c6dac520b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:31.168787 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.172074 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.188584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Transition to ACTIVE for port object 29126a48-7572-4cc8-af48-512aa166c9bc will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:31.196882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Transition to ACTIVE for port object 673cbe37-0b4e-4651-95f0-76723db0374b will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:31.206779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.256933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Transition to ACTIVE for port object 29126a48-7572-4cc8-af48-512aa166c9bc will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:31.330116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.357130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccc235-4d19-4715-bcfc-c174542d4728 None None] Pushing event updated for resources: {'Port': ['ID=673cbe37-0b4e-4651-95f0-76723db0374b,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:31.436862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:31.450038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:31.495374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:31.609694 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Pushing event updated for resources: {'Port': ['ID=29126a48-7572-4cc8-af48-512aa166c9bc,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:31.627163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Attempting to bind port 673cbe37-0b4e-4651-95f0-76723db0374b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:31.627524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Attempting to bind port 673cbe37-0b4e-4651-95f0-76723db0374b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:31.627875 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Attempting to bind port 673cbe37-0b4e-4651-95f0-76723db0374b on network f2a21ad8-d900-48b9-ba81-6d6282080505 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:31.641465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:31.641822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Checking segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:31.642203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.642683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Bound using segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:31.643137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Bound port: 673cbe37-0b4e-4651-95f0-76723db0374b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:31.643501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.654744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Attempting to bind port 29126a48-7572-4cc8-af48-512aa166c9bc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:31.655109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Attempting to bind port 29126a48-7572-4cc8-af48-512aa166c9bc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:31.655464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Attempting to bind port 29126a48-7572-4cc8-af48-512aa166c9bc on network 40279cdc-a9b7-4a0e-923a-595104c2d63f {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:31.666180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:31.666539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Checking segment: {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:31.666947 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.667322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Bound using segment: {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:31.667767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Bound port: 29126a48-7572-4cc8-af48-512aa166c9bc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:31.668129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.679558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.805320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] For port 673cbe37-0b4e-4651-95f0-76723db0374b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:31.822288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] For port 673cbe37-0b4e-4651-95f0-76723db0374b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=673cbe37-0b4e-4651-95f0-76723db0374b,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:31.826409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] For port 29126a48-7572-4cc8-af48-512aa166c9bc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:31.829735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] For port 29126a48-7572-4cc8-af48-512aa166c9bc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29126a48-7572-4cc8-af48-512aa166c9bc,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:31.831433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.865099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:31.931301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:31.931921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:31.985309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccc235-4d19-4715-bcfc-c174542d4728 None None] Pushing event updated for resources: {'Port': ['ID=673cbe37-0b4e-4651-95f0-76723db0374b,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:32.027733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:32.164628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1193-be42-4cc6-9b9f-5808cc83bf2e None None] Pushing event updated for resources: {'Port': ['ID=29126a48-7572-4cc8-af48-512aa166c9bc,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:32.233695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:32.281372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Router a12f41fe-72f0-4834-9d19-eaf8d400aa2a is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:35:32.350254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29126a48-7572-4cc8-af48-512aa166c9bc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:32.483027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:35:32.495711 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Sync routers for ids ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:32.508193 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Routers {'a12f41fe-72f0-4834-9d19-eaf8d400aa2a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:32.508738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:32.508912 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:32.512731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a6bec9d5-c5ed-435d-808d-e8602d59edd9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6102479 Feb 16 17:35:32.512731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 36818) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:35:32.642900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 29126a48-7572-4cc8-af48-512aa166c9bc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:32.709225 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Set router a12f41fe-72f0-4834-9d19-eaf8d400aa2a gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:32.716144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:31Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:32.720164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be09f6c-62a8-4693-836d-5cc38baf292c None None] The sync data for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv is: [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:31Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:33.000600 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:35:33.079830 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:35:31Z', 'revision_number': 3, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:33.084817 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Checking router: a12f41fe-72f0-4834-9d19-eaf8d400aa2a for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:33.085159 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Updating router a12f41fe-72f0-4834-9d19-eaf8d400aa2a port d6b29ef2-8548-4970-898b-3c3c6dac520b binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:33.152004 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.313870 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e693552-7fe1-418d-a3e5-42b0d18e84b5 None None] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:35:33.438433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] Provisioning for port 29126a48-7572-4cc8-af48-512aa166c9bc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:33.488371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] Provisioning complete for port 29126a48-7572-4cc8-af48-512aa166c9bc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:33.488718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.506390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.608092 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.624087 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Transition to ACTIVE for port object d6b29ef2-8548-4970-898b-3c3c6dac520b will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:33.632788 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.733124 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Attempting to bind port d6b29ef2-8548-4970-898b-3c3c6dac520b on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:33.733808 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Attempting to bind port d6b29ef2-8548-4970-898b-3c3c6dac520b by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:33.734338 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Attempting to bind port d6b29ef2-8548-4970-898b-3c3c6dac520b on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:33.743663 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:33.744351 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:33.744916 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.745529 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:33.746475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Bound port: d6b29ef2-8548-4970-898b-3c3c6dac520b, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:33.747165 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.762625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5115d8fb-2573-4ee0-9ca0-ca58702d2f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.794955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.803732 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e83f6-f730-46d7-a68e-8ba4250ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=d6b29ef2-8548-4970-898b-3c3c6dac520b,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:33.820146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Allocated IP 172.20.0.1 (40279cdc-a9b7-4a0e-923a-595104c2d63f/d855d1cf-d30a-443d-84b2-8a17ae920908/0fcb0960-b94d-417f-bb4a-d6bd70b6d474) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:33.842318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] For port 29126a48-7572-4cc8-af48-512aa166c9bc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29126a48-7572-4cc8-af48-512aa166c9bc,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:33.848690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.856175 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] For port d6b29ef2-8548-4970-898b-3c3c6dac520b, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:33.861972 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] For port d6b29ef2-8548-4970-898b-3c3c6dac520b, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d6b29ef2-8548-4970-898b-3c3c6dac520b,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:33.868921 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.936124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c6048-9cd7-465e-840e-245bd79871fa None None] Pushing event updated for resources: {'Port': ['ID=29126a48-7572-4cc8-af48-512aa166c9bc,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:33.982895 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Routers {'a12f41fe-72f0-4834-9d19-eaf8d400aa2a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:33.983869 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:34.029687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.052585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Transition to ACTIVE for port object 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:34.089466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.093116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e83f6-f730-46d7-a68e-8ba4250ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=d6b29ef2-8548-4970-898b-3c3c6dac520b,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:34.176135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:34.181412 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:34.185034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:34.186290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a9494217-68df-4811-a917-cebf038eb659 None None] Provisioning complete for port 29126a48-7572-4cc8-af48-512aa166c9bc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:34.187682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a9494217-68df-4811-a917-cebf038eb659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.217206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Pushing event updated for resources: {'Port': ['ID=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:34.255766 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] Set router a12f41fe-72f0-4834-9d19-eaf8d400aa2a gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:34.262641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.420950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.490367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 673cbe37-0b4e-4651-95f0-76723db0374b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:34.499551 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.569682 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-697bc3f9-f057-4710-ba77-39a8ce2d5e3c None None] Provisioning for port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:34.578125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-697bc3f9-f057-4710-ba77-39a8ce2d5e3c None None] Provisioning complete for port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:34.578535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-697bc3f9-f057-4710-ba77-39a8ce2d5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.607958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 673cbe37-0b4e-4651-95f0-76723db0374b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:34.609213 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:35:31Z', 'revision_number': 3, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:34.613601 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14fac9-1aeb-4087-bb1c-aac4d25c06ea None None] The sync data for ids ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'] in dv-neutron-829527-2-hyperv is: [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:35:31Z', 'revision_number': 3, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:34.626523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 673cbe37-0b4e-4651-95f0-76723db0374b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:34.626912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.679981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-697bc3f9-f057-4710-ba77-39a8ce2d5e3c None None] Port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:35:34.746093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.751770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.762328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.797688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 673cbe37-0b4e-4651-95f0-76723db0374b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=673cbe37-0b4e-4651-95f0-76723db0374b,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:34.802501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.803598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29126a48-7572-4cc8-af48-512aa166c9bc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:34.893674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.898506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Pushing event updated for resources: {'Port': ['ID=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:34.940133 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=673cbe37-0b4e-4651-95f0-76723db0374b,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:34.952763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 29126a48-7572-4cc8-af48-512aa166c9bc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:34.953137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.049723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:35.050934 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:35.173453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.270792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Router a12f41fe-72f0-4834-9d19-eaf8d400aa2a has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:35:35.409654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-294116a2-f2b3-4e98-afc8-6f068c8514b8 None None] Provisioning complete for port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:35.410022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-294116a2-f2b3-4e98-afc8-6f068c8514b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.474963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-294116a2-f2b3-4e98-afc8-6f068c8514b8 None None] Port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:35:35.597274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:35:35.606404 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7afd12cf-3d7e-485c-a5e0-45070fd30817 admin admin] 10.222.0.43 "PUT /v2.0/routers/a12f41fe-72f0-4834-9d19-eaf8d400aa2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927281 Feb 16 17:35:36.210835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Sync routers for ids ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:36.221180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Routers {'a12f41fe-72f0-4834-9d19-eaf8d400aa2a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:36.221864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:36.371027 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6b29ef2-8548-4970-898b-3c3c6dac520b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:36.467753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Set router a12f41fe-72f0-4834-9d19-eaf8d400aa2a gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:36.730995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d6b29ef2-8548-4970-898b-3c3c6dac520b completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:36.741715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d6b29ef2-8548-4970-898b-3c3c6dac520b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:36.742072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.901236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.951217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.977708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port d6b29ef2-8548-4970-898b-3c3c6dac520b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d6b29ef2-8548-4970-898b-3c3c6dac520b,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:36.989813 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.990663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 673cbe37-0b4e-4651-95f0-76723db0374b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:37.106655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 4, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '0fcb0960-b94d-417f-bb4a-d6bd70b6d474', 'name': '', 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'mac_address': 'fa:16:3e:f2:7c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd855d1cf-d30a-443d-84b2-8a17ae920908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:33Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 2, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'subnets': [{'id': 'd855d1cf-d30a-443d-84b2-8a17ae920908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:37.120239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Checking router: a12f41fe-72f0-4834-9d19-eaf8d400aa2a for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:37.120611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Updating router a12f41fe-72f0-4834-9d19-eaf8d400aa2a port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:37.157567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=d6b29ef2-8548-4970-898b-3c3c6dac520b,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:37.185547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.206347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 673cbe37-0b4e-4651-95f0-76723db0374b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:37.206843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.666918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.683095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Transition to ACTIVE for port object 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:37.689107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.913689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9eb9cf-12b8-4baf-8d4f-03cfb9ba212e None None] Pushing event updated for resources: {'Port': ['ID=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:37.949113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Attempting to bind port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:37.949568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Attempting to bind port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:37.949993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Attempting to bind port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 on network 40279cdc-a9b7-4a0e-923a-595104c2d63f {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:37.956720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:37.957195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Checking segment: {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:37.957667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.958771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Bound using segment: {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:37.959286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Bound port: 0fcb0960-b94d-417f-bb4a-d6bd70b6d474, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e4c636-df86-4a25-8554-f40e67ae9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:37.959749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.074029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] For port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:38.077167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] For port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:38.083967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.164075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Routers {'a12f41fe-72f0-4834-9d19-eaf8d400aa2a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:35:38.164686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:35:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:38.316654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9eb9cf-12b8-4baf-8d4f-03cfb9ba212e None None] Pushing event updated for resources: {'Port': ['ID=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:38.340519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6b29ef2-8548-4970-898b-3c3c6dac520b up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:38.512539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] Set router a12f41fe-72f0-4834-9d19-eaf8d400aa2a gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:35:38.656036 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d6b29ef2-8548-4970-898b-3c3c6dac520b triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:38.656405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.956633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 4, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '0fcb0960-b94d-417f-bb4a-d6bd70b6d474', 'name': '', 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'mac_address': 'fa:16:3e:f2:7c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd855d1cf-d30a-443d-84b2-8a17ae920908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:33Z', 'updated_at': '2022-02-16T17:35:38Z', 'revision_number': 4, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'subnets': [{'id': 'd855d1cf-d30a-443d-84b2-8a17ae920908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:38.963071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540884-6081-4f6e-93a3-23dfda4d3b16 None None] The sync data for ids ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'] in dv-neutron-829527-2-hyperv is: [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 4, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '0fcb0960-b94d-417f-bb4a-d6bd70b6d474', 'name': '', 'network_id': '40279cdc-a9b7-4a0e-923a-595104c2d63f', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'mac_address': 'fa:16:3e:f2:7c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd855d1cf-d30a-443d-84b2-8a17ae920908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:33Z', 'updated_at': '2022-02-16T17:35:38Z', 'revision_number': 4, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'subnets': [{'id': 'd855d1cf-d30a-443d-84b2-8a17ae920908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:40.329490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:40.421736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:40.428315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:40.429253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.571653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.609014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:35:40.612914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.688516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:42.312122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:35:42.388929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:42.389481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.950616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-326ece2f-6a5b-41e9-898b-fd40c53411d8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:45.951969 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-326ece2f-6a5b-41e9-898b-fd40c53411d8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 814 time: 0.1569843 Feb 16 17:35:45.966399 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-6e719c36-8393-461f-bf92-e487ffb6c4a0 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/quotas/88593940bbf743d99ff869a6a2d3ac59 HTTP/1.1" status: 200 len: 375 time: 0.0091743 Feb 16 17:35:46.053162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-85408212-aabe-440b-b387-ca6dfaf63dca tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Synchronizing usage tracker for tenant:88593940bbf743d99ff869a6a2d3ac59 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:35:46.069457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-85408212-aabe-440b-b387-ca6dfaf63dca tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Unset dirty status for tenant:88593940bbf743d99ff869a6a2d3ac59 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:35:46.070716 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-85408212-aabe-440b-b387-ca6dfaf63dca tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995624 Feb 16 17:35:46.211048 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-ebc9b3d7-6930-43a5-954e-a41615eedfc2 service neutron] 10.222.0.43 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287916 Feb 16 17:35:46.342897 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-f379e4f9-1dd5-4797-a7bc-94ad46471889 service neutron] 10.222.0.43 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261570 Feb 16 17:35:46.516250 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2bc3a066-bb1c-4bba-a840-9eb7e37fd6ba req-a4079506-cc57-4e77-9910-98429c1231dc tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 210 time: 0.0464826 Feb 16 17:35:47.600387 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-015d3d1c-2c32-49f5-9d62-5915e1a4f261 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:47.601136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-015d3d1c-2c32-49f5-9d62-5915e1a4f261 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Synchronizing usage tracker for tenant:88593940bbf743d99ff869a6a2d3ac59 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:35:47.619876 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-015d3d1c-2c32-49f5-9d62-5915e1a4f261 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Unset dirty status for tenant:88593940bbf743d99ff869a6a2d3ac59 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:35:47.623124 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-015d3d1c-2c32-49f5-9d62-5915e1a4f261 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 814 time: 0.1692042 Feb 16 17:35:47.635318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'port': {'device_id': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'admin_state_up': True, 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:47.677679 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0bbec35-1cef-49b9-b84a-d20aa5ab0c97 req-9bbfd319-3a11-4b65-9367-c71928ab5c89 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 210 time: 0.0455577 Feb 16 17:35:47.773517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:35:47.783181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:35:47.793744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Made reservation on behalf of 88593940bbf743d99ff869a6a2d3ac59 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:47.797298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:47.962666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Allocated IP 172.20.0.4 (f2a21ad8-d900-48b9-ba81-6d6282080505/c37f1df6-6235-4d6b-bc03-94353544ac38/ee3be982-a96c-4891-b83a-b5219533efed) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:48.263640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.287001 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Transition to ACTIVE for port object ee3be982-a96c-4891-b83a-b5219533efed will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:48.327929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.440990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Network f2a21ad8-d900-48b9-ba81-6d6282080505 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:48.444993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:48.467893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:48.471144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:35:48.526962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.527469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.527903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.528331 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.528759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.529204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.539941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.540843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.541384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.542119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.542603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.543054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:48.593743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:48.594506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.633344 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-8404d546-47ae-4b4b-aae2-c503c57d1f20 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0001788 Feb 16 17:35:48.772616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b27d012e-8420-4f6e-bd58-6e03eed19129 None None] Provisioning for port ee3be982-a96c-4891-b83a-b5219533efed completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:48.784250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b27d012e-8420-4f6e-bd58-6e03eed19129 None None] Provisioning complete for port ee3be982-a96c-4891-b83a-b5219533efed triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:48.784953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b27d012e-8420-4f6e-bd58-6e03eed19129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.846191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b27d012e-8420-4f6e-bd58-6e03eed19129 None None] Port ee3be982-a96c-4891-b83a-b5219533efed cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:35:48.897015 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9906-6466-454f-8348-7ee4fbe9eaa9 req-8886ce31-e0fc-4471-9b36-dd9cd564bcdb tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:48.898522 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e06d9906-6466-454f-8348-7ee4fbe9eaa9 req-8886ce31-e0fc-4471-9b36-dd9cd564bcdb tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.1047318 Feb 16 17:35:48.949829 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e06d9906-6466-454f-8348-7ee4fbe9eaa9 req-984b4330-987d-4ad7-8106-adcf2f4a6638 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Feb 16 17:35:50.143185 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10b46d-6d2f-406a-bcbb-2a5a2d04a4f4 req-d88bae53-3559-41d2-92f4-5ad99ce439c9 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:50.144860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2d10b46d-6d2f-406a-bcbb-2a5a2d04a4f4 req-d88bae53-3559-41d2-92f4-5ad99ce439c9 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0832574 Feb 16 17:35:50.225987 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2d10b46d-6d2f-406a-bcbb-2a5a2d04a4f4 req-d7395f88-e6f7-4f7b-b8a0-cf43d87e2bba tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742152 Feb 16 17:35:51.435195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4f8a2-31b6-42ed-89fb-45bd400b6f42 req-bc9cb58c-fedd-4836-9505-9005857b21d0 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:51.437352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-70a4f8a2-31b6-42ed-89fb-45bd400b6f42 req-bc9cb58c-fedd-4836-9505-9005857b21d0 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0955377 Feb 16 17:35:51.485935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-70a4f8a2-31b6-42ed-89fb-45bd400b6f42 req-18464e03-74f3-4ee9-9def-40220b102ac8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Feb 16 17:35:52.686415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603d6fa-660f-47e5-b2ae-8b96a7523988 req-6c92e5ae-cb53-4c17-8439-5bab4466d4f8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:52.687971 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9603d6fa-660f-47e5-b2ae-8b96a7523988 req-6c92e5ae-cb53-4c17-8439-5bab4466d4f8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0870552 Feb 16 17:35:52.745815 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9603d6fa-660f-47e5-b2ae-8b96a7523988 req-8ce83daa-dc6b-4614-9ce8-3f80bfbc5a46 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Feb 16 17:35:53.957184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2901a-fcad-42f7-a5da-86c975496dd2 req-198c65ab-ba23-4e7b-8111-ba607c8b45de tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:53.958758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eed2901a-fcad-42f7-a5da-86c975496dd2 req-198c65ab-ba23-4e7b-8111-ba607c8b45de tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0968866 Feb 16 17:35:54.010118 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eed2901a-fcad-42f7-a5da-86c975496dd2 req-21260557-30fd-436f-9778-95167d4a65d1 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Feb 16 17:35:54.942604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:55.253493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b1811-9b70-465b-b1ca-0c815afc7c7d req-3d10b64b-565a-4287-93d7-27a5739f3942 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:55.255712 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-154b1811-9b70-465b-b1ca-0c815afc7c7d req-3d10b64b-565a-4287-93d7-27a5739f3942 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0967815 Feb 16 17:35:55.300743 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-154b1811-9b70-465b-b1ca-0c815afc7c7d req-3e3d28a6-c032-4d60-993b-1db0a3e5fb38 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Feb 16 17:35:56.483786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba130-7e1a-46fa-ae27-d6682830f33c req-75717c71-bd4b-4b8d-b161-47edc814a6bd tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:56.485163 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-118ba130-7e1a-46fa-ae27-d6682830f33c req-75717c71-bd4b-4b8d-b161-47edc814a6bd tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0798225 Feb 16 17:35:56.529910 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-118ba130-7e1a-46fa-ae27-d6682830f33c req-fd58b197-c699-4330-953d-99d2b072b962 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Feb 16 17:35:57.661624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Request body: {'port': {'device_id': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:57.716933 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deccec-e516-45af-9500-d333f4e35d53 req-55ae4b8d-32f6-48f0-ac09-4fe30beeb68f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.718394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-92deccec-e516-45af-9500-d333f4e35d53 req-55ae4b8d-32f6-48f0-ac09-4fe30beeb68f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 931 time: 0.0854445 Feb 16 17:35:57.764170 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-92deccec-e516-45af-9500-d333f4e35d53 req-76a2b536-1247-49f5-9c51-392ba281a517 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Feb 16 17:35:57.786037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:58.236084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3be982-a96c-4891-b83a-b5219533efed {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:35:58.243872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:58.257922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Transition to ACTIVE for port object ee3be982-a96c-4891-b83a-b5219533efed will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:58.261527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:58.415841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:58.495969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Attempting to bind port ee3be982-a96c-4891-b83a-b5219533efed on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:58.496302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Attempting to bind port ee3be982-a96c-4891-b83a-b5219533efed by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:58.496626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Attempting to bind port ee3be982-a96c-4891-b83a-b5219533efed on network f2a21ad8-d900-48b9-ba81-6d6282080505 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:58.501165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Port ee3be982-a96c-4891-b83a-b5219533efed on network f2a21ad8-d900-48b9-ba81-6d6282080505 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:35:58.501532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Attempting to bind port ee3be982-a96c-4891-b83a-b5219533efed on network f2a21ad8-d900-48b9-ba81-6d6282080505 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:35:58.506770 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:35:58.507100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Checking segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:35:58.507478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Bound using segment: {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:35:58.507888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Bound port: ee3be982-a96c-4891-b83a-b5219533efed, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7a9626-112a-4274-9e93-aa257f5dd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:58.508222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:58.604784 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:35:58.608347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:35:58.612284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:58.670734 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.671549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:58.672961 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 1093 time: 1.0159178 Feb 16 17:35:58.675787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:35:58.705044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75ba5e-d37f-49cb-9d5f-60b96da7e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:58.760523 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'status': 'completed', 'code': 200} Feb 16 17:35:58.802090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-f3a80929-c483-4220-8dd3-306e22d1936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.803625 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-f3a80929-c483-4220-8dd3-306e22d1936a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1096 time: 0.0807238 Feb 16 17:35:58.873644 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-2fd81074-93a4-4920-b869-ff0fe2c217b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 217 time: 0.0629594 Feb 16 17:35:58.941484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-4208516f-1d98-4be8-a454-fd63c4be09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.943438 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-4208516f-1d98-4be8-a454-fd63c4be09a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0633619 Feb 16 17:35:58.956445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6ceed-90c1-42b9-98d4-bdf5cda3b12a req-64a197ea-3944-4bdd-8efa-3ac04d00479c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.957997 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-59e6ceed-90c1-42b9-98d4-bdf5cda3b12a req-64a197ea-3944-4bdd-8efa-3ac04d00479c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 943 time: 0.0826576 Feb 16 17:35:59.006071 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-59e6ceed-90c1-42b9-98d4-bdf5cda3b12a req-77696b4e-e02a-4003-86ee-fba0d1a7a04f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Feb 16 17:35:59.023128 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-eefe359d-7747-464b-bcb1-a9cccef7b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:59.023128 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-eefe359d-7747-464b-bcb1-a9cccef7b6c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731206 Feb 16 17:35:59.156928 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-fe18445f-dbfe-4797-85b8-ce660eb21ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280596 Feb 16 17:35:59.289657 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b1b4414c-d772-459e-b21c-1bc5eff90722 req-146ac448-3782-43d6-9008-837c325a29ac service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252558 Feb 16 17:35:59.435052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-9b1c6296-dbde-441e-9c9d-8e15e2646ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:59.436552 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-9b1c6296-dbde-441e-9c9d-8e15e2646ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1096 time: 0.1044228 Feb 16 17:35:59.570254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-b10bdf2b-6e85-44e1-a7b4-0fb68f52b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:59.571614 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-b10bdf2b-6e85-44e1-a7b4-0fb68f52b9db service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1286442 Feb 16 17:35:59.637948 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-aa1b27a0-4469-4d6f-a5c2-fb30b30d7852 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 217 time: 0.0594373 Feb 16 17:35:59.704853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-2cbb192d-7e4a-4ca8-9691-7020ac9e088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:59.706268 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-2cbb192d-7e4a-4ca8-9691-7020ac9e088c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0619783 Feb 16 17:35:59.782332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-6937c7cd-d9c7-42fa-bcb5-b17393a413ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:59.783945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-6937c7cd-d9c7-42fa-bcb5-b17393a413ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718195 Feb 16 17:36:00.017609 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-c7c29ef8-944c-4825-8b38-82b4ae551f6f service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270732 Feb 16 17:36:00.161056 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-068dee2b-e332-4ac5-a532-a4682a4bbe47 req-c47152bc-2296-447c-8288-38c73de708c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368618 Feb 16 17:36:00.195340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c412b-fcdd-4844-8d4b-e057bffaefa3 req-f8edbe0d-ec09-4587-9f25-a79df352afd5 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:00.196722 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-165c412b-fcdd-4844-8d4b-e057bffaefa3 req-f8edbe0d-ec09-4587-9f25-a79df352afd5 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 943 time: 0.0874317 Feb 16 17:36:00.241664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-165c412b-fcdd-4844-8d4b-e057bffaefa3 req-436e79b1-098c-4022-a2b1-f44c3178da22 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Feb 16 17:36:00.952266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0d1f-d97c-4816-bae8-694383a8c279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:01.434376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1afc64-2b10-42aa-b77f-3b45e3275e8f req-3f077cbd-40c2-4da7-b65b-8e994c685596 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:01.435857 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d1afc64-2b10-42aa-b77f-3b45e3275e8f req-3f077cbd-40c2-4da7-b65b-8e994c685596 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 943 time: 0.0804374 Feb 16 17:36:01.484047 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d1afc64-2b10-42aa-b77f-3b45e3275e8f req-bf09bc20-d0a4-4e23-ae03-c15cc2402858 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Feb 16 17:36:02.668391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c530e-93a9-44a0-a748-b17c4f7d7ed0 req-f3bde70e-0e35-42c7-860b-1d689a39011d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:02.669828 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc3c530e-93a9-44a0-a748-b17c4f7d7ed0 req-f3bde70e-0e35-42c7-860b-1d689a39011d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 943 time: 0.0798194 Feb 16 17:36:02.713464 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc3c530e-93a9-44a0-a748-b17c4f7d7ed0 req-d57d3649-c187-4f50-9b6f-46de8110f8ef tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Feb 16 17:36:03.685336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0014a8a-c8c5-4188-8cb5-5da782e3a75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:03.899155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ff662-16fe-4cf1-9094-22773c76f74d req-21ac51d8-f565-4ecf-a17a-a92936016a42 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:03.900590 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-224ff662-16fe-4cf1-9094-22773c76f74d req-21ac51d8-f565-4ecf-a17a-a92936016a42 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 943 time: 0.0814476 Feb 16 17:36:03.945568 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-224ff662-16fe-4cf1-9094-22773c76f74d req-51ae3f60-d621-4602-b65d-a3c8716a3480 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Feb 16 17:36:04.196029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ee3be982-a96c-4891-b83a-b5219533efed details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:36:04.326741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:36:04.340389 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'ee3be982-a96c-4891-b83a-b5219533efed', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'port_id': 'ee3be982-a96c-4891-b83a-b5219533efed', 'mac_address': 'fa:16:3e:68:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:36:04.405546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:04.411312 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:04.428529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3be982-a96c-4891-b83a-b5219533efed {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:36:04.443600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:36:04.447286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:04.512236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:04.519208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.519549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.520571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.520935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.521266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.521599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.521919 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.522242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.522580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.522979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.523314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.523610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:04.797866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ee3be982-a96c-4891-b83a-b5219533efed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:36:05.127199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1096-1ba8-44a1-891d-1229f7c27138 req-9d7f1611-8ceb-469d-afbf-b9d1bb30cefa tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:05.128669 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-937e1096-1ba8-44a1-891d-1229f7c27138 req-9d7f1611-8ceb-469d-afbf-b9d1bb30cefa tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 944 time: 0.0792804 Feb 16 17:36:05.173050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:05.179112 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-937e1096-1ba8-44a1-891d-1229f7c27138 req-f7cce1a9-9cdd-4502-ba25-63a9d56f4197 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436621 Feb 16 17:36:06.211814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ee3be982-a96c-4891-b83a-b5219533efed up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:36:06.282853 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port ee3be982-a96c-4891-b83a-b5219533efed completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:36:06.288446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port ee3be982-a96c-4891-b83a-b5219533efed triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:36:06.288817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:06.374042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6a07-6070-4e49-8e3b-59bbe2ec28e2 req-1fc3f664-2ba2-454e-8b82-a884fdf36d2c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:06.375536 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-356f6a07-6070-4e49-8e3b-59bbe2ec28e2 req-1fc3f664-2ba2-454e-8b82-a884fdf36d2c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 944 time: 0.0844815 Feb 16 17:36:06.405191 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:06.421235 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-356f6a07-6070-4e49-8e3b-59bbe2ec28e2 req-66606116-f29d-4262-b155-f0a59a92f6cb tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Feb 16 17:36:06.436097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:36:06.446901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:36:06.450653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:06.482324 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'code': 200} Feb 16 17:36:06.520578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:06.705909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44290d9c-6dd4-46a0-8204-624587a6bdf2 req-18bdcda6-e9cc-41d3-8d49-b4561350c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:06.708130 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-44290d9c-6dd4-46a0-8204-624587a6bdf2 req-18bdcda6-e9cc-41d3-8d49-b4561350c317 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1098 time: 0.0733099 Feb 16 17:36:06.746700 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-44290d9c-6dd4-46a0-8204-624587a6bdf2 req-f930f316-a068-4071-bc44-342820c05420 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Feb 16 17:36:06.841300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:07.604696 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5972a98-8105-4794-bb2a-f162a89ff06c req-86a6a268-9664-4314-ba46-c6af2ada79ec tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:07.606124 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c5972a98-8105-4794-bb2a-f162a89ff06c req-86a6a268-9664-4314-ba46-c6af2ada79ec tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0785844 Feb 16 17:36:07.653378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c5972a98-8105-4794-bb2a-f162a89ff06c req-b0ffadc3-63b3-4696-a7bb-2dc88ee2b8d4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Feb 16 17:36:08.837741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecc830-65e9-4c61-abf0-0a8814d3e51c req-a9b1c59a-dc3f-48b3-81eb-e105106387eb tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:08.839208 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e4ecc830-65e9-4c61-abf0-0a8814d3e51c req-a9b1c59a-dc3f-48b3-81eb-e105106387eb tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0791512 Feb 16 17:36:08.883967 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e4ecc830-65e9-4c61-abf0-0a8814d3e51c req-5cebf311-ac97-42c6-8dd7-717b234f5732 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Feb 16 17:36:09.073303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcc0ee-cb32-4a83-9a49-12c490b96806 req-98cf2e8f-3e00-441e-b0c0-662fa1594825 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:09.074686 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19bcc0ee-cb32-4a83-9a49-12c490b96806 req-98cf2e8f-3e00-441e-b0c0-662fa1594825 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0825365 Feb 16 17:36:09.225845 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19bcc0ee-cb32-4a83-9a49-12c490b96806 req-a1cb3518-7bfd-4345-b282-33dcce9d6cf9 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449237 Feb 16 17:36:09.611232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d49955-cac6-4b5b-90a4-405127067d83 req-8c915f7f-02d3-42d7-955c-d1de31b9f5fc tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:09.612581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f2d49955-cac6-4b5b-90a4-405127067d83 req-8c915f7f-02d3-42d7-955c-d1de31b9f5fc tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0801861 Feb 16 17:36:09.657362 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f2d49955-cac6-4b5b-90a4-405127067d83 req-5a68b6d9-6f47-442f-acd4-283dfaf5ba16 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Feb 16 17:36:09.992441 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:36:19.750905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ed313-5668-4a08-975d-2b4249de410a req-50ec7107-c671-45bc-b90d-93da8a726db9 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:19.752320 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-684ed313-5668-4a08-975d-2b4249de410a req-50ec7107-c671-45bc-b90d-93da8a726db9 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0795734 Feb 16 17:36:19.796360 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-684ed313-5668-4a08-975d-2b4249de410a req-5bd60476-6d2d-490a-9e9f-21fe5256726e tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Feb 16 17:36:19.819545 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37012) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:19.981886 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4bee3e-d47c-4e45-9e05-3a889153680c tempest-TestMinimumBasicScenario-1828974152 tempest-TestMinimumBasicScenario-1828974152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:19.982627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ed4bee3e-d47c-4e45-9e05-3a889153680c tempest-TestMinimumBasicScenario-1828974152 tempest-TestMinimumBasicScenario-1828974152-project-admin] Synchronizing usage tracker for tenant:d27dcbbda05640528fdf597a414d50be on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:36:19.999357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ed4bee3e-d47c-4e45-9e05-3a889153680c tempest-TestMinimumBasicScenario-1828974152 tempest-TestMinimumBasicScenario-1828974152-project-admin] Unset dirty status for tenant:d27dcbbda05640528fdf597a414d50be on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:36:20.000681 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ed4bee3e-d47c-4e45-9e05-3a889153680c tempest-TestMinimumBasicScenario-1828974152 tempest-TestMinimumBasicScenario-1828974152-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1093 time: 0.1800845 Feb 16 17:36:20.003621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37018) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:20.008576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'ee3be982-a96c-4891-b83a-b5219533efed', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:20.014468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:20.018256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:floatingip and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:20.021092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:20.027089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:20.040844 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:20.171461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:20.309603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Allocated IP 172.26.7.92 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/de2ef6b0-f5ca-49ca-8242-5a9475bea892) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:36:20.455308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:20.484288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:20.551435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:36:20.554902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:36:20.558511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:36:20.593106 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'Port': ['ID=de2ef6b0-f5ca-49ca-8242-5a9475bea892,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:20.605395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.605750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.606059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.606386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.606737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.607065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.607381 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.607693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.608006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.608314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.608622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.608930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:36:20.979683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:21.055294 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:21.258073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:21.262276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:21.472167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'Port': ['ID=de2ef6b0-f5ca-49ca-8242-5a9475bea892,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:21.488669 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:21.661167 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Floating IP 0e82a25c-149e-4c56-9db5-114b39b2496a associated. External IP: 172.26.7.92, port: ee3be982-a96c-4891-b83a-b5219533efed. Feb 16 17:36:22.015271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Router 85861c17-fec5-4bcf-902f-84dff7567b5d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:36:22.199676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:36:22.209394 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] Sync routers for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:36:22.220323 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:36:22.221013 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:36:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:22.227949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.292779 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a28a0d31-f815-4152-872c-8ae4bad9c007 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2854862 Feb 16 17:36:22.292779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:36:22.293065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37022) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:22.299726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293797039', 'description': 'tempest-secgroup-smoke-1293797039 description', 'project_id': '88593940bbf743d99ff869a6a2d3ac59'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:22.305993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:22.310345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:22.313445 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:22.320004 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:22.330606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.352989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:22.358582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:22.361938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:22.368474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:22.452736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.456907 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.458845 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:36:22.488558 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'status': 'completed', 'code': 200} Feb 16 17:36:22.501263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6883dec2-7cdf-4371-8b2b-fed4070fe855,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:22.504592 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.508836 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4a93f5f5-d1f4-4919-8271-cc8501105a99 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2115507 Feb 16 17:36:22.509641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37030) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:22.514377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group_rule': {'security_group_id': '6883dec2-7cdf-4371-8b2b-fed4070fe855', 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:22.523780 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:22.527803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:22.531864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:22.539643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:22.556410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.600044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-cbe1b9e1-efc1-458a-a064-c35b682e07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:22.601713 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-cbe1b9e1-efc1-458a-a064-c35b682e07ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1098 time: 0.0769787 Feb 16 17:36:22.624985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.629297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.657299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf336b4c-3b9f-4d73-96b7-12b7e6c7a9db,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:22.669794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.672640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-80a68a4a-f74b-475f-9499-c51ce5e81466 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622071 Feb 16 17:36:22.675303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37034) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:22.682379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group_rule': {'security_group_id': '6883dec2-7cdf-4371-8b2b-fed4070fe855', 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:22.687789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:22.693788 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:22.698083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:22.708207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:22.729895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.747828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-3829863e-f13f-4806-9a81-a93e5869ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:22.748403 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-3829863e-f13f-4806-9a81-a93e5869ede7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1402903 Feb 16 17:36:22.797404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.801620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.828418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6f6c42-0cb4-4582-a59e-e57198657e63,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:22.841481 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.844809 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9ceb6a0f-2860-4da8-8911-998f6ab5ff15 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659596 Feb 16 17:36:22.845028 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '0e82a25c-149e-4c56-9db5-114b39b2496a', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'port_id': 'ee3be982-a96c-4891-b83a-b5219533efed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'mac_address': 'fa:16:3e:68:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:36:20Z', 'updated_at': '2022-02-16T17:36:20Z', 'revision_number': 0, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:22.845246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37038) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:22.849209 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] Checking router: 85861c17-fec5-4bcf-902f-84dff7567b5d for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:36:22.851067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group_rule': {'security_group_id': '6883dec2-7cdf-4371-8b2b-fed4070fe855', 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:22.857304 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:22.857905 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:36:22.858512 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:36:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:22.862245 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:22.865317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:22.871127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:22.874821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-552d2968-a4bf-48ab-848b-38ddd7243e13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 998 time: 0.1179562 Feb 16 17:36:22.890911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.941398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-8c123fe4-393d-4f83-9bbf-2be06b060ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:22.943551 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-8c123fe4-393d-4f83-9bbf-2be06b060ddd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0630920 Feb 16 17:36:22.960661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.965355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:22.990271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4456b3dd-fb1d-4f64-9933-353d40e59021,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:23.000189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.004802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-74abd1a4-fdcc-415f-a7a5-e4b6286b4fe4 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560755 Feb 16 17:36:23.005040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37042) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:23.011216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group_rule': {'security_group_id': '6883dec2-7cdf-4371-8b2b-fed4070fe855', 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:23.018685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:23.022850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:23.026438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:23.029795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-8dff78f5-6f45-4a33-923c-ac21a43319ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:23.031286 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-8dff78f5-6f45-4a33-923c-ac21a43319ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828097 Feb 16 17:36:23.032870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:23.045139 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:36:23.050741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.122777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.127713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.153537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab6528a-9de5-4247-a538-edbac1a918e0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:23.165832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.167492 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b02acb37-049e-4fe7-97e8-97dccf5c4f31 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607108 Feb 16 17:36:23.170117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37046) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:23.177055 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-774e785a-f727-49a5-bd73-f95c609b3c1c service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382053 Feb 16 17:36:23.177960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group_rule': {'security_group_id': '6883dec2-7cdf-4371-8b2b-fed4070fe855', 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:23.184683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:23.188857 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:23.192002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:23.199117 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:23.212487 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Project 88593940bbf743d99ff869a6a2d3ac59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:36:23.221159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.294689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.299111 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.316825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-61978a71-24a8-49dc-b555-bd90ed45ed55 req-f6bbf5b1-e2ec-4cc2-9b79-3cb212f042c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343265 Feb 16 17:36:23.321841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596c2fa-f023-4c06-85f7-954ddd15638a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:23.336447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.340482 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3e44194f-7f4b-45ef-a3ea-8fb24c33e73d tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658919 Feb 16 17:36:23.340995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37050) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:36:23.346414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'security_group_rule': {'security_group_id': '6883dec2-7cdf-4371-8b2b-fed4070fe855', 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:23.352704 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:36:23.356441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Usage tracker for resource:security_group_rule and tenant:88593940bbf743d99ff869a6a2d3ac59 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:36:23.359218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:36:23.365227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:36:23.378911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Project 88593940bbf743d99ff869a6a2d3ac59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:36:23.386188 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.429025 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '0e82a25c-149e-4c56-9db5-114b39b2496a', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'port_id': 'ee3be982-a96c-4891-b83a-b5219533efed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'mac_address': 'fa:16:3e:68:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:36:20Z', 'updated_at': '2022-02-16T17:36:20Z', 'revision_number': 0, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:23.433266 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c63f51-d8c4-4152-ad77-f10295c5db92 None None] The sync data for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv is: [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '0e82a25c-149e-4c56-9db5-114b39b2496a', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'port_id': 'ee3be982-a96c-4891-b83a-b5219533efed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'mac_address': 'fa:16:3e:68:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:36:20Z', 'updated_at': '2022-02-16T17:36:20Z', 'revision_number': 0, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:36:23.459627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.463293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.486546 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10f9453-48a9-4fb7-8351-0b862c342f96,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:23.495848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:23.497034 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4e32d08b-b419-434b-b3cd-256be60f9f9f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551111 Feb 16 17:36:23.626823 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-566a04ef-78cb-4763-8fe0-aa9bf152d416 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293797039&fields=id&tenant_id=88593940bbf743d99ff869a6a2d3ac59 HTTP/1.1" status: 200 len: 267 time: 0.0433702 Feb 16 17:36:23.631037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bc0059-10fa-4eb3-8ff4-4c2551ff1f81 None None] New status for floating IP 0e82a25c-149e-4c56-9db5-114b39b2496a: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:36:23.716674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-ebf7d5c0-721c-40a0-8583-d581794b0bc8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:23.718101 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-ebf7d5c0-721c-40a0-8583-d581794b0bc8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0834637 Feb 16 17:36:23.728674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'port': {'security_groups': ['71024b41-df8d-426d-81f3-43d61c408080', '6883dec2-7cdf-4371-8b2b-fed4070fe855']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:23.847685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:24.217768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:36:24.243251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:24.247822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:24.260893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ee3be982-a96c-4891-b83a-b5219533efed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:36:24.322244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:24.322900 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:24.327290 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49fe0048-2691-4f36-9d95-fb35357bcca9 req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "PUT /v2.0/ports/ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 981 time: 0.6029909 Feb 16 17:36:24.346763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11b287-76cb-4fcc-9aed-fe43c99df08c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=6']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:24.393096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ee3be982-a96c-4891-b83a-b5219533efed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:36:24.490049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:36:24.513838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538938e0-8e59-46d9-909d-782dbbc039b9 req-a4b5d63f-d291-4eb6-8936-871f3d4bfe7c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:24.515421 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-538938e0-8e59-46d9-909d-782dbbc039b9 req-a4b5d63f-d291-4eb6-8936-871f3d4bfe7c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0906365 Feb 16 17:36:24.562308 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-538938e0-8e59-46d9-909d-782dbbc039b9 req-c2da31e8-0d26-4447-addb-8473f54801c8 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404410 Feb 16 17:36:24.596681 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e3c9e0a3-686a-40a2-8db4-807782ebca38 None None] Provisioning complete for port ee3be982-a96c-4891-b83a-b5219533efed triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:36:24.597058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e3c9e0a3-686a-40a2-8db4-807782ebca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:24.615735 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'status': 'completed', 'code': 200} Feb 16 17:36:24.712947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-78206cff-44f0-484d-986e-1b6654905c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:24.714490 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-78206cff-44f0-484d-986e-1b6654905c32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1137 time: 0.0774691 Feb 16 17:36:24.848044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-47524ac4-c075-4700-b511-effa73a27cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:24.849505 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-47524ac4-c075-4700-b511-effa73a27cb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1286230 Feb 16 17:36:24.967320 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-6af81e17-5ce2-4b7a-9503-bee93e4929e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 1000 time: 0.1117280 Feb 16 17:36:24.988139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:25.030567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-140b892a-6004-4065-a87a-8ff7050b0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:25.032292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-140b892a-6004-4065-a87a-8ff7050b0504 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0583513 Feb 16 17:36:25.107431 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-c19419d7-799b-4dc9-b989-1b319dee64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:25.109015 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-c19419d7-799b-4dc9-b989-1b319dee64ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698001 Feb 16 17:36:25.346408 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-e6bde2c9-4793-415f-a42e-44646c1bf877 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303426 Feb 16 17:36:25.477770 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c6b27f2e-61fd-4b23-b19b-c44c2cec5c63 req-05b0f996-4b5b-48fd-bfb7-d76850b3ba0f service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247547 Feb 16 17:36:30.954651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-704bb345-b89f-49af-a4f6-916578795c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:33.687614 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d60fe75d-9e31-4ded-afe6-a13cf544f35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:34.377930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:35.173292 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:36.845022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:46.993154 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:36:54.935887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:00.956179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87296ac0-8b45-41f4-9318-26ecefdad3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:03.689833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7976ee06-7346-4ea9-b11e-fce91e984044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:04.379882 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:05.173195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:06.849212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:10.056388 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-e69a6890-efcb-4b54-9497-546766aef608 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713596 Feb 16 17:37:10.195265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-b31506aa-c36e-42f7-af01-5a378c33b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:10.196754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-b31506aa-c36e-42f7-af01-5a378c33b3c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1137 time: 0.0697811 Feb 16 17:37:10.337987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-e0b60197-aa9d-4c35-913c-100081f5bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:10.339365 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-e0b60197-aa9d-4c35-913c-100081f5bffd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1240277 Feb 16 17:37:10.440423 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-62c033a2-7291-4364-8aa6-f14bd1b0eb87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 1000 time: 0.0948813 Feb 16 17:37:10.504292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-825f6166-6f01-45ed-a8fa-2567692aea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:10.505683 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-825f6166-6f01-45ed-a8fa-2567692aea76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0594661 Feb 16 17:37:10.577760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-eaf681d4-801a-48ba-8250-478e4c232b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:10.579198 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-eaf681d4-801a-48ba-8250-478e4c232b51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673003 Feb 16 17:37:10.717767 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-82474615-f8c2-4be6-968d-870ff4b7698a service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315875 Feb 16 17:37:10.846626 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1dadd081-27b2-4575-9dbe-1b2c9be75402 req-483be5a3-18c0-4c7d-9ece-8b58858b428d service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217275 Feb 16 17:37:23.350071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-c8d86f47-230e-48ad-a59f-2338c2c05ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:23.351487 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-c8d86f47-230e-48ad-a59f-2338c2c05ff2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1137 time: 0.0706911 Feb 16 17:37:23.384024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f701d-aa42-44eb-b529-605aaf7fe554 req-3e1c9abe-6cac-424e-ae77-c695a4efa80c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:23.385517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d2f701d-aa42-44eb-b529-605aaf7fe554 req-3e1c9abe-6cac-424e-ae77-c695a4efa80c tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0848689 Feb 16 17:37:23.436565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d2f701d-aa42-44eb-b529-605aaf7fe554 req-6003d4b0-e6a6-44e5-a4d8-c5c539d77cc3 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452564 Feb 16 17:37:23.485260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-47b9190e-3cab-4c33-9223-df3e63c9586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:23.486725 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-47b9190e-3cab-4c33-9223-df3e63c9586b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1288695 Feb 16 17:37:23.588945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-46ee829c-ed88-4a1f-b097-9ae6c221db56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 1000 time: 0.0955403 Feb 16 17:37:23.653436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-042d4ee7-9741-4c95-ac02-e9d84a87f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:23.654891 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-042d4ee7-9741-4c95-ac02-e9d84a87f3fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0600016 Feb 16 17:37:23.728415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-3249e8ad-605e-47f1-b326-84fac1811268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:23.729900 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-3249e8ad-605e-47f1-b326-84fac1811268 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686255 Feb 16 17:37:23.740606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-135be953-c540-4fa6-b746-55b4cd666e71 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:37:23.741665 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-135be953-c540-4fa6-b746-55b4cd666e71 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053415 Feb 16 17:37:23.869922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-81c601d2-44ff-4e08-8906-7705fc12226a service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225893 Feb 16 17:37:23.993757 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:37:24.093669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-83eee63c-85f9-4ce2-bdbc-cdd28840d80b req-35ea3d96-3c5d-44cc-8a96-b8b62876a5c0 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174938 Feb 16 17:37:24.622853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049decf5-2c18-48c4-a6f4-58ccc731ebf1 req-e899b138-bd76-4aac-b438-101ffb2e5399 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:24.624273 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-049decf5-2c18-48c4-a6f4-58ccc731ebf1 req-e899b138-bd76-4aac-b438-101ffb2e5399 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0787308 Feb 16 17:37:24.672607 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-049decf5-2c18-48c4-a6f4-58ccc731ebf1 req-9dfe1e89-0641-4468-a8be-5afdd1096f32 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427887 Feb 16 17:37:24.954361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:25.857420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde342b-8d31-429e-8d16-16d27469cae7 req-ff43da0c-93f5-470a-8a50-affdcc8a10c6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:25.858851 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afde342b-8d31-429e-8d16-16d27469cae7 req-ff43da0c-93f5-470a-8a50-affdcc8a10c6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0780189 Feb 16 17:37:25.903866 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afde342b-8d31-429e-8d16-16d27469cae7 req-e364b6bd-45e4-4723-b6c5-2b4e886a6d63 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383012 Feb 16 17:37:27.088979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590263c-d7fc-48f1-9c19-2796f2c45f37 req-7e511834-e5fd-4ddf-8895-6ff0509e005a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:27.090417 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9590263c-d7fc-48f1-9c19-2796f2c45f37 req-7e511834-e5fd-4ddf-8895-6ff0509e005a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0827632 Feb 16 17:37:27.140167 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9590263c-d7fc-48f1-9c19-2796f2c45f37 req-612208cb-b297-4611-b021-0a8372510119 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397589 Feb 16 17:37:28.324621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5380-7b87-4b17-b5ce-b3a92f04c593 req-8e6828f8-a306-4a08-a314-bd93231a4298 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:28.326122 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c0c5380-7b87-4b17-b5ce-b3a92f04c593 req-8e6828f8-a306-4a08-a314-bd93231a4298 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0815654 Feb 16 17:37:28.372969 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c0c5380-7b87-4b17-b5ce-b3a92f04c593 req-c941af3e-5faf-4b1a-b241-b6a87ddd75fe tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407546 Feb 16 17:37:29.563551 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cc78-bd41-4d7e-b2a8-9acb6ad17708 req-d4c7b9d4-6b80-4cf4-ba91-58dce462de4e tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:29.564890 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-99b3cc78-bd41-4d7e-b2a8-9acb6ad17708 req-d4c7b9d4-6b80-4cf4-ba91-58dce462de4e tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0825884 Feb 16 17:37:29.610447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-99b3cc78-bd41-4d7e-b2a8-9acb6ad17708 req-23c7147d-7738-469b-9c41-e9856663809f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392826 Feb 16 17:37:30.792812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0d287-b735-4b03-9a16-4385adae637a req-c672d55b-7065-49e2-a3cb-78a7bbc1caf6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:30.794229 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a4e0d287-b735-4b03-9a16-4385adae637a req-c672d55b-7065-49e2-a3cb-78a7bbc1caf6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0786068 Feb 16 17:37:30.839654 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a4e0d287-b735-4b03-9a16-4385adae637a req-94e5f22a-87c6-4c1b-b6aa-1a2f3ada38fb tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398011 Feb 16 17:37:30.959232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a0404cf3-fcf6-4caf-9014-e47162b78dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:32.026654 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b7f24-edfb-44c0-8684-202d864eedf0 req-030539e8-8190-4a09-a568-a9ea413f958a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:32.028102 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a8b7f24-edfb-44c0-8684-202d864eedf0 req-030539e8-8190-4a09-a568-a9ea413f958a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0842605 Feb 16 17:37:32.075807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a8b7f24-edfb-44c0-8684-202d864eedf0 req-6e910f9a-4248-4d4d-a473-27c3782f2634 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416918 Feb 16 17:37:33.261423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a1ca-3ec5-4250-a90d-5f1140ec3c70 req-7c59781a-4fa7-4854-8ff6-e9aa00c43caf tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:33.262890 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-59b3a1ca-3ec5-4250-a90d-5f1140ec3c70 req-7c59781a-4fa7-4854-8ff6-e9aa00c43caf tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0793216 Feb 16 17:37:33.311178 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-59b3a1ca-3ec5-4250-a90d-5f1140ec3c70 req-4cda1f1f-8bb6-4b4f-b550-efa5bf31265e tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427160 Feb 16 17:37:33.693073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b70f44e1-2201-4a4c-b93a-1aabec5704b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.383437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.641067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff368f0-460c-49c8-b447-9007caee6f6d req-87018b0a-0ef8-4da0-ad4c-a7829e77d4a6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:34.642502 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bff368f0-460c-49c8-b447-9007caee6f6d req-87018b0a-0ef8-4da0-ad4c-a7829e77d4a6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0781274 Feb 16 17:37:34.688694 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bff368f0-460c-49c8-b447-9007caee6f6d req-9dee9b32-01d9-4392-98b9-a53cfcf03887 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397623 Feb 16 17:37:35.176417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.871939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91597-9ef5-45dc-a95d-d333c1d9f66c req-0437af14-1535-4b6c-8e20-3de137f39222 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:35.873347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fbf91597-9ef5-45dc-a95d-d333c1d9f66c req-0437af14-1535-4b6c-8e20-3de137f39222 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0810442 Feb 16 17:37:35.918913 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fbf91597-9ef5-45dc-a95d-d333c1d9f66c req-a6e8857c-0ff3-45af-8962-58fbf5f777c2 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=6883dec2-7cdf-4371-8b2b-fed4070fe855&id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398397 Feb 16 17:37:36.854026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:54.951505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:00.960667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-41361c87-d3a1-4bd5-9b8b-c46ed5871b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:00.992533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:38:03.695717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ad817f4-5854-4bec-b527-1c320dbcc3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:04.385233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:05.178692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:06.853877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:10.073760 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-20cf5a23-d50d-409b-82c4-948561c8c13f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1138353 Feb 16 17:38:10.211397 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-2b5df3a5-645f-41c9-97d4-7d03b2ccabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:10.212864 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-2b5df3a5-645f-41c9-97d4-7d03b2ccabe7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1137 time: 0.0716989 Feb 16 17:38:10.356195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-cd14db50-d204-4540-ba7c-67bc857a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:10.357631 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-cd14db50-d204-4540-ba7c-67bc857a8cf3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1251485 Feb 16 17:38:10.460186 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-0a5592e8-7b77-4ca4-a639-f51fbecc2a0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 1000 time: 0.0956850 Feb 16 17:38:10.520815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-b865dae0-1785-4c87-9d41-ce7ec8253ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:10.522185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-b865dae0-1785-4c87-9d41-ce7ec8253ede service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0558510 Feb 16 17:38:10.601978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-d13f1a3d-3d48-4206-87a2-7733271fb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:10.603389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-d13f1a3d-3d48-4206-87a2-7733271fb00c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740819 Feb 16 17:38:10.733227 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-669207c2-d40f-42b1-89fe-6c7c34650b03 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234453 Feb 16 17:38:10.859491 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d4edde89-6ca3-4ab3-93be-a6c678e8c615 req-d812bffd-e53a-4c8d-b7f3-623a6da39155 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199095 Feb 16 17:38:24.964518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:30.962265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21bacc54-ed10-4879-b73e-b08e4313f04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.696810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1adc3323-6435-4241-91d2-7ff54de451dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.387517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:35.180715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.860040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.991950 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:38:39.468712 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-debab89e-4106-4190-b63b-34e396a542e8 req-6972df62-5be3-40fa-bff9-95ef927ba952 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293797039&fields=id&tenant_id=88593940bbf743d99ff869a6a2d3ac59 HTTP/1.1" status: 200 len: 267 time: 0.0894592 Feb 16 17:38:39.551666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debab89e-4106-4190-b63b-34e396a542e8 req-8aed17f3-2d1d-4f2c-80c5-a92721fbeb37 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:39.553079 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-debab89e-4106-4190-b63b-34e396a542e8 req-8aed17f3-2d1d-4f2c-80c5-a92721fbeb37 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 984 time: 0.0790267 Feb 16 17:38:39.563388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Request body: {'port': {'security_groups': ['71024b41-df8d-426d-81f3-43d61c408080']}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:39.682047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.921495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:39.946893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.951265 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.962326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ee3be982-a96c-4891-b83a-b5219533efed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:38:40.019864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:40.020483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.021854 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-debab89e-4106-4190-b63b-34e396a542e8 req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "PUT /v2.0/ports/ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 942 time: 0.4627750 Feb 16 17:38:40.022297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:38:40.031039 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37142) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:40.050426 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event updated for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=7']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:40.060154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.060549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.060962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.061274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.061909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.062261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.063210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.063210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.063384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.063892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.064218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.064609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5dc4c2-6dae-47a6-9827-128e93361409 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.082651 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'status': 'completed', 'code': 200} Feb 16 17:38:40.129591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ee3be982-a96c-4891-b83a-b5219533efed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:38:40.191822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.235320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.245166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-088733cf-d59a-4e03-a9d5-de161b1ed1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:40.246839 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-088733cf-d59a-4e03-a9d5-de161b1ed1c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1098 time: 0.1420300 Feb 16 17:38:40.334509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ada29712-63de-4594-acc6-1386bb2d29ec None None] Provisioning complete for port ee3be982-a96c-4891-b83a-b5219533efed triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:40.334899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ada29712-63de-4594-acc6-1386bb2d29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.409709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-f2579ccf-d743-49ba-9664-2c367c9581e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:40.411197 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-f2579ccf-d743-49ba-9664-2c367c9581e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1529579 Feb 16 17:38:40.485914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.513973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6883dec2-7cdf-4371-8b2b-fed4070fe855,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:40.531568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.531898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.532223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.532543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.532865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.533457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.533771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.534081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.534391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.534742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.535035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.535341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.539707 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.540791 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3fd4091c-cc34-4dee-ab10-e12af18b4789 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "DELETE /v2.0/security-groups/6883dec2-7cdf-4371-8b2b-fed4070fe855 HTTP/1.1" status: 204 len: 168 time: 0.5082834 Feb 16 17:38:40.543496 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37146) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:40.547056 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-77095079-255c-434a-ae05-721235789331 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 1000 time: 0.1295762 Feb 16 17:38:40.691965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-2e4170f4-8526-463a-98dd-b72e4b57465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:40.693353 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-2e4170f4-8526-463a-98dd-b72e4b57465f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0945885 Feb 16 17:38:40.961819 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Deleting port de2ef6b0-f5ca-49ca-8242-5a9475bea892 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:40.962152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.035645 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-f1a1ac00-656b-4f2a-83af-4aeb043c7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:41.037071 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-f1a1ac00-656b-4f2a-83af-4aeb043c7734 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765313 Feb 16 17:38:41.230468 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.230817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.360998 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Calling delete_port for de2ef6b0-f5ca-49ca-8242-5a9475bea892 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:41.391177 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-c785b6c3-2dad-4327-9739-ec413265447b service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099678 Feb 16 17:38:41.555992 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6f0f91da-f4fd-41e5-a370-a14a8adf5973 req-571d5300-44c1-4474-b279-900b4e523a8d service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579933 Feb 16 17:38:41.622951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.670767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event deleted for resources: {'Port': ['ID=de2ef6b0-f5ca-49ca-8242-5a9475bea892,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:41.760108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.760439 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Floating IP 0e82a25c-149e-4c56-9db5-114b39b2496a disassociated (deleted). External IP: 172.26.7.92, port: ee3be982-a96c-4891-b83a-b5219533efed. Feb 16 17:38:42.103479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Router 85861c17-fec5-4bcf-902f-84dff7567b5d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:38:42.390603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:38:42.400640 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] Sync routers for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:42.406810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.410454 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:38:42.411080 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:38:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:42.464706 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9f2721fb-662b-40cf-8cda-7205f408013f tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "DELETE /v2.0/floatingips/0e82a25c-149e-4c56-9db5-114b39b2496a HTTP/1.1" status: 204 len: 168 time: 1.9202256 Feb 16 17:38:42.465480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:38:42.585678 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:38:42.881769 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'status': 'completed', 'code': 200} Feb 16 17:38:42.898358 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:42.902349 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] Checking router: 85861c17-fec5-4bcf-902f-84dff7567b5d for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:42.912537 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:38:42.913346 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:38:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:42.983074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46c94-4953-4a01-9b92-e3994927b884 req-661bc6c0-0d6d-4ca1-987f-6d0bbfa3090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:42.984560 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-661bc6c0-0d6d-4ca1-987f-6d0bbfa3090f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88593940bbf743d99ff869a6a2d3ac59&device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 1098 time: 0.0796773 Feb 16 17:38:43.100509 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:38:43.114396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46c94-4953-4a01-9b92-e3994927b884 req-6e213978-e1a3-482c-90bb-9e6a2b053678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:43.115882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-6e213978-e1a3-482c-90bb-9e6a2b053678 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 200 len: 915 time: 0.1253564 Feb 16 17:38:43.187112 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-d62f1e8d-e7f1-46b8-b0fc-2bb74a210a17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 200 len: 217 time: 0.0644839 Feb 16 17:38:43.247393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46c94-4953-4a01-9b92-e3994927b884 req-d073e3b9-0e8c-4d19-b6f2-ab89044839cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:43.248823 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-d073e3b9-0e8c-4d19-b6f2-ab89044839cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 200 len: 853 time: 0.0560105 Feb 16 17:38:43.328220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46c94-4953-4a01-9b92-e3994927b884 req-08b8dc0e-31b4-46c3-bdc4-6b038ac68527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:43.329694 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-08b8dc0e-31b4-46c3-bdc4-6b038ac68527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f2a21ad8-d900-48b9-ba81-6d6282080505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737519 Feb 16 17:38:43.423842 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:43.428285 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323d864-9ece-4454-b7da-693ed71c8e0b None None] The sync data for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv is: [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:35:27Z', 'revision_number': 4, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '673cbe37-0b4e-4651-95f0-76723db0374b', 'name': '', 'network_id': 'f2a21ad8-d900-48b9-ba81-6d6282080505', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'mac_address': 'fa:16:3e:cc:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:26Z', 'updated_at': '2022-02-16T17:35:34Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'subnets': [{'id': 'c37f1df6-6235-4d6b-bc03-94353544ac38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:43.471528 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-040a980e-d730-4bec-b70e-4a802845036c service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331296 Feb 16 17:38:43.617746 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c46c94-4953-4a01-9b92-e3994927b884 req-16e671e5-0d8b-47cf-897a-c3a88c4e6032 service neutron] 10.222.0.48 "GET /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401722 Feb 16 17:38:43.686864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eb57f3-1e4a-4b41-8e2a-0b03bf7225ee None None] New status for floating IP 0e82a25c-149e-4c56-9db5-114b39b2496a: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:38:47.016450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b527-8041-4746-8eeb-58ea8cdda8c3 req-8e81a935-69f3-4f0b-b289-761f104ba546 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:47.018639 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ab01b527-8041-4746-8eeb-58ea8cdda8c3 req-8e81a935-69f3-4f0b-b289-761f104ba546 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.1903625 Feb 16 17:38:47.062219 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ab01b527-8041-4746-8eeb-58ea8cdda8c3 req-bded4593-ea15-425d-b788-f33271f0d597 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380652 Feb 16 17:38:48.246142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57e60d-4f82-47f8-890b-6432681a35af req-06bc6794-4e86-4c30-b1c8-0f4b88816d11 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:48.247565 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b57e60d-4f82-47f8-890b-6432681a35af req-06bc6794-4e86-4c30-b1c8-0f4b88816d11 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0822642 Feb 16 17:38:48.292160 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7b57e60d-4f82-47f8-890b-6432681a35af req-8ad87761-dffd-45c3-ad06-f775e94bc929 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Feb 16 17:38:48.987513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-56c2cc90-9423-4f61-b04f-892ed1ee482a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:48.988199 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-56c2cc90-9423-4f61-b04f-892ed1ee482a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Synchronizing usage tracker for tenant:88593940bbf743d99ff869a6a2d3ac59 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:38:49.006078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-56c2cc90-9423-4f61-b04f-892ed1ee482a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Unset dirty status for tenant:88593940bbf743d99ff869a6a2d3ac59 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:38:49.007264 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-56c2cc90-9423-4f61-b04f-892ed1ee482a tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0977812 Feb 16 17:38:49.076849 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Deleting port ee3be982-a96c-4891-b83a-b5219533efed {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:49.077187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.320803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] For port ee3be982-a96c-4891-b83a-b5219533efed, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ee3be982-a96c-4891-b83a-b5219533efed,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:49.321157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.448472 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Calling delete_port for ee3be982-a96c-4891-b83a-b5219533efed owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:49.478985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249e2c8-2c7f-4c1c-bc6a-c786018f1a34 req-33d59288-fb68-4fe7-875e-ebf773a1314b tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:49.480599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9249e2c8-2c7f-4c1c-bc6a-c786018f1a34 req-33d59288-fb68-4fe7-875e-ebf773a1314b tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f0a93c4-1a53-467e-adf3-7d148b10ac12 HTTP/1.1" status: 200 len: 945 time: 0.0817404 Feb 16 17:38:49.527723 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9249e2c8-2c7f-4c1c-bc6a-c786018f1a34 req-7d2ff9ea-a544-472d-b687-22db7807cc95 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.43 "GET /v2.0/security-groups?id=71024b41-df8d-426d-81f3-43d61c408080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Feb 16 17:38:49.692091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.703572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ee3be982-a96c-4891-b83a-b5219533efed'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:38:49.741891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Pushing event deleted for resources: {'Port': ['ID=ee3be982-a96c-4891-b83a-b5219533efed,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:49.819978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] No DVR routers for this DVR port ee3be982-a96c-4891-b83a-b5219533efed on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:38:49.822510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.825021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'name': 'network-vif-deleted', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:38:49.842294 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5ba2b2f3-da43-4168-8f84-ad8e6a49928b req-66bd31e8-1c1b-4e46-b49a-b5a0ebaacca6 tempest-TestMinimumBasicScenario-1621404014 tempest-TestMinimumBasicScenario-1621404014-project] 10.222.0.48 "DELETE /v2.0/ports/ee3be982-a96c-4891-b83a-b5219533efed HTTP/1.1" status: 204 len: 173 time: 0.8293815 Feb 16 17:38:49.873184 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0a93c4-1a53-467e-adf3-7d148b10ac12', 'name': 'network-vif-deleted', 'tag': 'ee3be982-a96c-4891-b83a-b5219533efed', 'status': 'completed', 'code': 200} Feb 16 17:38:52.174235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37234) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:52.695866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:53.029729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Deleting port 673cbe37-0b4e-4651-95f0-76723db0374b {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:53.029971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:53.090616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ee3be982-a96c-4891-b83a-b5219533efed no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:38:53.129102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: ee3be982-a96c-4891-b83a-b5219533efed {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:38:53.129443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ee3be982-a96c-4891-b83a-b5219533efed not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:38:53.195517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] For port 673cbe37-0b4e-4651-95f0-76723db0374b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=673cbe37-0b4e-4651-95f0-76723db0374b,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:53.196049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:53.410859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Calling delete_port for 673cbe37-0b4e-4651-95f0-76723db0374b owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:53.586194 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:53.635737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Pushing event deleted for resources: {'Port': ['ID=673cbe37-0b4e-4651-95f0-76723db0374b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:53.902394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.256228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Router 85861c17-fec5-4bcf-902f-84dff7567b5d has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:38:54.433661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:38:54.442887 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] Sync routers for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:54.446584 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-34b8be66-0202-441d-935d-785263f8f579 admin admin] 10.222.0.43 "PUT /v2.0/routers/85861c17-fec5-4bcf-902f-84dff7567b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712519 Feb 16 17:38:54.449047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37238) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:54.451934 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:38:54.452515 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:38:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:54.621030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.626069 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:38:54.909659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.919357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Deleting port 0d7115e8-a964-43e3-a321-43f563774246 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:54.919728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.942845 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '0d7115e8-a964-43e3-a321-43f563774246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:38:53Z', 'revision_number': 5, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port': {'id': '0d7115e8-a964-43e3-a321-43f563774246', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:24Z', 'updated_at': '2022-02-16T17:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:54.946741 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] Checking router: 85861c17-fec5-4bcf-902f-84dff7567b5d for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:54.956007 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] Routers {'85861c17-fec5-4bcf-902f-84dff7567b5d'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:38:54.956610 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:38:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['85861c17-fec5-4bcf-902f-84dff7567b5d'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:54.963782 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.097470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] For port 0d7115e8-a964-43e3-a321-43f563774246, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0d7115e8-a964-43e3-a321-43f563774246,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:55.097816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.105588 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] Set router 85861c17-fec5-4bcf-902f-84dff7567b5d gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:38:55.212485 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:38:54Z', 'revision_number': 6, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:55.216367 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b059450-1654-4234-aa34-0283a20b3988 None None] The sync data for ids ['85861c17-fec5-4bcf-902f-84dff7567b5d'] in dv-neutron-829527-2-hyperv is: [{'id': '85861c17-fec5-4bcf-902f-84dff7567b5d', 'name': 'tempest-TestMinimumBasicScenario-599793887-router', 'tenant_id': '88593940bbf743d99ff869a6a2d3ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:23Z', 'updated_at': '2022-02-16T17:38:54Z', 'revision_number': 6, 'project_id': '88593940bbf743d99ff869a6a2d3ac59', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:55.220394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Calling delete_port for 0d7115e8-a964-43e3-a321-43f563774246 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:55.387298 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.432254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7115e8-a964-43e3-a321-43f563774246,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:55.524317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.702418 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.704606 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.726285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.726794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85861c17-fec5-4bcf-902f-84dff7567b5d {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:38:55.739282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.740403 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3482ca63-4fd3-4777-bd95-9e4bec79c078 admin admin] 10.222.0.43 "DELETE /v2.0/routers/85861c17-fec5-4bcf-902f-84dff7567b5d HTTP/1.1" status: 204 len: 168 time: 1.2904742 Feb 16 17:38:55.743002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37242) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:55.800691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Deleting subnet c37f1df6-6235-4d6b-bc03-94353544ac38 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:38:55.803444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.853205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.937332 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.005133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.045345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37f1df6-6235-4d6b-bc03-94353544ac38,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:56.049568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.057723 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-41ac99d8-20e7-4fef-bd7b-be80a2947c3c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c37f1df6-6235-4d6b-bc03-94353544ac38 HTTP/1.1" status: 204 len: 168 time: 0.3115840 Feb 16 17:38:56.057859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b58d12-1b4c-4b98-bd44-65bdbd4a8a70 None None] Network f2a21ad8-d900-48b9-ba81-6d6282080505 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:38:56.058310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37246) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:56.281271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.293270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Deleting port b7763f3c-5286-48a4-9068-5a4b667ee66c {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:56.293600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.347845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] DHCP port deletion for f2a21ad8-d900-48b9-ba81-6d6282080505 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:38:56.352553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Deleting port b7763f3c-5286-48a4-9068-5a4b667ee66c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:56.352924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.399154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 673cbe37-0b4e-4651-95f0-76723db0374b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:38:56.436298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 673cbe37-0b4e-4651-95f0-76723db0374b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:38:56.436639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 673cbe37-0b4e-4651-95f0-76723db0374b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:38:56.437067 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d7115e8-a964-43e3-a321-43f563774246 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:38:56.475656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 0d7115e8-a964-43e3-a321-43f563774246 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:38:56.475995 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0d7115e8-a964-43e3-a321-43f563774246 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:38:56.476416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b7763f3c-5286-48a4-9068-5a4b667ee66c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:38:56.504257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] For port b7763f3c-5286-48a4-9068-5a4b667ee66c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b7763f3c-5286-48a4-9068-5a4b667ee66c,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:56.504847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.632050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Calling delete_port for b7763f3c-5286-48a4-9068-5a4b667ee66c owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:56.707299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.722906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] For port b7763f3c-5286-48a4-9068-5a4b667ee66c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b7763f3c-5286-48a4-9068-5a4b667ee66c,segment=NetworkSegment(eb7a9626-112a-4274-9e93-aa257f5dd5a6),segment_id=eb7a9626-112a-4274-9e93-aa257f5dd5a6)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:56.723290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.733294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.757828 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] No DVR routers for this DVR port b7763f3c-5286-48a4-9068-5a4b667ee66c on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:38:56.759818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7763f3c-5286-48a4-9068-5a4b667ee66c,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:56.881283 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.897627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Calling delete_port for b7763f3c-5286-48a4-9068-5a4b667ee66c owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:56.906904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a21ad8-d900-48b9-ba81-6d6282080505']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:56.919500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7a9626-112a-4274-9e93-aa257f5dd5a6') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:56.919790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7a9626-112a-4274-9e93-aa257f5dd5a6') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:56.931346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.947150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.953048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:38:56.953423 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:38:56.967310 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:38:57.003544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:38:57.003887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:38:57.045233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:57.060615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:57.070456 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a21ad8-d900-48b9-ba81-6d6282080505,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:57.084484 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9b407872-b6b8-4dd0-92b8-d71b5b830a41 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f2a21ad8-d900-48b9-ba81-6d6282080505 HTTP/1.1" status: 204 len: 168 time: 1.0254643 Feb 16 17:38:57.087388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37250) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:57.504895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Deleting port b7763f3c-5286-48a4-9068-5a4b667ee66c {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:57.505429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:57.572121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4e76b-fba7-42e9-a1ef-5e845de735e9 None None] The port 'b7763f3c-5286-48a4-9068-5a4b667ee66c' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:38:57.627364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:58.066673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Deleting port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:58.067003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:58.238005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] For port 0fcb0960-b94d-417f-bb4a-d6bd70b6d474, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:38:58.238355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:58.362323 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Calling delete_port for 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:38:58.538464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:58.587598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcb0960-b94d-417f-bb4a-d6bd70b6d474,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:58.859615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:59.346486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Router a12f41fe-72f0-4834-9d19-eaf8d400aa2a has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:38:59.548863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:38:59.558809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] Sync routers for ids ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:59.571458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] Routers {'a12f41fe-72f0-4834-9d19-eaf8d400aa2a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:38:59.572026 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c0c9140a-e091-4e87-b58b-f0195cb324e0 admin admin] 10.222.0.43 "PUT /v2.0/routers/a12f41fe-72f0-4834-9d19-eaf8d400aa2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4836025 Feb 16 17:38:59.572452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:38:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:59.574610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37254) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:38:59.774325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] Set router a12f41fe-72f0-4834-9d19-eaf8d400aa2a gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:38:59.781883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:59.977835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:59.991357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Deleting port d6b29ef2-8548-4970-898b-3c3c6dac520b {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:38:59.991908 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.090802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:38:58Z', 'revision_number': 5, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port': {'id': 'd6b29ef2-8548-4970-898b-3c3c6dac520b', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:30Z', 'updated_at': '2022-02-16T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:00.096325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] Checking router: a12f41fe-72f0-4834-9d19-eaf8d400aa2a for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:39:00.105379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] Routers {'a12f41fe-72f0-4834-9d19-eaf8d400aa2a'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:00.105989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:38:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:00.211756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] For port d6b29ef2-8548-4970-898b-3c3c6dac520b, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d6b29ef2-8548-4970-898b-3c3c6dac520b,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:00.211966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.324276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] Set router a12f41fe-72f0-4834-9d19-eaf8d400aa2a gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:00.370337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Calling delete_port for d6b29ef2-8548-4970-898b-3c3c6dac520b owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:39:00.455512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:38:59Z', 'revision_number': 6, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:00.460070 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c18be-03b9-41ee-9167-bb666bc09ea2 None None] The sync data for ids ['a12f41fe-72f0-4834-9d19-eaf8d400aa2a'] in dv-neutron-829527-2-hyperv is: [{'id': 'a12f41fe-72f0-4834-9d19-eaf8d400aa2a', 'name': 'tempest-TestMinimumBasicScenario-1850874584-router', 'tenant_id': 'd27dcbbda05640528fdf597a414d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:29Z', 'updated_at': '2022-02-16T17:38:59Z', 'revision_number': 6, 'project_id': 'd27dcbbda05640528fdf597a414d50be', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:39:00.602883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.649573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b29ef2-8548-4970-898b-3c3c6dac520b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:00.911255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.965210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5346ccda-ce00-4309-98cf-df05f5accf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.119394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.121555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.153571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.154076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12f41fe-72f0-4834-9d19-eaf8d400aa2a {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:39:01.166698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.167830 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bb1b8677-ba32-4bda-b45f-c222c05f9ace admin admin] 10.222.0.43 "DELETE /v2.0/routers/a12f41fe-72f0-4834-9d19-eaf8d400aa2a HTTP/1.1" status: 204 len: 168 time: 1.5921750 Feb 16 17:39:01.170705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37258) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:01.239510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Deleting subnet d855d1cf-d30a-443d-84b2-8a17ae920908 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:39:01.242795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.298313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.379829 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.450147 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.495797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d855d1cf-d30a-443d-84b2-8a17ae920908,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:01.497702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.510139 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c7e8d756-381f-4c55-8f33-961308f9a177 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d855d1cf-d30a-443d-84b2-8a17ae920908 HTTP/1.1" status: 204 len: 168 time: 0.3360016 Feb 16 17:39:01.510236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e688ae-65ee-4cef-af32-4b9858a15774 None None] Network 40279cdc-a9b7-4a0e-923a-595104c2d63f requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:39:01.510509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37262) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:01.622273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.634359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Deleting port 29126a48-7572-4cc8-af48-512aa166c9bc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:39:01.634643 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.757363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] DHCP port deletion for 40279cdc-a9b7-4a0e-923a-595104c2d63f request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:39:01.761649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Deleting port 29126a48-7572-4cc8-af48-512aa166c9bc {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:39:01.762084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.859299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] For port 29126a48-7572-4cc8-af48-512aa166c9bc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29126a48-7572-4cc8-af48-512aa166c9bc,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:01.859647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.994574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Calling delete_port for 29126a48-7572-4cc8-af48-512aa166c9bc owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:39:02.019239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] For port 29126a48-7572-4cc8-af48-512aa166c9bc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=29126a48-7572-4cc8-af48-512aa166c9bc,segment=NetworkSegment(c0e4c636-df86-4a25-8554-f40e67ae9357),segment_id=c0e4c636-df86-4a25-8554-f40e67ae9357)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:02.019793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.087214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.135111 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Pushing event deleted for resources: {'Port': ['ID=29126a48-7572-4cc8-af48-512aa166c9bc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:02.136880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] No DVR routers for this DVR port 29126a48-7572-4cc8-af48-512aa166c9bc on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:39:02.146897 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Calling delete_port for 29126a48-7572-4cc8-af48-512aa166c9bc owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:39:02.225186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:39:02.225527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:39:02.254974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.286899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40279cdc-a9b7-4a0e-923a-595104c2d63f']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:02.299920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e4c636-df86-4a25-8554-f40e67ae9357') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:02.300220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e4c636-df86-4a25-8554-f40e67ae9357') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:02.312415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.329435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.336644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:39:02.337033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:39:02.350921 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:39:02.396967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6b29ef2-8548-4970-898b-3c3c6dac520b no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:39:02.432191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.433617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d6b29ef2-8548-4970-898b-3c3c6dac520b {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:39:02.433987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d6b29ef2-8548-4970-898b-3c3c6dac520b not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:39:02.434589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:39:02.453212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.469264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:39:02.469601 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0fcb0960-b94d-417f-bb4a-d6bd70b6d474 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:39:02.470019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29126a48-7572-4cc8-af48-512aa166c9bc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:39:02.509846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 29126a48-7572-4cc8-af48-512aa166c9bc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:39:02.510094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 29126a48-7572-4cc8-af48-512aa166c9bc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:39:02.577227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] Pushing event deleted for resources: {'Network': ['ID=40279cdc-a9b7-4a0e-923a-595104c2d63f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:02.583325 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-378d13b8-3d8a-481c-8fe6-532eb79f2216 admin admin] 10.222.0.43 "DELETE /v2.0/networks/40279cdc-a9b7-4a0e-923a-595104c2d63f HTTP/1.1" status: 204 len: 168 time: 1.0717728 Feb 16 17:39:02.726479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Deleting port 29126a48-7572-4cc8-af48-512aa166c9bc {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:39:02.726966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.755276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37268) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:02.793892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de369-b20d-45bb-9a5e-8e752afae1b5 None None] The port '29126a48-7572-4cc8-af48-512aa166c9bc' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 17:39:02.808199 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-643ba7ac-2c1e-45f9-b9ed-e8e4b2521704 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88593940bbf743d99ff869a6a2d3ac59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517900 Feb 16 17:39:02.810600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37272) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:02.868764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-78522070-1392-4a56-8e6e-8a582e01f592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.893797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-78522070-1392-4a56-8e6e-8a582e01f592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.946805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-78522070-1392-4a56-8e6e-8a582e01f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.963576 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78522070-1392-4a56-8e6e-8a582e01f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71024b41-df8d-426d-81f3-43d61c408080,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:02.968181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-78522070-1392-4a56-8e6e-8a582e01f592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:02.969184 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-78522070-1392-4a56-8e6e-8a582e01f592 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71024b41-df8d-426d-81f3-43d61c408080 HTTP/1.1" status: 204 len: 168 time: 0.1577210 Feb 16 17:39:03.327678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37280) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:03.381680 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-83692740-6554-4c46-8d27-b42c8a9bb545 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d27dcbbda05640528fdf597a414d50be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527036 Feb 16 17:39:03.384306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37284) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:03.444602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-74a3f27e-9685-4931-933c-20ce41f2ac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.472247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-74a3f27e-9685-4931-933c-20ce41f2ac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.526229 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-74a3f27e-9685-4931-933c-20ce41f2ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.542019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3f27e-9685-4931-933c-20ce41f2ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6f8cd-9b32-452a-b80f-54e73cee07bd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:03.550249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-74a3f27e-9685-4931-933c-20ce41f2ac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.551473 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-74a3f27e-9685-4931-933c-20ce41f2ac87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07a6f8cd-9b32-452a-b80f-54e73cee07bd HTTP/1.1" status: 204 len: 168 time: 0.1662953 Feb 16 17:39:03.702753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fef4305a-2391-479a-a311-d76e51def247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:04.390699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.190301 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.416541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37326) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:05.421738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820659256', 'description': 'tempest-secgroup-smoke-820659256 description', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:05.427988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:05.431857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:05.434791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:05.441583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:05.453836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.466694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.482546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:05.486476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:05.489596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:05.495669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:05.585302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.589026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.601140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:05.608736 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:05.617756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:05.628358 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:05.631832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a0877-0507-4307-a850-d33d4cdedf46,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:05.703501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.707694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.754373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1de26-e3e3-46b7-bf22-3605c3e7016e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:05.757639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.758873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-dc8d06ed-d2ca-4e13-aaf5-89a68b16bfc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3413019 Feb 16 17:39:05.762215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37330) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:05.768498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1de26-e3e3-46b7-bf22-3605c3e7016e', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:05.775442 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:05.779200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:05.782101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:05.789537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:05.809650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.870214 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.873985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.910022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77b13d1-db6e-4ecc-ae1a-1fcbfffefb23,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:05.926360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.927742 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-56731950-1e2c-4b75-94a8-1e68c96d6471 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643538 Feb 16 17:39:05.931110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37334) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:05.938958 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1de26-e3e3-46b7-bf22-3605c3e7016e', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:05.948721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:05.954533 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:05.959343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:05.968882 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:05.991305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.074750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.078561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.106042 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f4f016-b3d9-4597-9dc5-4ce0c9944937,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:06.116997 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.118156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2e5f6336-b0be-4560-b006-1bf03366ec70 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1856370 Feb 16 17:39:06.122603 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37338) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:06.128435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1de26-e3e3-46b7-bf22-3605c3e7016e', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:06.134152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:06.137943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:06.140814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:06.147568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:06.175706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.247612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.252386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.281357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8b54db-dc36-4994-beb4-9066295a4e11,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:06.290315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.291502 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-251c58af-8e48-41b2-a8f7-7e3b35bb12a5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680064 Feb 16 17:39:06.295733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37342) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:06.300783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1de26-e3e3-46b7-bf22-3605c3e7016e', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:06.306472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:06.310246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:06.313110 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:06.319554 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:06.340014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.418047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.421757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.454339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27bf3f1-4dea-44dd-9aa0-59e39093f206,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:06.465251 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.466398 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7ed84c41-aa68-49bf-ad84-6f4e30f7af1c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697843 Feb 16 17:39:06.469128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37346) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:06.476407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1de26-e3e3-46b7-bf22-3605c3e7016e', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:06.485281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:06.491386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:06.495944 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:06.505379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:06.518259 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:39:06.525357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.595034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.599162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.621411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff40fc-1606-4317-b036-61ec0636f9e0,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:06.630937 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.632083 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cd12437a-e8f1-4180-a908-62b12d359252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1620760 Feb 16 17:39:06.636501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37350) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:06.641323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1de26-e3e3-46b7-bf22-3605c3e7016e', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:06.647995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:06.651760 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:06.654892 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:06.663063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:06.675970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:39:06.682791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.752295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.755993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.778504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f9c9d-a54d-49dc-8b6d-04658b92840a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:06.787510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.788664 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-21fa62e6-319d-4baa-9a8c-d1f0aa89ebe2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512830 Feb 16 17:39:06.791723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37354) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:06.797039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'network': {'name': 'tempest-network-smoke--165173700', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:06.802352 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:06.806189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:network and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:06.809088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:06.815843 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:06.825929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:39:06.829259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.858239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:39:06.861007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.867633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.867974 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Added segment dccd1e05-373c-4621-8f83-31fa68575463 of type vlan for network c4bfce72-922e-4ffb-b593-94a19403c698 Feb 16 17:39:06.897057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.932329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:06.937789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:06.938373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.041074 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482355 Feb 16 17:39:07.044055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37358) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:07.049509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'admin_state_up': True, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:07.050384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf8a95-5b91-45d3-983d-6e427fa8de6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Network': ['ID=c4bfce72-922e-4ffb-b593-94a19403c698,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:07.056716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:07.060495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network c4bfce72-922e-4ffb-b593-94a19403c698 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:39:07.063916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:router and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:07.067351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:07.073798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:07.084570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.085589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.101024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.388476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.724252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.756221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:07.910005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.231 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/047195ba-04f3-40a4-b26b-dd116fee9066) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:39:08.076432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:08.120495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:08.326053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:08.329050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:08.332850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:39:08.368016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=047195ba-04f3-40a4-b26b-dd116fee9066,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:08.769917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:09.121822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:09.329483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:39:09.510680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:39:09.520463 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Sync routers for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:39:09.529657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:09.530258 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:39:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:09.537741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:09.538963 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-56ecaf7b-44a8-4366-aaf1-84c81c9ca8c5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4938822 Feb 16 17:39:09.542078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37362) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:09.697679 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ec3cab91-2178-46df-a899-8d0287aca056 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f37e63187ee14cf2bf353acba7ec920e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1545012 Feb 16 17:39:09.700565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37368) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:09.741363 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:09.982087 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1a03f-957b-4405-b734-270ab9df353c tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:09.983611 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-52a1a03f-957b-4405-b734-270ab9df353c tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2821481 Feb 16 17:39:09.987149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37372) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:10.031710 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-424ce29a-380a-45ed-a5f9-00a21a40192f tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432377 Feb 16 17:39:10.035346 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37376) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:10.041166 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055764917', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:10.083311 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:08Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:10.087313 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Checking router: 7b0e9786-d0da-4868-b4be-0e1e30ea4165 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:39:10.087657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Updating router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 port 047195ba-04f3-40a4-b26b-dd116fee9066 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:39:10.153761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:10.155350 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.158816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:subnet and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:10.161825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:10.167848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:10.179123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:39:10.182833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.413634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.499149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Subnet': ['ID=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:10.504657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Checking segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:39:10.505037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network hostable DHCP agents. Network: c4bfce72-922e-4ffb-b593-94a19403c698, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:39:10.517111 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.524479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network c4bfce72-922e-4ffb-b593-94a19403c698 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:39:10.529947 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Transition to ACTIVE for port object 047195ba-04f3-40a4-b26b-dd116fee9066 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:10.534967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, c4bfce72-922e-4ffb-b593-94a19403c698) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:10.536533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.539317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:10.539899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.546537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c488cf-ad1f-4fca-8398-9c5dd7e41920 None None] Network c4bfce72-922e-4ffb-b593-94a19403c698 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:39:10.566677 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-98ed7c27-c2e4-4206-b1af-f77394166ffc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5300784 Feb 16 17:39:10.569464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37380) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:10.619428 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Attempting to bind port 047195ba-04f3-40a4-b26b-dd116fee9066 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:39:10.619787 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Attempting to bind port 047195ba-04f3-40a4-b26b-dd116fee9066 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:39:10.620142 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Attempting to bind port 047195ba-04f3-40a4-b26b-dd116fee9066 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:39:10.622230 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Pushing event updated for resources: {'Port': ['ID=047195ba-04f3-40a4-b26b-dd116fee9066,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:10.630813 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.631153 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.631893 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.631893 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.632096 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.632416 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.632729 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.633062 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.633364 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.633674 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.633985 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.634299 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:10.639405 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:39:10.639772 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:39:10.640164 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.640536 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:39:10.640976 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Bound port: 047195ba-04f3-40a4-b26b-dd116fee9066, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:39:10.641505 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.716075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] For port 047195ba-04f3-40a4-b26b-dd116fee9066, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:39:10.719328 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] For port 047195ba-04f3-40a4-b26b-dd116fee9066, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=047195ba-04f3-40a4-b26b-dd116fee9066,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:39:10.723916 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.776054 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-c4bfce72-922e-4ffb-b593-94a19403c698', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:39:10.777214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.805974 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:10.806598 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:39:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:10.881243 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5451-1315-46af-8db1-6875f9a38382 None None] Pushing event updated for resources: {'Port': ['ID=047195ba-04f3-40a4-b26b-dd116fee9066,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:10.943252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Allocated IP 172.20.0.2 (c4bfce72-922e-4ffb-b593-94a19403c698/f9b31fe8-295b-4d2e-afd5-4367e8e4eab7/d83e89da-fc88-47a6-bdf8-419cc59e6642) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:39:11.024569 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:11.255954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.267330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Transition to ACTIVE for port object d83e89da-fc88-47a6-bdf8-419cc59e6642 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:11.291447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Transition to ACTIVE for port object d83e89da-fc88-47a6-bdf8-419cc59e6642 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:11.300627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.333596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.396605 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:08Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:11.400674 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc95b7-8650-421e-a05b-6760407529a8 None None] The sync data for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv is: [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:08Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:39:11.417625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Network c4bfce72-922e-4ffb-b593-94a19403c698 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:11.420272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:11.428896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:39:11.438078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Pushing event updated for resources: {'Port': ['ID=d83e89da-fc88-47a6-bdf8-419cc59e6642,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:11.483173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.483447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.483761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.484095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.484430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.484762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.485087 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.485411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.485736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.486699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.487032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.487348 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:11.605645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Attempting to bind port d83e89da-fc88-47a6-bdf8-419cc59e6642 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:39:11.606244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Attempting to bind port d83e89da-fc88-47a6-bdf8-419cc59e6642 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:39:11.606435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Attempting to bind port d83e89da-fc88-47a6-bdf8-419cc59e6642 on network c4bfce72-922e-4ffb-b593-94a19403c698 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:39:11.635692 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:39:11.636064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Checking segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:39:11.636466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.636857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Bound using segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:39:11.637320 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Bound port: d83e89da-fc88-47a6-bdf8-419cc59e6642, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:39:11.637691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.756479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] For port d83e89da-fc88-47a6-bdf8-419cc59e6642, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:39:11.761082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] For port d83e89da-fc88-47a6-bdf8-419cc59e6642, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d83e89da-fc88-47a6-bdf8-419cc59e6642,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:39:11.767134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.865959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7521-f79f-477c-a35a-cd6e372202ce None None] Pushing event updated for resources: {'Port': ['ID=d83e89da-fc88-47a6-bdf8-419cc59e6642,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:11.901545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.1 (c4bfce72-922e-4ffb-b593-94a19403c698/f9b31fe8-295b-4d2e-afd5-4367e8e4eab7/ece1d20f-b234-415f-867c-4b8043cda8cd) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:39:12.117624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.137084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object ece1d20f-b234-415f-867c-4b8043cda8cd will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:12.163541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.234636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network c4bfce72-922e-4ffb-b593-94a19403c698 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:12.239541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:12.244035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:39:12.290241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=ece1d20f-b234-415f-867c-4b8043cda8cd,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:12.315911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.449179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 047195ba-04f3-40a4-b26b-dd116fee9066 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:12.518863 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 047195ba-04f3-40a4-b26b-dd116fee9066 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:12.523731 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 047195ba-04f3-40a4-b26b-dd116fee9066 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:12.524097 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.603934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.649540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.668009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 047195ba-04f3-40a4-b26b-dd116fee9066, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=047195ba-04f3-40a4-b26b-dd116fee9066,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:12.672274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.673215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d83e89da-fc88-47a6-bdf8-419cc59e6642 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:12.813143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=047195ba-04f3-40a4-b26b-dd116fee9066,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:12.826024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d83e89da-fc88-47a6-bdf8-419cc59e6642 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:13.037618 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:13.042181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:13.161020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=ece1d20f-b234-415f-867c-4b8043cda8cd,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:13.164571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:13.295456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33fe1bb-0909-4d6b-aab6-03e0b552c60c None None] Network c4bfce72-922e-4ffb-b593-94a19403c698 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:39:13.315530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network c4bfce72-922e-4ffb-b593-94a19403c698 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:13.316685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:13.422025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] Provisioning for port d83e89da-fc88-47a6-bdf8-419cc59e6642 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:13.432404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] Provisioning complete for port d83e89da-fc88-47a6-bdf8-419cc59e6642 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:13.432766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:13.634681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:39:13.676588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:13.722277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] For port d83e89da-fc88-47a6-bdf8-419cc59e6642, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d83e89da-fc88-47a6-bdf8-419cc59e6642,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:13.731504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:13.812053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd4745-b09e-4811-b6f3-f3d69f2a0607 None None] Pushing event updated for resources: {'Port': ['ID=d83e89da-fc88-47a6-bdf8-419cc59e6642,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:13.867350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:39:13.884622 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9b3531cd-1526-412d-996b-3f04e1172e24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/7b0e9786-d0da-4868-b4be-0e1e30ea4165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3062813 Feb 16 17:39:13.884811 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Sync routers for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:39:13.891229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:13.891843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:39:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:14.088015 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ecfdb9b5-1b22-49b8-a271-798c86bbb876 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820659256&fields=id&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 267 time: 0.0541816 Feb 16 17:39:14.093920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6276f50-b804-4111-806e-69cb7e7d417a None None] Provisioning for port ece1d20f-b234-415f-867c-4b8043cda8cd completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:14.106855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6276f50-b804-4111-806e-69cb7e7d417a None None] Provisioning complete for port ece1d20f-b234-415f-867c-4b8043cda8cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:14.107214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f6276f50-b804-4111-806e-69cb7e7d417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:14.142973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:14.289620 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ac031e7c-8ec8-4279-afac-2c84d90b337b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:14.290427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ac031e7c-8ec8-4279-afac-2c84d90b337b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:39:14.312131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ac031e7c-8ec8-4279-afac-2c84d90b337b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:39:14.313657 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ac031e7c-8ec8-4279-afac-2c84d90b337b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/networks?id=c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 200 len: 796 time: 0.2190371 Feb 16 17:39:14.334053 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-3dd10dc0-8a8a-41c1-a9a3-b33b26a92be5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/quotas/f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 375 time: 0.0139840 Feb 16 17:39:14.391835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f6276f50-b804-4111-806e-69cb7e7d417a None None] Port ece1d20f-b234-415f-867c-4b8043cda8cd cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:39:14.456439 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-b61e12be-7afc-4b13-9622-2413d51398fc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170201 Feb 16 17:39:14.493812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 047195ba-04f3-40a4-b26b-dd116fee9066 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:14.529260 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-29b07898-0710-4120-96a7-6f2a84308ffe service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:39:14.530253 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-29b07898-0710-4120-96a7-6f2a84308ffe service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624559 Feb 16 17:39:14.537628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f6276f50-b804-4111-806e-69cb7e7d417a None None] Provisioning complete for port d83e89da-fc88-47a6-bdf8-419cc59e6642 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:14.537993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f6276f50-b804-4111-806e-69cb7e7d417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:14.680636 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-55186896-18a6-413d-9252-dd61d9c88629 service neutron] 10.222.0.43 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421204 Feb 16 17:39:14.710427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 047195ba-04f3-40a4-b26b-dd116fee9066 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:14.711064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:14.815252 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-e0d2959c-64fd-4e60-b15c-f1029f3b69c0 service neutron] 10.222.0.43 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287696 Feb 16 17:39:14.877441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 2, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:14.900094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Checking router: 7b0e9786-d0da-4868-b4be-0e1e30ea4165 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:39:14.900529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Updating router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 port ece1d20f-b234-415f-867c-4b8043cda8cd binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:39:14.958858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d83e89da-fc88-47a6-bdf8-419cc59e6642 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:14.992121 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:39:15.014079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.016062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4a4cf8e4-3a3d-45a3-b73a-3e694e79ba63 req-1f4ef15e-1900-491a-8ad0-99b30fb97696 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 210 time: 0.0598123 Feb 16 17:39:15.032218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-301f631c-0e9f-433e-b809-7eedb40529f6 None None] Provisioning complete for port ece1d20f-b234-415f-867c-4b8043cda8cd triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:15.032581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-301f631c-0e9f-433e-b809-7eedb40529f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.148183 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-301f631c-0e9f-433e-b809-7eedb40529f6 None None] Port ece1d20f-b234-415f-867c-4b8043cda8cd cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:39:15.210993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d83e89da-fc88-47a6-bdf8-419cc59e6642 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:15.211390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.556271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.571085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Transition to ACTIVE for port object ece1d20f-b234-415f-867c-4b8043cda8cd will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:15.584311 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.719748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b099-686f-4762-90eb-8fafad2fe70c None None] Pushing event updated for resources: {'Port': ['ID=ece1d20f-b234-415f-867c-4b8043cda8cd,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:15.811888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Attempting to bind port ece1d20f-b234-415f-867c-4b8043cda8cd on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:39:15.812252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Attempting to bind port ece1d20f-b234-415f-867c-4b8043cda8cd by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:39:15.812602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Attempting to bind port ece1d20f-b234-415f-867c-4b8043cda8cd on network c4bfce72-922e-4ffb-b593-94a19403c698 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:39:15.818664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:39:15.819038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Checking segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:39:15.819486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.819876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Bound using segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:39:15.820339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Bound port: ece1d20f-b234-415f-867c-4b8043cda8cd, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:39:15.820708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:15.919232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] For port ece1d20f-b234-415f-867c-4b8043cda8cd, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:39:15.922151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] For port ece1d20f-b234-415f-867c-4b8043cda8cd, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ece1d20f-b234-415f-867c-4b8043cda8cd,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:39:15.926826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:16.065939 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:16.066591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:39:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:16.131744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b099-686f-4762-90eb-8fafad2fe70c None None] Pushing event updated for resources: {'Port': ['ID=ece1d20f-b234-415f-867c-4b8043cda8cd,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:16.222347 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e924af5-ec4a-44ec-ac43-e486614e817c req-e3c0f15a-bd79-47ab-bb8c-5768e1f4b392 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 210 time: 0.0546658 Feb 16 17:39:16.293513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:16.376411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-e5194ec0-18bc-4b8d-99e7-4ff466e565d1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:16.379266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-e5194ec0-18bc-4b8d-99e7-4ff466e565d1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/networks?id=c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 200 len: 796 time: 0.2598741 Feb 16 17:39:16.441217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7dda8fba-f3d6-4ae0-878e-bae8888774a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:39:16.463799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7dda8fba-f3d6-4ae0-878e-bae8888774a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:39:16.465058 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7dda8fba-f3d6-4ae0-878e-bae8888774a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 379 time: 0.0748708 Feb 16 17:39:16.474447 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'port': {'device_id': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'admin_state_up': True, 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'security_groups': ['d2f1de26-e3e3-46b7-bf22-3605c3e7016e']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:16.615062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:16.619019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:port and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:16.621820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:16.628274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:16.638919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:39:16.639798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:15Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:16.642605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:16.644451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f544e3-c3a2-48a2-811c-87127bc38220 None None] The sync data for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv is: [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:15Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:39:16.830860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.14 (c4bfce72-922e-4ffb-b593-94a19403c698/f9b31fe8-295b-4d2e-afd5-4367e8e4eab7/d4fef9d6-c68d-4f31-8d66-98aaba7cd90e) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:39:17.031933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.049896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object d4fef9d6-c68d-4f31-8d66-98aaba7cd90e will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:17.073430 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.162011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network c4bfce72-922e-4ffb-b593-94a19403c698 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:17.163629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:17.169698 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:39:17.207882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:17.244207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:17.245085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.272820 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-7f576dab-4c01-4a97-8312-87885152e8c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8021317 Feb 16 17:39:17.287652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Request body: {'port': {'device_id': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:17.422264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.429569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28777c7-5f10-482b-bf0c-123bd2c77aa9 req-cdcaad91-52ac-4bf6-a8d3-154ae9391c3e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:17.432083 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a28777c7-5f10-482b-bf0c-123bd2c77aa9 req-cdcaad91-52ac-4bf6-a8d3-154ae9391c3e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 932 time: 0.0976298 Feb 16 17:39:17.453452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6ef8a45-72e9-41dc-a908-b403a1c759ae None None] Provisioning for port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:17.459775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6ef8a45-72e9-41dc-a908-b403a1c759ae None None] Provisioning complete for port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:17.460139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8a45-72e9-41dc-a908-b403a1c759ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.504775 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a28777c7-5f10-482b-bf0c-123bd2c77aa9 req-66b88215-ccbd-4d17-8b31-e6f9b4a0c746 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618334 Feb 16 17:39:17.526443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef8a45-72e9-41dc-a908-b403a1c759ae None None] Port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:39:17.902216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fef9d6-c68d-4f31-8d66-98aaba7cd90e {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:39:17.910437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.924960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Transition to ACTIVE for port object d4fef9d6-c68d-4f31-8d66-98aaba7cd90e will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:39:17.928056 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.083530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:18.168507 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Attempting to bind port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:39:18.168833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Attempting to bind port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:39:18.169153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Attempting to bind port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e on network c4bfce72-922e-4ffb-b593-94a19403c698 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:39:18.173902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e on network c4bfce72-922e-4ffb-b593-94a19403c698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:39:18.174208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Attempting to bind port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e on network c4bfce72-922e-4ffb-b593-94a19403c698 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:39:18.179607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:39:18.179875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Checking segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:39:18.180247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Bound using segment: {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:39:18.180660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Bound port: d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd1e05-373c-4621-8f83-31fa68575463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:39:18.180995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.273095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] For port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:39:18.276068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] For port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:39:18.279779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.338714 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:18.339320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.340714 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 200 len: 1094 time: 1.0587676 Feb 16 17:39:18.341153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:39:18.383945 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725be6-a915-439a-b0b2-ab2077e4b2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:18.430723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ece1d20f-b234-415f-867c-4b8043cda8cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:18.443072 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'status': 'completed', 'code': 200} Feb 16 17:39:18.492779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ec0d1c4d-2927-4987-a969-708578de0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:18.494259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-ec0d1c4d-2927-4987-a969-708578de0804 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1097 time: 0.0903647 Feb 16 17:39:18.507736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port ece1d20f-b234-415f-867c-4b8043cda8cd completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:18.512953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ece1d20f-b234-415f-867c-4b8043cda8cd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:18.513322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.572386 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-25c52443-c902-4afc-8aba-c025db7d3f64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 200 len: 217 time: 0.0701709 Feb 16 17:39:18.639163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-2ad0cdbb-aed4-4abe-9588-d49c11a4fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:18.640668 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-2ad0cdbb-aed4-4abe-9588-d49c11a4fdaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 HTTP/1.1" status: 200 len: 835 time: 0.0610480 Feb 16 17:39:18.645325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.695971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port ece1d20f-b234-415f-867c-4b8043cda8cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ece1d20f-b234-415f-867c-4b8043cda8cd,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:18.706259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:18.727476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-03d4d5e2-51bd-4da9-ad20-c64f6304f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:18.729044 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-03d4d5e2-51bd-4da9-ad20-c64f6304f5cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4bfce72-922e-4ffb-b593-94a19403c698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817890 Feb 16 17:39:18.729543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480e30-bea6-405c-8358-9183ece4dff2 req-37bef7f7-533c-4c1f-aa68-f32786caa372 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:18.731389 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5480e30-bea6-405c-8358-9183ece4dff2 req-37bef7f7-533c-4c1f-aa68-f32786caa372 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 944 time: 0.1008506 Feb 16 17:39:18.778624 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e5480e30-bea6-405c-8358-9183ece4dff2 req-75fe118d-5c0b-4ce3-814f-f5d57a4b6456 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Feb 16 17:39:18.787423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=ece1d20f-b234-415f-867c-4b8043cda8cd,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:18.873746 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-e8a8fd5f-92e1-41dc-98f8-d87054e7db7d service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331832 Feb 16 17:39:19.009953 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-330a262e-d614-4220-aa9a-945bd8cbf562 req-4847540d-f5df-45f2-a95b-b56fdf582531 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277263 Feb 16 17:39:19.128486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-9ae561b7-9715-4049-9451-7be79a034245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:19.129965 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-9ae561b7-9715-4049-9451-7be79a034245 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1097 time: 0.0753636 Feb 16 17:39:19.263905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-532b9194-520d-4835-8e9e-49ea62e54aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:19.265269 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-532b9194-520d-4835-8e9e-49ea62e54aca service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 200 len: 897 time: 0.1289332 Feb 16 17:39:19.332713 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-81c3cdf6-2f2f-4601-8a93-9641a9c015b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 200 len: 217 time: 0.0611949 Feb 16 17:39:19.398165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-555bf16d-cc3d-486a-8a65-b040b1a2c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:19.399612 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-555bf16d-cc3d-486a-8a65-b040b1a2c316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 HTTP/1.1" status: 200 len: 835 time: 0.0611129 Feb 16 17:39:19.474395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-d838b9f1-4eb0-42a2-92bf-76d8af102196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:19.475866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-d838b9f1-4eb0-42a2-92bf-76d8af102196 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4bfce72-922e-4ffb-b593-94a19403c698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700731 Feb 16 17:39:19.707831 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-c8ba2ce6-6c9b-4fd6-89a9-19fe43eea657 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254479 Feb 16 17:39:19.840892 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e733ebe1-e2cc-47ad-beff-f0e4ba04dcbb req-c8290637-9eee-4b30-944b-ddb3d8a81748 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265616 Feb 16 17:39:19.971327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11a17-1d19-4d02-bfbc-36cba00aa80b req-b6706cbc-06be-4114-bfc9-ca9327facc11 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:19.981037 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-29f11a17-1d19-4d02-bfbc-36cba00aa80b req-b6706cbc-06be-4114-bfc9-ca9327facc11 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 944 time: 0.0865626 Feb 16 17:39:20.021608 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-29f11a17-1d19-4d02-bfbc-36cba00aa80b req-b5502de6-d13f-4b2f-bd0e-c76787897d35 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405657 Feb 16 17:39:20.399060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ece1d20f-b234-415f-867c-4b8043cda8cd up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:20.469661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port ece1d20f-b234-415f-867c-4b8043cda8cd triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:20.470025 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:21.208341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b121d88-6429-4e1c-82b7-5f046f72f7db req-b07ede71-956f-4172-99db-c712582beb22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:21.209837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b121d88-6429-4e1c-82b7-5f046f72f7db req-b07ede71-956f-4172-99db-c712582beb22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 944 time: 0.0849283 Feb 16 17:39:21.257279 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b121d88-6429-4e1c-82b7-5f046f72f7db req-137d053c-a1c4-44b4-8cb0-78fac065e9f6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402799 Feb 16 17:39:22.545076 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec14da-9bc8-4fae-9714-366b4e2a1848 req-3f637cae-69d6-447e-a7c7-a48be667df85 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:22.546574 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03ec14da-9bc8-4fae-9714-366b4e2a1848 req-3f637cae-69d6-447e-a7c7-a48be667df85 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 944 time: 0.1840065 Feb 16 17:39:22.596431 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-03ec14da-9bc8-4fae-9714-366b4e2a1848 req-83d86247-1f1f-4b34-9eec-59f6e34b20b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 Feb 16 17:39:23.213403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device d4fef9d6-c68d-4f31-8d66-98aaba7cd90e details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:39:23.347113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:23.363490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'port_id': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'mac_address': 'fa:16:3e:78:01:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:39:23.417894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:23.435188 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fef9d6-c68d-4f31-8d66-98aaba7cd90e {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:39:23.451090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:23.455557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:23.522658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:23.786007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a275-8a21-4e04-856a-4c0b2f7fcc4b req-f52a94fa-6a75-49ab-ab8a-d1c6c2f388ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:23.787401 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ec62a275-8a21-4e04-856a-4c0b2f7fcc4b req-f52a94fa-6a75-49ab-ab8a-d1c6c2f388ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 945 time: 0.0803623 Feb 16 17:39:23.835461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ec62a275-8a21-4e04-856a-4c0b2f7fcc4b req-65d3dfbe-fe8b-445b-a950-9810656423b2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Feb 16 17:39:23.842691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['d4fef9d6-c68d-4f31-8d66-98aaba7cd90e'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:39:24.973367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:25.021311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf887e5-59ab-4131-b53a-97ecd4ec90a6 req-fe1c7f02-470e-40f2-adce-a77e9184fb99 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:25.022812 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7bf887e5-59ab-4131-b53a-97ecd4ec90a6 req-fe1c7f02-470e-40f2-adce-a77e9184fb99 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 945 time: 0.0819392 Feb 16 17:39:25.067395 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7bf887e5-59ab-4131-b53a-97ecd4ec90a6 req-1d121f30-6dd2-494c-8bd1-690d4d849b9f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389991 Feb 16 17:39:25.220395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device d4fef9d6-c68d-4f31-8d66-98aaba7cd90e up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:39:25.289929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:25.294759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:25.295125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:25.411227 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:25.440360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:39:25.450516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:39:25.455713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:25.528891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:25.539777 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'code': 200} Feb 16 17:39:25.772062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6ddf7-4a98-4c20-87b2-aeb5e59ae895 req-08382c22-e754-40ee-a84f-351b5df3e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:25.773426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e8c6ddf7-4a98-4c20-87b2-aeb5e59ae895 req-08382c22-e754-40ee-a84f-351b5df3e243 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1099 time: 0.0741782 Feb 16 17:39:25.815722 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e8c6ddf7-4a98-4c20-87b2-aeb5e59ae895 req-bd199afb-924a-4f21-9f99-aa3560ac0d55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363486 Feb 16 17:39:26.269028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e9235-d579-4f74-869a-13fb38642140 req-4407c18a-f6a9-4d54-b1b5-43080bc73749 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:26.270499 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5f5e9235-d579-4f74-869a-13fb38642140 req-4407c18a-f6a9-4d54-b1b5-43080bc73749 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0933537 Feb 16 17:39:26.318887 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5f5e9235-d579-4f74-869a-13fb38642140 req-5e02360d-4d00-4741-94a8-48055741b6bc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426245 Feb 16 17:39:27.503631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c70a6b-341c-4106-adb8-1324a30e9dbc req-c46a426a-81ba-4f28-9147-38511364f938 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:27.505601 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19c70a6b-341c-4106-adb8-1324a30e9dbc req-c46a426a-81ba-4f28-9147-38511364f938 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0801208 Feb 16 17:39:27.548610 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19c70a6b-341c-4106-adb8-1324a30e9dbc req-945c5fc4-c1ea-4aa9-b33d-bd66bab648dd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374315 Feb 16 17:39:27.737254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706888-2735-475c-a267-8d4afba1d824 req-59a76367-93fc-4839-908e-af4469a53bf7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:27.738743 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8706888-2735-475c-a267-8d4afba1d824 req-59a76367-93fc-4839-908e-af4469a53bf7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0884812 Feb 16 17:39:27.782042 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a8706888-2735-475c-a267-8d4afba1d824 req-35a85e14-6795-4e26-9968-ac62665d9ee1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376592 Feb 16 17:39:27.805301 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37446) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:27.874067 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e8075-7624-46e4-a091-15e39038c789 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:27.875594 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aa2e8075-7624-46e4-a091-15e39038c789 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1094 time: 0.0693367 Feb 16 17:39:27.878462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37450) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:27.884028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:27.889932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:39:27.893758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:floatingip and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:39:27.897694 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:39:27.903746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:39:27.914116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:28.055830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:28.193751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.252 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/843dba25-5d65-4696-9db8-b69982eeae20) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:39:28.347820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:28.377200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:28.448107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:28.450955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:28.453656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:39:28.487323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=843dba25-5d65-4696-9db8-b69982eeae20,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:28.878752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:28.956989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:29.267193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:29.272100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:29.375457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=843dba25-5d65-4696-9db8-b69982eeae20,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:29.392174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:29.575896 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP 6d3f1264-eebf-40e8-9f74-ef6d16f3d217 associated. External IP: 172.26.7.252, port: d4fef9d6-c68d-4f31-8d66-98aaba7cd90e. Feb 16 17:39:29.944724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:39:30.129716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:39:30.139423 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] Sync routers for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:39:30.149269 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:30.149944 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:39:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:30.154925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:30.217681 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c29bc0d2-bcfd-48b1-a97f-c37fbdd3fdd6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3381648 Feb 16 17:39:30.218297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:39:30.336637 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:30.384479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37e1d8-64a8-4f95-8ba2-5fb9fddea9a0 req-e8ac4093-eb71-4992-87af-cfafadc24267 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:30.385932 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6e37e1d8-64a8-4f95-8ba2-5fb9fddea9a0 req-e8ac4093-eb71-4992-87af-cfafadc24267 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0814602 Feb 16 17:39:30.432483 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6e37e1d8-64a8-4f95-8ba2-5fb9fddea9a0 req-de2f6f67-895b-47c9-a4db-6e6dd1ddc33f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Feb 16 17:39:30.456993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37458) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:30.568433 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f4f6a3cc-d59c-48cb-ada8-38404c67ce8f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/6d3f1264-eebf-40e8-9f74-ef6d16f3d217 HTTP/1.1" status: 200 len: 992 time: 0.1081409 Feb 16 17:39:30.569151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'status': 'completed', 'code': 200} Feb 16 17:39:30.584899 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-93830ddf-2a60-4b18-a97c-d8387bda404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:30.586372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-93830ddf-2a60-4b18-a97c-d8387bda404e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1099 time: 0.0749891 Feb 16 17:39:30.695337 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '6d3f1264-eebf-40e8-9f74-ef6d16f3d217', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'port_id': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'mac_address': 'fa:16:3e:78:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:39:28Z', 'updated_at': '2022-02-16T17:39:28Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:18Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:30.699183 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] Checking router: 7b0e9786-d0da-4868-b4be-0e1e30ea4165 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:39:30.708137 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:39:30.708833 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:39:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:30.724511 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-0cbb42b0-1507-4638-a663-2b006c19d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:30.725977 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-0cbb42b0-1507-4638-a663-2b006c19d9f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 200 len: 897 time: 0.1321268 Feb 16 17:39:30.835588 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-2c9ec3de-c03f-460f-8711-8e709eaede76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 200 len: 1000 time: 0.1032209 Feb 16 17:39:30.904465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-b87b0939-98f3-40b1-b228-92f32e8969d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:30.905904 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-b87b0939-98f3-40b1-b228-92f32e8969d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 HTTP/1.1" status: 200 len: 835 time: 0.0645118 Feb 16 17:39:30.922168 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:39:30.969460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-955e395c-316b-45b8-bde5-6d6b0d0f07d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:30.983831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-0ae51a1e-32a3-401b-a937-141dc7a11b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:30.985373 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-0ae51a1e-32a3-401b-a937-141dc7a11b33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4bfce72-922e-4ffb-b593-94a19403c698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731418 Feb 16 17:39:31.121374 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-44c664d4-6999-49f7-a122-253802cfd167 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297498 Feb 16 17:39:31.267319 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8ba21c01-db5d-45af-bfd4-9ca8be2a28e1 req-909a53ae-5613-4c77-a09c-cdf66149e166 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395805 Feb 16 17:39:31.289418 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '6d3f1264-eebf-40e8-9f74-ef6d16f3d217', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'port_id': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'mac_address': 'fa:16:3e:78:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:39:28Z', 'updated_at': '2022-02-16T17:39:28Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:18Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:31.293625 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ab7ae-886b-4d38-aaf5-5a9a190ffddd None None] The sync data for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv is: [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '6d3f1264-eebf-40e8-9f74-ef6d16f3d217', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'port_id': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'mac_address': 'fa:16:3e:78:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:39:28Z', 'updated_at': '2022-02-16T17:39:28Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:18Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:39:31.488396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55e0fa-1100-4bfd-9be0-1921ad7ba376 None None] New status for floating IP 6d3f1264-eebf-40e8-9f74-ef6d16f3d217: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:39:31.571423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37462) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:39:31.808208 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-60b294ee-6ede-4d73-a879-af5db056dc6e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/6d3f1264-eebf-40e8-9f74-ef6d16f3d217 HTTP/1.1" status: 200 len: 994 time: 0.2355454 Feb 16 17:39:33.696558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-45047e06-cf0f-44c3-8d51-11d61eed5a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:34.394605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:35.188098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:36.864860 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:51.992267 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:39:54.978401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:00.966262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92bd00f7-b995-4926-886f-157fd2f19e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:03.700094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6c94a95e-f0b3-4b65-aff7-2da9fe9b57e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:04.398061 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:05.190913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:06.868482 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:12.031000 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-6e3fe059-cd7e-471c-b78b-93288f1930fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742505 Feb 16 17:40:12.185089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512921-6b2a-4586-bdfd-6a290dec200c req-e883fed7-2928-4ec1-8b57-591e05d08a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:12.187451 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-e883fed7-2928-4ec1-8b57-591e05d08a8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1099 time: 0.0858259 Feb 16 17:40:12.336233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512921-6b2a-4586-bdfd-6a290dec200c req-1b6b281f-e106-41c8-aed2-43a571ce57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:12.337572 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-1b6b281f-e106-41c8-aed2-43a571ce57aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 200 len: 897 time: 0.1315947 Feb 16 17:40:12.464259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-907aa4e6-53ca-47cd-ab46-05c244a4de8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 200 len: 1002 time: 0.1204700 Feb 16 17:40:12.531123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512921-6b2a-4586-bdfd-6a290dec200c req-54eeae87-a5a7-4d34-ad09-d0ebba6c4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:12.533390 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-54eeae87-a5a7-4d34-ad09-d0ebba6c4f3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 HTTP/1.1" status: 200 len: 835 time: 0.0633528 Feb 16 17:40:12.614213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512921-6b2a-4586-bdfd-6a290dec200c req-dbe3385f-58b4-4e7b-be6a-4ebc5b01120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:12.615809 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-dbe3385f-58b4-4e7b-be6a-4ebc5b01120a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4bfce72-922e-4ffb-b593-94a19403c698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760019 Feb 16 17:40:12.859487 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-5acb7e58-06aa-41b1-8eac-a4144d0d1d67 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372653 Feb 16 17:40:13.002675 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-25512921-6b2a-4586-bdfd-6a290dec200c req-1475dafd-6c1f-498b-81e7-4cc1e8b1075d service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368897 Feb 16 17:40:24.977457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:28.991640 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:40:30.969037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-90c1dc59-63d0-405b-ad05-ca4a13328483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:33.701504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d6cf91b8-b97a-4b7a-ba64-0754686ce6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:34.402143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:35.195358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:36.871075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:45.160972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494c7cb-4c32-4ec1-ba01-8f07ad79baa4 req-04106c41-5b75-4476-9e8d-afee41987741 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:45.162509 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8494c7cb-4c32-4ec1-ba01-8f07ad79baa4 req-04106c41-5b75-4476-9e8d-afee41987741 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0862472 Feb 16 17:40:45.210057 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8494c7cb-4c32-4ec1-ba01-8f07ad79baa4 req-4c0a007b-48d7-47cd-9d94-5e393fdc7a25 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Feb 16 17:40:46.410129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4db32-7357-4734-b7cd-fd1ba40857d9 req-d3aa895a-df93-4d24-b80e-951c652473f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:46.411601 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-50b4db32-7357-4734-b7cd-fd1ba40857d9 req-d3aa895a-df93-4d24-b80e-951c652473f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0836146 Feb 16 17:40:46.456668 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-50b4db32-7357-4734-b7cd-fd1ba40857d9 req-db06b6e5-1f6c-4679-ac09-107d1d256e13 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391951 Feb 16 17:40:46.480488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37492) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:46.591137 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9042e2b0-d025-4de8-bfb5-8f5639524cce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/6d3f1264-eebf-40e8-9f74-ef6d16f3d217 HTTP/1.1" status: 200 len: 994 time: 0.1095538 Feb 16 17:40:48.062757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bdf75-e12c-47ed-9c1a-f8cfc4e11e84 req-14b64b51-9a73-4c34-ae24-51213d07ec2f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:48.064238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f53bdf75-e12c-47ed-9c1a-f8cfc4e11e84 req-14b64b51-9a73-4c34-ae24-51213d07ec2f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0851610 Feb 16 17:40:48.114693 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f53bdf75-e12c-47ed-9c1a-f8cfc4e11e84 req-d9c7858a-b201-4a45-8ae7-4dbfb9919520 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Feb 16 17:40:49.316648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa71115-e396-4fcd-ac4a-eb7964d85e4a req-824d1690-737a-4a02-9789-6b6287af2d18 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:49.318164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afa71115-e396-4fcd-ac4a-eb7964d85e4a req-824d1690-737a-4a02-9789-6b6287af2d18 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0896375 Feb 16 17:40:49.367369 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afa71115-e396-4fcd-ac4a-eb7964d85e4a req-a99f0ebe-cd4f-4a14-b6ef-e9b7e45da774 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Feb 16 17:40:49.393389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37504) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:49.500399 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0d657aa9-424c-4d49-89f3-68d8804643d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/6d3f1264-eebf-40e8-9f74-ef6d16f3d217 HTTP/1.1" status: 200 len: 994 time: 0.1057985 Feb 16 17:40:49.788364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37512) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:49.989450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 843dba25-5d65-4696-9db8-b69982eeae20 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:40:49.990440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:50.191054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:50.191379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:50.331121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 843dba25-5d65-4696-9db8-b69982eeae20 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:40:50.503671 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:50.553363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=843dba25-5d65-4696-9db8-b69982eeae20,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:50.597310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.597650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.597988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.598320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.598673 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.599003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.599325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.599647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.599964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.600282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.600622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.600954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:50.659356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:50.659951 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP 6d3f1264-eebf-40e8-9f74-ef6d16f3d217 disassociated (deleted). External IP: 172.26.7.252, port: d4fef9d6-c68d-4f31-8d66-98aaba7cd90e. Feb 16 17:40:51.128409 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:40:51.308875 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:40:51.318183 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] Sync routers for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:40:51.321193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:51.328132 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:40:51.328730 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:40:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:51.381436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ab8175fa-1a13-41d4-ba2e-c0bf53c96ead tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/floatingips/6d3f1264-eebf-40e8-9f74-ef6d16f3d217 HTTP/1.1" status: 204 len: 168 time: 1.5896790 Feb 16 17:40:51.381436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:40:51.509116 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:40:51.621636 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'status': 'completed', 'code': 200} Feb 16 17:40:51.721085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001def8-2c57-44de-95a7-144c26f71087 req-ffd62922-fdf5-452c-95ef-8d1a3d1ea839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.722805 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-ffd62922-fdf5-452c-95ef-8d1a3d1ea839 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 1099 time: 0.0770488 Feb 16 17:40:51.800835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d00ed0-3191-444f-8c57-1edcee402a23 req-c0d52c55-1c59-4e55-9840-755b822f64be tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.807271 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-54d00ed0-3191-444f-8c57-1edcee402a23 req-c0d52c55-1c59-4e55-9840-755b822f64be tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0951180 Feb 16 17:40:51.839298 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:18Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:51.843304 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] Checking router: 7b0e9786-d0da-4868-b4be-0e1e30ea4165 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:40:51.851414 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-54d00ed0-3191-444f-8c57-1edcee402a23 req-b76c8a2f-5e8d-414c-81ad-44b7dd2dc488 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429211 Feb 16 17:40:51.851758 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:40:51.852377 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:40:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:51.867805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001def8-2c57-44de-95a7-144c26f71087 req-ec8a29d8-3fd6-4830-9385-27b78d51823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.869385 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-ec8a29d8-3fd6-4830-9385-27b78d51823f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 200 len: 897 time: 0.1382859 Feb 16 17:40:51.942812 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-e8f8e3bf-0063-455e-8d39-873c41b58f18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 200 len: 217 time: 0.0660763 Feb 16 17:40:52.004668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001def8-2c57-44de-95a7-144c26f71087 req-b8b305ad-bbc2-4be3-b1e9-e033a9e5cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:52.006100 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-b8b305ad-bbc2-4be3-b1e9-e033a9e5cdf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 HTTP/1.1" status: 200 len: 835 time: 0.0566525 Feb 16 17:40:52.062391 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:40:52.082392 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001def8-2c57-44de-95a7-144c26f71087 req-a0c714e6-67a9-4a68-8ff7-03fb988afa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:52.083935 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-a0c714e6-67a9-4a68-8ff7-03fb988afa89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4bfce72-922e-4ffb-b593-94a19403c698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704300 Feb 16 17:40:52.228754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-32b96ff0-70e2-4761-bdc8-10ef4f1b0f7a service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359210 Feb 16 17:40:52.368412 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d001def8-2c57-44de-95a7-144c26f71087 req-326c2136-8f9d-4c61-8835-865033dddcb2 service neutron] 10.222.0.48 "GET /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306686 Feb 16 17:40:52.379867 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:18Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:52.384998 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81bc6b-13ed-49c8-9b36-590d3e358b42 None None] The sync data for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv is: [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'ece1d20f-b234-415f-867c-4b8043cda8cd', 'name': '', 'network_id': 'c4bfce72-922e-4ffb-b593-94a19403c698', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d7:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:11Z', 'updated_at': '2022-02-16T17:39:18Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'f9b31fe8-295b-4d2e-afd5-4367e8e4eab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:40:52.599571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ac9b5-55bf-41a6-b95d-56eb3e047c8b None None] New status for floating IP 6d3f1264-eebf-40e8-9f74-ef6d16f3d217: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:40:53.041308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e5c08-5212-4545-8b83-3ba5867855c3 req-9bb06c98-4387-4af9-b68a-fe251d1674bd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:53.042690 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80e5c08-5212-4545-8b83-3ba5867855c3 req-9bb06c98-4387-4af9-b68a-fe251d1674bd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0815203 Feb 16 17:40:53.088417 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80e5c08-5212-4545-8b83-3ba5867855c3 req-1b31a39a-d7bd-4956-9825-72d69c2de2cf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Feb 16 17:40:53.580144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-9cae5ad6-0df9-42a8-af19-13a6156cfce3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:53.580815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-9cae5ad6-0df9-42a8-af19-13a6156cfce3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:40:53.597363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-9cae5ad6-0df9-42a8-af19-13a6156cfce3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:40:53.598684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-9cae5ad6-0df9-42a8-af19-13a6156cfce3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.1041522 Feb 16 17:40:53.672123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:40:53.672458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:53.923182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:40:53.923533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:54.153749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for d4fef9d6-c68d-4f31-8d66-98aaba7cd90e owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:40:54.289118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605ea9-6bae-4d9c-b20f-86187458c74f req-737fd9a9-48c7-48a3-b145-5436134f4273 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:54.290603 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60605ea9-6bae-4d9c-b20f-86187458c74f req-737fd9a9-48c7-48a3-b145-5436134f4273 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d HTTP/1.1" status: 200 len: 946 time: 0.0924902 Feb 16 17:40:54.305270 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:54.336597 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60605ea9-6bae-4d9c-b20f-86187458c74f req-21498b69-c310-40e1-a426-caccaefa222c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2f1de26-e3e3-46b7-bf22-3605c3e7016e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400136 Feb 16 17:40:54.357667 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=d4fef9d6-c68d-4f31-8d66-98aaba7cd90e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:54.434095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] No DVR routers for this DVR port d4fef9d6-c68d-4f31-8d66-98aaba7cd90e on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:40:54.436613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:54.439124 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'name': 'network-vif-deleted', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:40:54.454351 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87e20a4f-7fad-45d6-acc6-394cd7a80646 req-ed362e8a-a516-44be-a6dc-5defbf001a10 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "DELETE /v2.0/ports/d4fef9d6-c68d-4f31-8d66-98aaba7cd90e HTTP/1.1" status: 204 len: 173 time: 0.8495250 Feb 16 17:40:54.494448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e4fd84-8f4e-49fa-b57e-9fe94c5fec0d', 'name': 'network-vif-deleted', 'tag': 'd4fef9d6-c68d-4f31-8d66-98aaba7cd90e', 'status': 'completed', 'code': 200} Feb 16 17:40:54.993791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:55.433902 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37538) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:56.024650 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:56.382681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port ece1d20f-b234-415f-867c-4b8043cda8cd {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:40:56.383013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:56.677867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port ece1d20f-b234-415f-867c-4b8043cda8cd, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=ece1d20f-b234-415f-867c-4b8043cda8cd,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:40:56.678640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:56.802009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for ece1d20f-b234-415f-867c-4b8043cda8cd owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:40:57.137258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:57.186293 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=ece1d20f-b234-415f-867c-4b8043cda8cd,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:57.480612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:57.840175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:40:57.867498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device d4fef9d6-c68d-4f31-8d66-98aaba7cd90e no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:40:57.905525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: d4fef9d6-c68d-4f31-8d66-98aaba7cd90e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:40:57.905865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device d4fef9d6-c68d-4f31-8d66-98aaba7cd90e not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:40:58.137942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:40:58.147828 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] Sync routers for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:40:58.152784 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-018e9c0c-fc3c-4219-b8e7-2018f383289b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/7b0e9786-d0da-4868-b4be-0e1e30ea4165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7153316 Feb 16 17:40:58.153020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37542) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:58.162027 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:40:58.162857 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:40:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:58.222117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting subnet f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:40:58.225121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.281186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.342286 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:40:58.366677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.451438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.489266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b31fe8-295b-4d2e-afd5-4367e8e4eab7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:58.495373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.501493 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9b2a11f8-b04a-41c4-ba69-0a950112ae03 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/subnets/f9b31fe8-295b-4d2e-afd5-4367e8e4eab7 HTTP/1.1" status: 204 len: 168 time: 0.3475261 Feb 16 17:40:58.501889 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2982a-2448-4a94-b07b-b8901442d4de None None] Network c4bfce72-922e-4ffb-b593-94a19403c698 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:40:58.504059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37546) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:58.641479 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:40:57Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:58.645629 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] Checking router: 7b0e9786-d0da-4868-b4be-0e1e30ea4165 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:40:58.654785 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] Routers {'7b0e9786-d0da-4868-b4be-0e1e30ea4165'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:40:58.655405 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:40:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:58.694858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.776539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] DHCP port deletion for c4bfce72-922e-4ffb-b593-94a19403c698 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:40:58.780688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Deleting port d83e89da-fc88-47a6-bdf8-419cc59e6642 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:40:58.781055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.858167 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] Set router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:40:58.880928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:58.893217 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 047195ba-04f3-40a4-b26b-dd116fee9066 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:40:58.893927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.006150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] For port d83e89da-fc88-47a6-bdf8-419cc59e6642, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d83e89da-fc88-47a6-bdf8-419cc59e6642,segment=NetworkSegment(dccd1e05-373c-4621-8f83-31fa68575463),segment_id=dccd1e05-373c-4621-8f83-31fa68575463)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:40:59.006749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.084163 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 047195ba-04f3-40a4-b26b-dd116fee9066, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=047195ba-04f3-40a4-b26b-dd116fee9066,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:40:59.084547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.169616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Calling delete_port for d83e89da-fc88-47a6-bdf8-419cc59e6642 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:40:59.199408 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:40:57Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:59.203642 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb5da61-b894-4812-b733-5b38eb370d05 None None] The sync data for ids ['7b0e9786-d0da-4868-b4be-0e1e30ea4165'] in dv-neutron-829527-2-hyperv is: [{'id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-561755754', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:40:57Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '047195ba-04f3-40a4-b26b-dd116fee9066', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0e9786-d0da-4868-b4be-0e1e30ea4165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:39:07Z', 'updated_at': '2022-02-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:40:59.237739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 047195ba-04f3-40a4-b26b-dd116fee9066 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:40:59.260749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.303342 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Pushing event deleted for resources: {'Port': ['ID=d83e89da-fc88-47a6-bdf8-419cc59e6642,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:59.310850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] No DVR routers for this DVR port d83e89da-fc88-47a6-bdf8-419cc59e6642 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:40:59.321825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.322633 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.322913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.323030 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.323339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.323708 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.324042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.324476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.324683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.325451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.325451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.325716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769027f6-c95f-491e-8678-1abf51953b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:59.411095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.457449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=047195ba-04f3-40a4-b26b-dd116fee9066,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:59.554125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.831244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.833464 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.858827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.859325 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0e9786-d0da-4868-b4be-0e1e30ea4165 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:40:59.874578 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:59.875680 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8776bf0b-d679-4357-a699-613e46333e0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/routers/7b0e9786-d0da-4868-b4be-0e1e30ea4165 HTTP/1.1" status: 204 len: 168 time: 1.3705695 Feb 16 17:40:59.878396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37552) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:40:59.995178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.123414 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.151795 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bfce72-922e-4ffb-b593-94a19403c698']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:00.163585 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccd1e05-373c-4621-8f83-31fa68575463') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:00.163873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccd1e05-373c-4621-8f83-31fa68575463') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:00.174964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.190390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.196871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:41:00.197265 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:41:00.212495 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:41:00.293295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.311681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.324306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Network': ['ID=c4bfce72-922e-4ffb-b593-94a19403c698,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:00.332314 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2540f466-cf53-425e-b2aa-3b575b6a86d0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/networks/c4bfce72-922e-4ffb-b593-94a19403c698 HTTP/1.1" status: 204 len: 168 time: 0.4529078 Feb 16 17:41:00.334966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37556) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:00.403750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3e99911-9e4c-41b1-bfdc-d267905825d5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.433733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3e99911-9e4c-41b1-bfdc-d267905825d5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.453340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 047195ba-04f3-40a4-b26b-dd116fee9066 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:41:00.488012 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 047195ba-04f3-40a4-b26b-dd116fee9066 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:41:00.488352 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 047195ba-04f3-40a4-b26b-dd116fee9066 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:41:00.488776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ece1d20f-b234-415f-867c-4b8043cda8cd no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:41:00.500804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3e99911-9e4c-41b1-bfdc-d267905825d5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.520695 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e99911-9e4c-41b1-bfdc-d267905825d5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1de26-e3e3-46b7-bf22-3605c3e7016e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:00.526052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: ece1d20f-b234-415f-867c-4b8043cda8cd {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:41:00.526402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device ece1d20f-b234-415f-867c-4b8043cda8cd not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:41:00.527126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d83e89da-fc88-47a6-bdf8-419cc59e6642 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:41:00.532623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f3e99911-9e4c-41b1-bfdc-d267905825d5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.536605 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f3e99911-9e4c-41b1-bfdc-d267905825d5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/security-groups/d2f1de26-e3e3-46b7-bf22-3605c3e7016e HTTP/1.1" status: 204 len: 168 time: 0.1978979 Feb 16 17:41:00.571297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d83e89da-fc88-47a6-bdf8-419cc59e6642 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:41:00.571593 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d83e89da-fc88-47a6-bdf8-419cc59e6642 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:41:00.971671 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7b4f62f5-d5cf-4100-8e2a-7d941e70ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.999662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37564) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.004728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638054185', 'description': 'tempest-secgroup-smoke-638054185 description', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.011420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.015420 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.018454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.024098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.034120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.057549 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.061195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.063953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.069384 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.142200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.145967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.192267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc45f4b-7006-435d-83da-ad8426ac2428,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:01.195140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.196445 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ba47d000-8561-4611-911d-f8a0e88e2944 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1957138 Feb 16 17:41:01.199767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37568) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.204621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '3cc45f4b-7006-435d-83da-ad8426ac2428', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.211320 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.216371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.219071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.224729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.241527 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.302053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.306104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.329808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4275d2a5-16fe-479b-837c-68dc0a3a33ec,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:01.339137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.340343 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2b08a621-9c9b-4191-8bff-e6cf4135791c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396718 Feb 16 17:41:01.343393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37572) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.348289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '3cc45f4b-7006-435d-83da-ad8426ac2428', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.356069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.359941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.362805 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.368708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.385842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.453347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.456972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.480768 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ea601d-f4a9-4320-8a57-f858a28501d5,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:01.489086 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.490316 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-33c512d9-d609-44f6-99e8-da8c82aa8afd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459985 Feb 16 17:41:01.493587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37576) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.498774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '3cc45f4b-7006-435d-83da-ad8426ac2428', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.504708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.509553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.512598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.518304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.535987 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.597657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.601299 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.624803 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c742b7cc-cc5c-43a2-a69d-46ae5a8c4627,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:01.634950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.636116 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c8b371ab-da80-4f80-b73c-8b2aba37cca0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415243 Feb 16 17:41:01.639037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37580) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.644072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '3cc45f4b-7006-435d-83da-ad8426ac2428', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.650846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.654811 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.657680 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.664238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.680931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.754279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.758480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.781513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c0dfea-34de-4cea-82d2-5221b7d82742,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:01.792858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.793197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.793532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.793859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.794184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.794506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.794851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.795169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.795486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.795800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.796115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.796427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:01.799340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.800473 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-40b94994-b7c3-4efc-8007-59d8d3aefed6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604667 Feb 16 17:41:01.803222 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37584) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.808896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '3cc45f4b-7006-435d-83da-ad8426ac2428', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.815075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.818877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.822408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.828059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.840792 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:41:01.847204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.910063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.913794 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.937987 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d157cdb4-7a8a-4b0e-bf24-de2a9f3bc5a7,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:01.947391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.948575 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4d7cda89-e5bc-4ecd-899d-3e70be585247 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444597 Feb 16 17:41:01.951325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37588) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:01.956259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '3cc45f4b-7006-435d-83da-ad8426ac2428', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:01.962414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:01.966193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:01.969038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:01.974641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:01.985330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:41:01.991725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.056027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.059662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.082228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56f0929-b7c5-4520-a9de-a0679eed1ea5,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:02.092126 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.093280 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5d9a75fc-2aaf-464d-b394-aca3b37d179f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410379 Feb 16 17:41:02.096141 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37592) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:02.101345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'network': {'name': 'tempest-network-smoke--1851999897', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:02.106254 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:02.110453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:network and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:02.113386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:02.120128 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:02.130024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:41:02.134068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.161264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:41:02.170139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.170481 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Added segment e87b88b6-b39f-4dc8-b9ec-68f3412db49e of type vlan for network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 Feb 16 17:41:02.200457 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.230639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.235898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:02.236464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.344076 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468956 Feb 16 17:41:02.346734 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37596) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:02.349267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8dff-dc11-4b20-9c0c-64635a8f90e5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Network': ['ID=7cdb9fee-e28b-49cc-b8cb-0e835ed67533,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:02.356143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'admin_state_up': True, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:02.360002 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:41:02.364264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:02.368877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:router and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:02.371763 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:02.377434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:02.388752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.389779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.405360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:02.781984 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:03.090289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:03.123629 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:03.260929 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.168 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:41:03.409832 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:03.439472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:03.507435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:41:03.511139 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:03.513662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:41:03.553039 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:03.704595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-12fd7072-e140-42b2-b9ba-7afd9b84939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:03.939956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:04.406291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:04.411636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:04.620098 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:41:04.810044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:41:04.820629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Sync routers for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:41:04.831142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:41:04.831720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:41:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:04.838925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:04.840158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-70d312c4-78d6-411b-a918-5b864078e583 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4925358 Feb 16 17:41:04.843396 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37600) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:04.884540 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1d315d5d-316d-40d2-82c5-64f56a698316 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f37e63187ee14cf2bf353acba7ec920e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395858 Feb 16 17:41:04.887068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37604) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:05.015407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:41:05.018444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa49299-84c3-4d97-ab74-122437bfe89e tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:05.019971 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bfa49299-84c3-4d97-ab74-122437bfe89e tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320128 Feb 16 17:41:05.022817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37608) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:05.066500 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ee3c7593-3542-4199-8620-7855b54543d6 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424318 Feb 16 17:41:05.069113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37612) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:05.075633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239990390', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:05.193764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:05.198759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:subnet and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:05.201990 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:05.207855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:05.220059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:41:05.223893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.234987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.333754 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:03Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:05.339117 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Checking router: 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:41:05.339483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Updating router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:41:05.397084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.452413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.536505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Subnet': ['ID=70469b11-8fd2-4889-9901-f7a65bde7f3b,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:05.544073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Checking segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:41:05.544966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network hostable DHCP agents. Network: 7cdb9fee-e28b-49cc-b8cb-0e835ed67533, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:41:05.565581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:41:05.575966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 7cdb9fee-e28b-49cc-b8cb-0e835ed67533) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:05.580720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:05.581859 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.598436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98320b3a-32eb-48ab-94ba-790ee59107bd None None] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:41:05.603930 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b243a4d2-e83d-4298-b71c-da666aaad323 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5337446 Feb 16 17:41:05.606755 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37616) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:05.968856 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.973205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:41:05.974055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:05.992067 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:41:05.998376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Transition to ACTIVE for port object f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:06.040519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.156098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3703-16d3-4223-b6c0-f08b84be5e0f None None] Pushing event updated for resources: {'Port': ['ID=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:06.160324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Attempting to bind port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:41:06.161115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Attempting to bind port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:41:06.161575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Attempting to bind port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:41:06.173279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:41:06.173831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:41:06.174364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.174983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:41:06.175620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Bound port: f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:41:06.176162 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.303210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Allocated IP 172.20.0.2 (7cdb9fee-e28b-49cc-b8cb-0e835ed67533/70469b11-8fd2-4889-9901-f7a65bde7f3b/b8f5ac7a-12a9-42ef-87e7-a886973fdd30) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:41:06.311745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] For port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:41:06.317902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] For port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:41:06.325496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.459584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.486615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:41:06.487171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:41:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:06.584623 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3703-16d3-4223-b6c0-f08b84be5e0f None None] Pushing event updated for resources: {'Port': ['ID=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:06.761344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:41:06.884891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.911847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Transition to ACTIVE for port object b8f5ac7a-12a9-42ef-87e7-a886973fdd30 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:06.927763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:06.986293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Transition to ACTIVE for port object b8f5ac7a-12a9-42ef-87e7-a886973fdd30 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:07.003662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.060684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.1 (7cdb9fee-e28b-49cc-b8cb-0e835ed67533/70469b11-8fd2-4889-9901-f7a65bde7f3b/810cb749-88ed-4029-a312-c77b961d0447) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:41:07.104180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:41:07.109697 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:07.112575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:41:07.146322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Pushing event updated for resources: {'Port': ['ID=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:07.227596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.243678 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object 810cb749-88ed-4029-a312-c77b961d0447 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:07.265044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Attempting to bind port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:41:07.265552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Attempting to bind port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:41:07.265932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Attempting to bind port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 on network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:41:07.268935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.278951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:41:07.279326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Checking segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:41:07.279718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.280105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Bound using segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:41:07.280569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Bound port: b8f5ac7a-12a9-42ef-87e7-a886973fdd30, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:41:07.280940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.341279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:41:07.344417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:07.348652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:41:07.392336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=810cb749-88ed-4029-a312-c77b961d0447,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:07.397918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:03Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:07.405110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45fd7-24ca-4103-b048-960405b74e17 None None] The sync data for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv is: [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:03Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:41:07.418977 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.443471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] For port b8f5ac7a-12a9-42ef-87e7-a886973fdd30, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:41:07.447571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] For port b8f5ac7a-12a9-42ef-87e7-a886973fdd30, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:41:07.453492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.549618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cc2a2-d874-4181-91c2-ab9a49271b0e None None] Pushing event updated for resources: {'Port': ['ID=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:07.565454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:08.217936 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:08.222764 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:08.344708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=810cb749-88ed-4029-a312-c77b961d0447,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:08.347169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:08.514847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:41:08.516134 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:08.530422 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b8f5ac7a-12a9-42ef-87e7-a886973fdd30 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:08.629706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:08.636284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:08.694929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b5bf3-3ef7-4e99-9745-c8a034cb344c None None] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:41:08.780080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:41:08.833373 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] Provisioning for port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:08.860512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] Provisioning complete for port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:08.860894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:08.950827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:09.032497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:09.033088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.108898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:41:09.129082 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1e59b137-0d29-450d-b75f-508c71f06b09 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5213029 Feb 16 17:41:09.197012 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Sync routers for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:41:09.217138 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:41:09.218680 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:41:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:09.390478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.393296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-90359c92-127e-4cca-92d8-0460efd876c3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638054185&fields=id&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 267 time: 0.0473659 Feb 16 17:41:09.442146 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.456920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] For port b8f5ac7a-12a9-42ef-87e7-a886973fdd30, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:41:09.470772 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:41:09.473699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:41:09.522156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.527108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.651021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599dde9-7aeb-4bb7-b382-a10c0f3379e1 None None] Pushing event updated for resources: {'Port': ['ID=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:09.674980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e716b60a-a340-444c-807f-261ba0e62cd9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:09.676596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e716b60a-a340-444c-807f-261ba0e62cd9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:41:09.706350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e716b60a-a340-444c-807f-261ba0e62cd9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:41:09.708479 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e716b60a-a340-444c-807f-261ba0e62cd9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 797 time: 0.3064086 Feb 16 17:41:09.732271 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-27030706-b039-478a-bae2-76b2d770c4a7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/quotas/f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 375 time: 0.0161550 Feb 16 17:41:09.769613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:09.843968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e16d91a0-785a-4633-a4c7-f24de9042148 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:41:09.853249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd2c1a79-6514-442a-9f3c-d6796137944d None None] Provisioning complete for port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:09.853621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a79-6514-442a-9f3c-d6796137944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.882159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e16d91a0-785a-4633-a4c7-f24de9042148 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:41:09.884357 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e16d91a0-785a-4633-a4c7-f24de9042148 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512055 Feb 16 17:41:09.962196 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:08Z', 'revision_number': 2, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:09.969897 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Checking router: 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:41:09.971098 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Updating router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f port 810cb749-88ed-4029-a312-c77b961d0447 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:41:10.032798 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd2c1a79-6514-442a-9f3c-d6796137944d None None] Provisioning for port 810cb749-88ed-4029-a312-c77b961d0447 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:10.042429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-cd2c1a79-6514-442a-9f3c-d6796137944d None None] Provisioning complete for port 810cb749-88ed-4029-a312-c77b961d0447 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:10.042803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a79-6514-442a-9f3c-d6796137944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.057411 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.121355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c1a79-6514-442a-9f3c-d6796137944d None None] Port 810cb749-88ed-4029-a312-c77b961d0447 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:41:10.126928 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-61718bfa-467d-480a-aa89-ac06ddee74d0 service neutron] 10.222.0.43 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226739 Feb 16 17:41:10.263644 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-67f225a8-a31f-43a4-a786-4476d9a933f2 None None] Provisioning complete for port 810cb749-88ed-4029-a312-c77b961d0447 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:10.264016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-67f225a8-a31f-43a4-a786-4476d9a933f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.313629 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-ee6bbe5c-f2c6-45f6-ba14-7363cd5effcc service neutron] 10.222.0.43 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855226 Feb 16 17:41:10.361815 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-67f225a8-a31f-43a4-a786-4476d9a933f2 None None] Port 810cb749-88ed-4029-a312-c77b961d0447 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:41:10.506285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b8f5ac7a-12a9-42ef-87e7-a886973fdd30 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:10.535783 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.551221 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Transition to ACTIVE for port object 810cb749-88ed-4029-a312-c77b961d0447 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:10.561160 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.562504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-131bcec2-465c-40db-a3dd-03e179d80b65 None None] Provisioning complete for port 810cb749-88ed-4029-a312-c77b961d0447 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:10.562929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-131bcec2-465c-40db-a3dd-03e179d80b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.573542 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4ac6b5ee-7e91-4101-8611-2826ce4512b7 req-62432934-6d1d-4f20-baa7-a164d0f21534 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 210 time: 0.0676346 Feb 16 17:41:10.641084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-131bcec2-465c-40db-a3dd-03e179d80b65 None None] Port 810cb749-88ed-4029-a312-c77b961d0447 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:41:10.655585 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:10.656238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.793079 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Pushing event updated for resources: {'Port': ['ID=810cb749-88ed-4029-a312-c77b961d0447,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:10.837680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:10.858758 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.859073 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.859457 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.859856 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.860243 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.860838 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.861502 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.861932 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.862675 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.863541 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.864222 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.864882 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:10.900065 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Attempting to bind port 810cb749-88ed-4029-a312-c77b961d0447 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:41:10.900685 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Attempting to bind port 810cb749-88ed-4029-a312-c77b961d0447 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:41:10.901338 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Attempting to bind port 810cb749-88ed-4029-a312-c77b961d0447 on network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:41:10.911003 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:41:10.911602 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Checking segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:41:10.912402 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.912625 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Bound using segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:41:10.913349 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Bound port: 810cb749-88ed-4029-a312-c77b961d0447, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:41:10.913975 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:10.922928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:10.923680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:11.033403 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] For port 810cb749-88ed-4029-a312-c77b961d0447, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:41:11.037373 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] For port 810cb749-88ed-4029-a312-c77b961d0447, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=810cb749-88ed-4029-a312-c77b961d0447,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:41:11.047140 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:11.199096 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a2332-1c8d-42f6-b537-74d527bfec1c None None] Pushing event updated for resources: {'Port': ['ID=810cb749-88ed-4029-a312-c77b961d0447,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:11.203681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:41:11.204713 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:41:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:11.511975 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:41:11.738913 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-060a2ae4-0fd4-4052-a966-91eccce997ef req-f8e7108a-8e90-4926-a9f3-8e26d3aaec7e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 210 time: 0.0477500 Feb 16 17:41:11.903496 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:11Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:11.909896 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae489a21-a81b-4ffe-a8d9-ca066135dab9 None None] The sync data for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv is: [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:11Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:41:12.032937 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-0c071d76-390f-4a74-b576-27caee6491d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:12.033740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-0c071d76-390f-4a74-b576-27caee6491d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:41:12.056968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-0c071d76-390f-4a74-b576-27caee6491d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:41:12.058631 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-0c071d76-390f-4a74-b576-27caee6491d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 797 time: 0.2310426 Feb 16 17:41:12.123133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-24369266-9644-44ac-a1d7-ceb35b95c741 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:41:12.141301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-24369266-9644-44ac-a1d7-ceb35b95c741 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:41:12.143326 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-24369266-9644-44ac-a1d7-ceb35b95c741 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 379 time: 0.0760865 Feb 16 17:41:12.152583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'port': {'device_id': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'admin_state_up': True, 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'security_groups': ['3cc45f4b-7006-435d-83da-ad8426ac2428']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:12.331011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:12.343093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:12.354891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:41:12.359089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.511532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 810cb749-88ed-4029-a312-c77b961d0447 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:12.567705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.6 (7cdb9fee-e28b-49cc-b8cb-0e835ed67533/70469b11-8fd2-4889-9901-f7a65bde7f3b/7d540425-7674-40f3-9f54-72ceaf8825e0) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:41:12.585676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 810cb749-88ed-4029-a312-c77b961d0447 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:12.591133 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 810cb749-88ed-4029-a312-c77b961d0447 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:12.591496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.721728 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.763339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 810cb749-88ed-4029-a312-c77b961d0447, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=810cb749-88ed-4029-a312-c77b961d0447,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:41:12.769409 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.827961 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.853715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object 7d540425-7674-40f3-9f54-72ceaf8825e0 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:12.884309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.903858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=810cb749-88ed-4029-a312-c77b961d0447,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:12.961874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:41:12.965415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:12.969867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:41:13.010711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=7d540425-7674-40f3-9f54-72ceaf8825e0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:13.045690 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e7d5b-8727-4ae6-967b-01eccf667468 req-a4c896a7-205f-4bb5-9a57-465e4671bb1f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:13.047603 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-216e7d5b-8727-4ae6-967b-01eccf667468 req-a4c896a7-205f-4bb5-9a57-465e4671bb1f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 931 time: 0.1297784 Feb 16 17:41:13.067569 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:13.068446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:13.105236 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-9ef60646-4fff-479f-a478-c0e905d3996d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9567795 Feb 16 17:41:13.121400 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Request body: {'port': {'device_id': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:13.287018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:13.314115 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-216e7d5b-8727-4ae6-967b-01eccf667468 req-c74512dc-7b5d-425e-b65e-a73ddedd36a0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586312 Feb 16 17:41:13.376161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ee7f6463-38da-4f97-b424-621d06ca5a51 None None] Provisioning for port 7d540425-7674-40f3-9f54-72ceaf8825e0 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:13.383289 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ee7f6463-38da-4f97-b424-621d06ca5a51 None None] Provisioning complete for port 7d540425-7674-40f3-9f54-72ceaf8825e0 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:13.383746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6463-38da-4f97-b424-621d06ca5a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:13.453041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f6463-38da-4f97-b424-621d06ca5a51 None None] Port 7d540425-7674-40f3-9f54-72ceaf8825e0 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:41:13.792296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d540425-7674-40f3-9f54-72ceaf8825e0 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:41:13.800457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:13.817678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Transition to ACTIVE for port object 7d540425-7674-40f3-9f54-72ceaf8825e0 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:41:13.823185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:14.004155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Pushing event updated for resources: {'Port': ['ID=7d540425-7674-40f3-9f54-72ceaf8825e0,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:14.096895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Attempting to bind port 7d540425-7674-40f3-9f54-72ceaf8825e0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:41:14.097594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Attempting to bind port 7d540425-7674-40f3-9f54-72ceaf8825e0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:41:14.097594 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Attempting to bind port 7d540425-7674-40f3-9f54-72ceaf8825e0 on network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:41:14.103144 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Port 7d540425-7674-40f3-9f54-72ceaf8825e0 on network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:41:14.103487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Attempting to bind port 7d540425-7674-40f3-9f54-72ceaf8825e0 on network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:41:14.109504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:41:14.109918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Checking segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:41:14.110347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Bound using segment: {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:41:14.110791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Bound port: 7d540425-7674-40f3-9f54-72ceaf8825e0, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:41:14.111129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:14.214934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] For port 7d540425-7674-40f3-9f54-72ceaf8825e0, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:41:14.218928 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] For port 7d540425-7674-40f3-9f54-72ceaf8825e0, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7d540425-7674-40f3-9f54-72ceaf8825e0,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:41:14.223982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:14.296073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:14.296694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:14.298134 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] 10.222.0.48 "PUT /v2.0/ports/7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 1093 time: 1.1830354 Feb 16 17:41:14.298598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:41:14.327857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeebf10-20a5-44b1-8f65-56154203509c service neutron] Pushing event updated for resources: {'Port': ['ID=7d540425-7674-40f3-9f54-72ceaf8825e0,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:14.391444 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'status': 'completed', 'code': 200} Feb 16 17:41:14.436290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-433a3863-6a3f-44b6-81a4-3691ffd5cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:14.438017 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-433a3863-6a3f-44b6-81a4-3691ffd5cb15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1096 time: 0.0917368 Feb 16 17:41:14.518034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 810cb749-88ed-4029-a312-c77b961d0447 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:14.536980 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-99056bf6-408f-40f6-9880-154df29ad8de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 217 time: 0.0909708 Feb 16 17:41:14.621406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-d59e9224-785b-475f-a624-d91ca9ef093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:14.622957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-d59e9224-785b-475f-a624-d91ca9ef093a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0807118 Feb 16 17:41:14.635449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1c36e-28e8-4706-8c4c-3ae761ba62ce req-b11f4d1a-711a-4d54-807c-3f1549887280 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:14.637688 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58c1c36e-28e8-4706-8c4c-3ae761ba62ce req-b11f4d1a-711a-4d54-807c-3f1549887280 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 943 time: 0.1048734 Feb 16 17:41:14.691122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 810cb749-88ed-4029-a312-c77b961d0447 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:14.691580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:14.713758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58c1c36e-28e8-4706-8c4c-3ae761ba62ce req-8e219e7a-0c32-44dd-9a09-9b61f948e299 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697610 Feb 16 17:41:14.738187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e87bc0b7-c182-4072-9179-7d137915f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:14.740369 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-e87bc0b7-c182-4072-9179-7d137915f7b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113749 Feb 16 17:41:14.905292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-1e0feed7-78ed-4f73-9298-11ac75f69e9b service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584685 Feb 16 17:41:15.058360 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-02d49cbb-30f9-41d6-8348-a5cac07d4e25 req-0606e4ad-85b3-4322-ae6b-5f1929da8409 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464260 Feb 16 17:41:15.200509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-90736c55-8b65-482f-be63-186cec144121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:15.201959 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-90736c55-8b65-482f-be63-186cec144121 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1096 time: 0.0928419 Feb 16 17:41:15.360297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-bb4863bb-b974-4e37-a9d2-7d281e0e4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:15.361734 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-bb4863bb-b974-4e37-a9d2-7d281e0e4059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 898 time: 0.1531718 Feb 16 17:41:15.436696 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-746d4267-8237-4608-8858-db711a1eade1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 217 time: 0.0678704 Feb 16 17:41:15.503031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-0c8993a1-0267-49c1-86a7-7f003afa5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:15.504370 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-0c8993a1-0267-49c1-86a7-7f003afa5ff8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0621827 Feb 16 17:41:15.583460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-284c581f-56af-45c5-a3ca-ab821b75d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:15.584931 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-284c581f-56af-45c5-a3ca-ab821b75d1ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751975 Feb 16 17:41:15.841714 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-28fb30df-4f8c-4c5c-af6a-7373717940a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492332 Feb 16 17:41:15.943390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2c508-e2bc-4cae-8a93-db85a4de9143 req-a28ffa90-bf83-43af-ad17-ddabd694e8b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:15.946084 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60c2c508-e2bc-4cae-8a93-db85a4de9143 req-a28ffa90-bf83-43af-ad17-ddabd694e8b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 943 time: 0.1085005 Feb 16 17:41:15.996937 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-705419a9-0c1d-45ae-b953-0c158f8e5813 req-9a9eab49-7a35-42f1-813b-9d2678bb6f84 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488936 Feb 16 17:41:16.013933 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-60c2c508-e2bc-4cae-8a93-db85a4de9143 req-dcb6da37-8d05-40a0-889a-ce33955bf562 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620098 Feb 16 17:41:17.230864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b63c86-353c-4890-bb98-04b197b411a5 req-0172fb63-bfef-4e67-aa55-8c12dbf3c2de tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:17.233036 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8b63c86-353c-4890-bb98-04b197b411a5 req-0172fb63-bfef-4e67-aa55-8c12dbf3c2de tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 943 time: 0.0945358 Feb 16 17:41:17.281458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e8b63c86-353c-4890-bb98-04b197b411a5 req-d5e52afd-7662-41c7-a455-b0a1243b3d47 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 Feb 16 17:41:17.961123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7d540425-7674-40f3-9f54-72ceaf8825e0 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:41:18.106127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 7d540425-7674-40f3-9f54-72ceaf8825e0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7d540425-7674-40f3-9f54-72ceaf8825e0,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:41:18.123496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'port_id': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'mac_address': 'fa:16:3e:d3:75:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:41:18.189820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:18.207979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d540425-7674-40f3-9f54-72ceaf8825e0 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:41:18.231152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 7d540425-7674-40f3-9f54-72ceaf8825e0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7d540425-7674-40f3-9f54-72ceaf8825e0,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:41:18.235802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:18.311970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=7d540425-7674-40f3-9f54-72ceaf8825e0,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:18.494414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f0bf5-3c73-4a0d-9552-6cfdb829d3f3 req-a5005289-95b7-4d12-bd46-75c919883342 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:18.495840 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a2f0bf5-3c73-4a0d-9552-6cfdb829d3f3 req-a5005289-95b7-4d12-bd46-75c919883342 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 944 time: 0.0985923 Feb 16 17:41:18.544755 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a2f0bf5-3c73-4a0d-9552-6cfdb829d3f3 req-f8168d71-ac16-4bdc-818b-2e4cdd2c6951 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431740 Feb 16 17:41:18.599303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['7d540425-7674-40f3-9f54-72ceaf8825e0'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:41:19.755825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71283fd-3f01-4e5e-99b9-7c0dac8565af req-f350b147-5859-4b53-87a4-b893bff7bda5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:19.757356 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b71283fd-3f01-4e5e-99b9-7c0dac8565af req-f350b147-5859-4b53-87a4-b893bff7bda5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 944 time: 0.0819936 Feb 16 17:41:19.807773 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b71283fd-3f01-4e5e-99b9-7c0dac8565af req-4876ade8-9946-489e-84a9-ed1d4bda4fc1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446348 Feb 16 17:41:19.986423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7d540425-7674-40f3-9f54-72ceaf8825e0 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:41:20.055477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 7d540425-7674-40f3-9f54-72ceaf8825e0 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:41:20.060353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 7d540425-7674-40f3-9f54-72ceaf8825e0 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:20.060715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:20.181496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:20.208426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:41:20.219170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 7d540425-7674-40f3-9f54-72ceaf8825e0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7d540425-7674-40f3-9f54-72ceaf8825e0,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:41:20.223272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:20.259491 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'code': 200} Feb 16 17:41:20.291946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=7d540425-7674-40f3-9f54-72ceaf8825e0,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:20.487727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ffd82-9952-417d-9836-8200250fa421 req-f114806a-be9b-4029-8af4-27e6be63e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:20.489268 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-333ffd82-9952-417d-9836-8200250fa421 req-f114806a-be9b-4029-8af4-27e6be63e851 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1098 time: 0.0729244 Feb 16 17:41:20.534431 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-333ffd82-9952-417d-9836-8200250fa421 req-4f2e47c9-770f-4b70-8ba3-a7f919fbe387 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388083 Feb 16 17:41:21.004392 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b7a0d-d7ef-4b01-b532-8bb4e86603db req-7e4030ef-e348-4c55-9a13-7dffde65ca9b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:21.005856 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1d0b7a0d-d7ef-4b01-b532-8bb4e86603db req-7e4030ef-e348-4c55-9a13-7dffde65ca9b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0815585 Feb 16 17:41:21.064586 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1d0b7a0d-d7ef-4b01-b532-8bb4e86603db req-282649c1-8fcb-4893-9806-4f4fa7fa7da0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527253 Feb 16 17:41:22.262193 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19742b-fd1b-46a0-bd81-b2f266374dcc req-8a36b173-5893-45ed-b719-cc963c5e05ff tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:22.263806 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b19742b-fd1b-46a0-bd81-b2f266374dcc req-8a36b173-5893-45ed-b719-cc963c5e05ff tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0882761 Feb 16 17:41:22.309916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8b19742b-fd1b-46a0-bd81-b2f266374dcc req-bd702302-36eb-47b5-bffa-a714a97a8f3e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Feb 16 17:41:22.504518 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817b4e1-ff00-4393-bba7-093ccd450f08 req-c901c14b-67c2-4fef-b8fc-98f89bb72073 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:22.505986 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0817b4e1-ff00-4393-bba7-093ccd450f08 req-c901c14b-67c2-4fef-b8fc-98f89bb72073 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0838130 Feb 16 17:41:22.551711 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0817b4e1-ff00-4393-bba7-093ccd450f08 req-a89a6ac1-2fa0-450e-ac06-276bb8c42399 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399070 Feb 16 17:41:22.575473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37674) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:22.652397 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f24661-9a9a-43ff-a8b2-60afe93acd29 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:22.654007 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-55f24661-9a9a-43ff-a8b2-60afe93acd29 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1093 time: 0.0775018 Feb 16 17:41:22.657018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37678) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:22.665897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:41:22.675885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:41:22.681430 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:floatingip and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:41:22.684587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:41:22.690325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:41:22.701296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:22.845402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:22.993752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.60 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/8437aabb-c77e-41c9-87e5-44c98c583344) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:41:23.152985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:23.189007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:23.256775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:41:23.258801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:41:23.262847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:41:23.298978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=8437aabb-c77e-41c9-87e5-44c98c583344,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:23.823394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:23.904429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:24.128234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:24.133959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:24.245484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=8437aabb-c77e-41c9-87e5-44c98c583344,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:24.262646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:24.440146 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP 910eceb5-5c05-4329-865c-e6f109a90249 associated. External IP: 172.26.7.60, port: 7d540425-7674-40f3-9f54-72ceaf8825e0. Feb 16 17:41:24.815597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:41:25.003149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:41:25.013912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:25.019374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] Sync routers for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:41:25.032996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:25.034483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:41:25.035988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:41:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:25.098367 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c7ce8e70-4f62-4f96-ab99-081e989f7674 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4398801 Feb 16 17:41:25.098967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:41:25.290376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:41:25.388834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846d010-9446-42e3-831c-e1fea832680e req-64cf20f2-ac0d-4f03-ac00-f2157d9a22a6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.391608 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f846d010-9446-42e3-831c-e1fea832680e req-64cf20f2-ac0d-4f03-ac00-f2157d9a22a6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.1864011 Feb 16 17:41:25.443929 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f846d010-9446-42e3-831c-e1fea832680e req-8657885c-bf39-4740-85ca-9aee3f039147 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463369 Feb 16 17:41:25.474394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37688) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:25.600046 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'status': 'completed', 'code': 200} Feb 16 17:41:25.608168 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-7906cd50-e3fa-455a-bca3-47b281fac860 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/910eceb5-5c05-4329-865c-e6f109a90249 HTTP/1.1" status: 200 len: 990 time: 0.1325808 Feb 16 17:41:25.704317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06d17-018c-483f-a801-59bd60bd476d req-fc8a9aa3-75b4-4137-9c3f-5b73b046f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.705744 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-fc8a9aa3-75b4-4137-9c3f-5b73b046f1db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1098 time: 0.0801587 Feb 16 17:41:25.719845 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '910eceb5-5c05-4329-865c-e6f109a90249', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'port_id': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'mac_address': 'fa:16:3e:d3:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:41:23Z', 'updated_at': '2022-02-16T17:41:23Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:12Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:25.724062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] Checking router: 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:41:25.733287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:41:25.733908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:41:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:25.856455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06d17-018c-483f-a801-59bd60bd476d req-7267b8ba-cabf-4522-96cc-fb371230e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.857934 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-7267b8ba-cabf-4522-96cc-fb371230e719 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 898 time: 0.1457391 Feb 16 17:41:25.940773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:41:25.972757 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-900643a0-793c-4b0d-b853-b7945d20505e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 998 time: 0.1085696 Feb 16 17:41:26.048600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06d17-018c-483f-a801-59bd60bd476d req-685b78c0-5fca-48ab-ae49-4a2a1d9cdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:26.050084 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-685b78c0-5fca-48ab-ae49-4a2a1d9cdf4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0714037 Feb 16 17:41:26.136879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06d17-018c-483f-a801-59bd60bd476d req-74f301b1-2f78-49fb-b0e7-503141e0106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:26.138448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-74f301b1-2f78-49fb-b0e7-503141e0106a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822237 Feb 16 17:41:26.297121 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-27721db0-230f-4582-b64c-bb2a09f5901e service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521127 Feb 16 17:41:26.371246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '910eceb5-5c05-4329-865c-e6f109a90249', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'port_id': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'mac_address': 'fa:16:3e:d3:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:41:23Z', 'updated_at': '2022-02-16T17:41:23Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:12Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:41:26.376138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de804d6a-fe18-4a54-9450-d50d73c11bc8 None None] The sync data for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv is: [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '910eceb5-5c05-4329-865c-e6f109a90249', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'port_id': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'mac_address': 'fa:16:3e:d3:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:41:23Z', 'updated_at': '2022-02-16T17:41:23Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:12Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:41:26.464932 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-eab06d17-018c-483f-a801-59bd60bd476d req-bdca2c6a-c513-4142-a15e-60f407abbe5f service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590483 Feb 16 17:41:26.597971 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511445b1-283b-4759-a46c-48b7d5c93a88 None None] New status for floating IP 910eceb5-5c05-4329-865c-e6f109a90249: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:41:26.612155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37692) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:26.723679 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9ec723d0-40ae-424c-848f-856b71178075 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/910eceb5-5c05-4329-865c-e6f109a90249 HTTP/1.1" status: 200 len: 990 time: 0.1103585 Feb 16 17:41:27.728890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37696) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:41:27.978458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0e97f66d-9808-4163-a8bf-16ea02a4a86f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/910eceb5-5c05-4329-865c-e6f109a90249 HTTP/1.1" status: 200 len: 992 time: 0.2481842 Feb 16 17:41:30.980866 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbd93-e5af-4663-992b-f8f33619a564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:33.707094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-10ca1baa-fec9-4dff-8956-3831d78cdc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:34.409642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:35.203410 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:36.879442 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:42.996685 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:41:55.020214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:00.976983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fcc432cf-1d66-495a-864e-ba31acd96357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:03.712566 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d86d62f2-f410-4b99-ba51-2eb44bbfc732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:04.417620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:05.212628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:06.883541 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:13.048018 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-e3e1d48d-e226-466e-8f4e-005cfaf164de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838439 Feb 16 17:42:13.200781 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-c29086a7-9ef3-4bca-9e64-423214ee4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:13.202264 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-c29086a7-9ef3-4bca-9e64-423214ee4da2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1098 time: 0.0787332 Feb 16 17:42:13.375777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-337a8b19-ccfd-48a8-ada1-81b4a4344e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:13.377330 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-337a8b19-ccfd-48a8-ada1-81b4a4344e4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 898 time: 0.1526699 Feb 16 17:42:13.618066 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-65d9805c-021d-487e-8595-65f1dc7892af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 1000 time: 0.2337832 Feb 16 17:42:13.688514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-b8dc8184-34d8-439d-aea0-aba8dc518b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:13.689873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-b8dc8184-34d8-439d-aea0-aba8dc518b80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0660701 Feb 16 17:42:13.782678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-58532642-0160-45f3-aec3-b4797a846da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:13.785328 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-58532642-0160-45f3-aec3-b4797a846da2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884659 Feb 16 17:42:13.942149 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-a7d28428-a565-4b2d-bff4-05c1c6b30ebc service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498704 Feb 16 17:42:14.094164 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a62b8ce6-587f-40d5-b56c-64b0156eac8b req-8a509fe4-78c2-4f87-8c21-df773d720e07 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459231 Feb 16 17:42:19.997136 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:42:25.013531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:30.973234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3294805e-2315-452b-9fff-e8603f63d02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:33.705198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d35aa8dc-187a-4319-8548-360c46b7ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:34.410072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:34.527329 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-9c05d756-5d03-4520-bc71-1f72389956fe req-f06844c7-a484-49e7-9d1d-f9909540c47e tempest-ServerDiskConfigTestJSON-1850162307 tempest-ServerDiskConfigTestJSON-1850162307-project] (87720) timed out ('10.222.0.48', 49312) {{(pid=87720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 17:42:35.207662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:36.884887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:39.683336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-709c5738-5fa3-4eaf-938a-a09e8b9760d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:39.684545 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-709c5738-5fa3-4eaf-938a-a09e8b9760d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1098 time: 0.0829630 Feb 16 17:42:39.714256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d61cf-d120-47c7-ac18-a4f5ff7223a9 req-628be23d-9045-4aac-a2ff-a40817c40f0f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:39.715784 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a7d61cf-d120-47c7-ac18-a4f5ff7223a9 req-628be23d-9045-4aac-a2ff-a40817c40f0f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0871587 Feb 16 17:42:39.764956 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a7d61cf-d120-47c7-ac18-a4f5ff7223a9 req-d49fd043-bd4c-42b9-aba0-c9800e72cac0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Feb 16 17:42:39.821858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-0c6bcfb5-324d-4909-9a5e-defd230c9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:39.823904 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-0c6bcfb5-324d-4909-9a5e-defd230c9716 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 898 time: 0.1322832 Feb 16 17:42:39.935156 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-c2882542-681b-4732-b83b-7f486fffa536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 1000 time: 0.1042130 Feb 16 17:42:39.999727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-0e4264dd-b6fc-4a04-96ee-efb0a8289f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.001210 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-0e4264dd-b6fc-4a04-96ee-efb0a8289f9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0590403 Feb 16 17:42:40.080067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-224a3abc-1146-4df8-99c1-8a7a35d369d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.081433 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-224a3abc-1146-4df8-99c1-8a7a35d369d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736957 Feb 16 17:42:40.220870 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-af5fa0d1-0344-4f26-8172-799c6f09ebc9 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324418 Feb 16 17:42:40.355772 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2bda5e40-7eda-406c-b5e1-bd4bfec28fb6 req-265152bd-47c9-4cb0-81fb-6f416f26e1f6 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284328 Feb 16 17:42:40.954578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278fdce-0cf2-4426-8a85-795049672afe req-b03be16b-5d6c-4dfd-be7e-f4fefe500cf0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.956574 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7278fdce-0cf2-4426-8a85-795049672afe req-b03be16b-5d6c-4dfd-be7e-f4fefe500cf0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0853453 Feb 16 17:42:41.004292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7278fdce-0cf2-4426-8a85-795049672afe req-abfc5264-45d7-458c-832c-9af3d1b5c6b4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Feb 16 17:42:42.209649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4f465-f9b9-4ddc-87ef-ee6704dd661a req-0a72d831-298e-416a-8b44-7174d50aedf3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:42.211107 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ef4f465-f9b9-4ddc-87ef-ee6704dd661a req-0a72d831-298e-416a-8b44-7174d50aedf3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0906215 Feb 16 17:42:42.256768 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ef4f465-f9b9-4ddc-87ef-ee6704dd661a req-72c13f8b-abba-4bb9-89a7-04b1cc1acbe9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 Feb 16 17:42:43.491438 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188051d1-f8a8-4ca6-a969-f38678c04e6b req-be417f2d-da38-457b-ba96-95bbb2db9582 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:43.493210 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-188051d1-f8a8-4ca6-a969-f38678c04e6b req-be417f2d-da38-457b-ba96-95bbb2db9582 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0933924 Feb 16 17:42:43.545364 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-188051d1-f8a8-4ca6-a969-f38678c04e6b req-07a36f9b-31a7-46d4-84b9-ae7588794b2f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440831 Feb 16 17:42:44.744496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe827e3-4163-4e48-9150-4fd7d755c8db req-5c02bc5f-51b8-4c13-b661-b89555fc81e8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:44.745955 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3fe827e3-4163-4e48-9150-4fd7d755c8db req-5c02bc5f-51b8-4c13-b661-b89555fc81e8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0847137 Feb 16 17:42:44.789731 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3fe827e3-4163-4e48-9150-4fd7d755c8db req-12178819-b49c-45e4-bfbd-f89a90a9c752 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381660 Feb 16 17:42:45.986167 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1bde0-b3a2-4a32-b1cb-26c5d0ad7500 req-202d73d6-e4c2-4e2d-b0c1-41971883c14a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:45.987705 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58f1bde0-b3a2-4a32-b1cb-26c5d0ad7500 req-202d73d6-e4c2-4e2d-b0c1-41971883c14a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0827000 Feb 16 17:42:46.045000 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-58f1bde0-b3a2-4a32-b1cb-26c5d0ad7500 req-8744f8df-6fa1-4327-a651-c18993ae6466 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515742 Feb 16 17:42:47.231749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3004854-0f29-47b2-9e87-8e97e0e753d6 req-fed205cb-3a9d-4537-be3b-086b8404ca53 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:47.233193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3004854-0f29-47b2-9e87-8e97e0e753d6 req-fed205cb-3a9d-4537-be3b-086b8404ca53 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0802317 Feb 16 17:42:47.278033 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e3004854-0f29-47b2-9e87-8e97e0e753d6 req-f56a8e00-9441-49b3-a68d-40fd53a3fc07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392597 Feb 16 17:42:48.470122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455d90e-9696-4984-92bc-56b8bb6048f9 req-94cfe1e3-4deb-49f9-8947-a9e84bcefd27 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:48.471570 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8455d90e-9696-4984-92bc-56b8bb6048f9 req-94cfe1e3-4deb-49f9-8947-a9e84bcefd27 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0882640 Feb 16 17:42:48.517003 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8455d90e-9696-4984-92bc-56b8bb6048f9 req-8dab87d4-5d6e-479c-9984-acd3c0dcdb88 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396967 Feb 16 17:42:49.709006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261205-b41c-4019-b3d7-555bd7d132cc req-a55b9e13-99e1-4a5e-951d-9ba1bfc26d61 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:49.710463 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e261205-b41c-4019-b3d7-555bd7d132cc req-a55b9e13-99e1-4a5e-951d-9ba1bfc26d61 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0834672 Feb 16 17:42:49.757149 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e261205-b41c-4019-b3d7-555bd7d132cc req-e2276107-3abc-4c40-8f21-debddffe2cbf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397952 Feb 16 17:42:50.955130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58fb94-5ae7-4872-a6a3-2d1ebf5f2e24 req-a38ad0bf-af01-4c79-b209-6ff71bf1affd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:50.956632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc58fb94-5ae7-4872-a6a3-2d1ebf5f2e24 req-a38ad0bf-af01-4c79-b209-6ff71bf1affd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0883286 Feb 16 17:42:51.005270 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc58fb94-5ae7-4872-a6a3-2d1ebf5f2e24 req-cec43e91-36b7-472b-9ba0-59fe0f78b266 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Feb 16 17:42:52.192021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53cc76-14b3-4967-9329-54ef9ff3e062 req-5b162959-8365-4ba1-810d-d62d215dddb0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:52.193666 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3e53cc76-14b3-4967-9329-54ef9ff3e062 req-5b162959-8365-4ba1-810d-d62d215dddb0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0814672 Feb 16 17:42:52.246635 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3e53cc76-14b3-4967-9329-54ef9ff3e062 req-bd90b63c-6723-4952-8d07-a870f143182a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Feb 16 17:42:52.270302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37742) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:42:52.375242 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ca9a893b-4362-4898-8f9b-a59ba446340f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/910eceb5-5c05-4329-865c-e6f109a90249 HTTP/1.1" status: 200 len: 992 time: 0.1037683 Feb 16 17:42:55.028044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:56.997111 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:43:00.965318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4f23384f-eba0-4deb-8f4f-5132aee564e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.709325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5450113e-80ae-40b4-9e62-f964a8c1e049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.413651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:05.210649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:06.887537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:14.105143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-773fe697-c19d-4964-9e95-df7b05fa8146 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1538913 Feb 16 17:43:14.267835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-110cdcce-56a2-447a-97f8-87a8f7abf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:14.269311 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-110cdcce-56a2-447a-97f8-87a8f7abf9a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1098 time: 0.0854511 Feb 16 17:43:14.426704 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-878ccf34-899f-48d9-a53b-7bda29056507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:14.428019 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-878ccf34-899f-48d9-a53b-7bda29056507 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 898 time: 0.1378355 Feb 16 17:43:14.544828 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-bfe67c51-7ccd-4d7f-990c-152d5154de49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 1000 time: 0.1103401 Feb 16 17:43:14.619100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-f7f8337a-43e0-458a-8ab4-a8eabfc6fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:14.621259 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-f7f8337a-43e0-458a-8ab4-a8eabfc6fa06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0693281 Feb 16 17:43:14.700301 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-5f5534e7-21e0-471b-8d79-7fa3be787eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:14.701890 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-5f5534e7-21e0-471b-8d79-7fa3be787eea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739489 Feb 16 17:43:14.948143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-d0c5788e-8820-4a8a-9eb8-46d815e34728 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384179 Feb 16 17:43:15.089469 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e6c3099e-6dc0-4a9c-999b-d10c5eaeff9b req-894a0565-13b7-4428-94a1-93d4645c85ca service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342363 Feb 16 17:43:25.024205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:30.968824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-100dc5d0-6975-4f95-8631-64806caef715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.713587 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-60dcf576-50c9-4865-87fc-9ba6e486610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.997785 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:43:34.417890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:35.214383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:36.892459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:49.672585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37764) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:43:49.889667 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 8437aabb-c77e-41c9-87e5-44c98c583344 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:43:49.890007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:50.068037 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:50.068253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:50.200424 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 8437aabb-c77e-41c9-87e5-44c98c583344 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:43:50.364901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:50.416710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=8437aabb-c77e-41c9-87e5-44c98c583344,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:50.452985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.453323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.453658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.453989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.454311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.454662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.454985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.455300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.455621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.455935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.456287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.456599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:50.521101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:50.521453 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP 910eceb5-5c05-4329-865c-e6f109a90249 disassociated (deleted). External IP: 172.26.7.60, port: 7d540425-7674-40f3-9f54-72ceaf8825e0. Feb 16 17:43:50.988190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:43:51.169576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:43:51.179319 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] Sync routers for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:43:51.186756 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:51.191116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:43:51.191734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:43:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:51.250535 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-db7cf764-6b37-48bb-be58-ed93dfee9e00 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/floatingips/910eceb5-5c05-4329-865c-e6f109a90249 HTTP/1.1" status: 204 len: 168 time: 1.5743537 Feb 16 17:43:51.250535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:43:51.427519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:43:51.506127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'status': 'completed', 'code': 200} Feb 16 17:43:51.606223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-167d06d9-eb1e-4f8d-acbb-27ce8db36d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:51.607730 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-167d06d9-eb1e-4f8d-acbb-27ce8db36d89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 1098 time: 0.0787432 Feb 16 17:43:51.732803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1777e-2bd5-456e-b082-4f017b324530 req-d41dde63-e2da-466f-a8df-ea6cecc935cb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:51.733524 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-68b1777e-2bd5-456e-b082-4f017b324530 req-d41dde63-e2da-466f-a8df-ea6cecc935cb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:43:51.750777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-68b1777e-2bd5-456e-b082-4f017b324530 req-d41dde63-e2da-466f-a8df-ea6cecc935cb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:43:51.751995 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-12a5633d-951a-4817-a90d-c7bb6788fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:51.752130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-68b1777e-2bd5-456e-b082-4f017b324530 req-d41dde63-e2da-466f-a8df-ea6cecc935cb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.1610639 Feb 16 17:43:51.754822 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-12a5633d-951a-4817-a90d-c7bb6788fd4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 200 len: 898 time: 0.1404932 Feb 16 17:43:51.776281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:12Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:51.780768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] Checking router: 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:43:51.790452 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:43:51.791096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:43:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:51.806364 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-68b1777e-2bd5-456e-b082-4f017b324530 req-99339be1-f2ea-4c03-885c-1671a9ea095b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 Feb 16 17:43:51.827345 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-569c5602-4172-4c96-b0e9-9a0474cdab37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 200 len: 217 time: 0.0662944 Feb 16 17:43:51.896365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-542e197f-cb91-49ba-850b-5d2e9b64834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:51.897838 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-542e197f-cb91-49ba-850b-5d2e9b64834a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 200 len: 834 time: 0.0635483 Feb 16 17:43:51.973052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:43:51.973914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-7fcf3f01-bd9b-4e44-98e9-a847d6d73113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:51.975635 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-7fcf3f01-bd9b-4e44-98e9-a847d6d73113 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cdb9fee-e28b-49cc-b8cb-0e835ed67533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714691 Feb 16 17:43:52.114190 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-fb1739bc-30c5-42a4-9a12-99bbd7d5650f service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320024 Feb 16 17:43:52.254452 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-885bc7e3-696c-4845-a825-41fb2a95c07a req-037b2282-7454-406b-b973-2ce8cca0cc89 service neutron] 10.222.0.48 "GET /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338310 Feb 16 17:43:52.302044 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:12Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:52.306177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160feb8-1374-4e65-a9f9-ffe7d8a36959 None None] The sync data for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv is: [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:41:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '810cb749-88ed-4029-a312-c77b961d0447', 'name': '', 'network_id': '7cdb9fee-e28b-49cc-b8cb-0e835ed67533', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:ff:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:06Z', 'updated_at': '2022-02-16T17:41:12Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '70469b11-8fd2-4889-9901-f7a65bde7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:43:52.536103 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06548b7-e01a-42df-b3ea-c1fc36e0ee9f None None] New status for floating IP 910eceb5-5c05-4329-865c-e6f109a90249: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:43:53.013472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf97f9-742c-45e1-82cf-46bcc1f3d006 req-f4d77c52-3dc5-4a44-a13a-91c345e8d34b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:53.014892 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b7bf97f9-742c-45e1-82cf-46bcc1f3d006 req-f4d77c52-3dc5-4a44-a13a-91c345e8d34b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0937200 Feb 16 17:43:53.060663 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b7bf97f9-742c-45e1-82cf-46bcc1f3d006 req-ff4e5edc-0a67-4502-aec7-18e9c7acb8f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cc45f4b-7006-435d-83da-ad8426ac2428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Feb 16 17:43:53.373485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-bf1ad6b0-340f-44ee-ba93-aaf39bdf7fd0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:53.374201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-bf1ad6b0-340f-44ee-ba93-aaf39bdf7fd0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:43:53.387682 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-bf1ad6b0-340f-44ee-ba93-aaf39bdf7fd0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:43:53.388821 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-bf1ad6b0-340f-44ee-ba93-aaf39bdf7fd0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 945 time: 0.0990736 Feb 16 17:43:53.460516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 7d540425-7674-40f3-9f54-72ceaf8825e0 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:43:53.460848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:53.714853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 7d540425-7674-40f3-9f54-72ceaf8825e0, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7d540425-7674-40f3-9f54-72ceaf8825e0,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:43:53.715120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:53.840393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 7d540425-7674-40f3-9f54-72ceaf8825e0 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:43:54.090249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:54.144623 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=7d540425-7674-40f3-9f54-72ceaf8825e0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:54.195480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.195942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.196156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.196613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.196948 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.197275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.197599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.197923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.198241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.198609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.198900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.199218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:54.216744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9b088c72-3c49-4743-a2f6-dc410626f7b7 req-2e062b47-1a56-4012-b49c-69b9c684c20d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230 HTTP/1.1" status: 200 len: 210 time: 0.0444787 Feb 16 17:43:54.240145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] No DVR routers for this DVR port 7d540425-7674-40f3-9f54-72ceaf8825e0 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:43:54.243421 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:54.246462 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'name': 'network-vif-deleted', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:43:54.263271 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ff9aa374-46c1-4052-b953-9fac01640e33 req-4c5002f1-0458-4f46-9f90-05b6404508d3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "DELETE /v2.0/ports/7d540425-7674-40f3-9f54-72ceaf8825e0 HTTP/1.1" status: 204 len: 173 time: 0.8692551 Feb 16 17:43:54.350880 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0d0cb0-1dd1-4bf2-b20f-013d29c4f230', 'name': 'network-vif-deleted', 'tag': '7d540425-7674-40f3-9f54-72ceaf8825e0', 'status': 'completed', 'code': 200} Feb 16 17:43:55.022339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:55.318983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37788) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:43:55.929460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:56.312185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 810cb749-88ed-4029-a312-c77b961d0447 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:43:56.312534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:56.513465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 810cb749-88ed-4029-a312-c77b961d0447, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=810cb749-88ed-4029-a312-c77b961d0447,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:43:56.514207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:56.756288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7d540425-7674-40f3-9f54-72ceaf8825e0 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:43:56.763943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 810cb749-88ed-4029-a312-c77b961d0447 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:43:56.803255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 7d540425-7674-40f3-9f54-72ceaf8825e0 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:43:56.803601 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 7d540425-7674-40f3-9f54-72ceaf8825e0 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:43:56.984335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:57.039610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=810cb749-88ed-4029-a312-c77b961d0447,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:57.331319 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:57.759596 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:43:57.959604 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:43:57.970271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] Sync routers for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:43:57.973505 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-98c8e609-fc94-4d36-926b-29488cddf494 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534078 Feb 16 17:43:57.976741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37792) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:43:57.982092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:43:57.982751 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:43:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:58.044771 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting subnet 70469b11-8fd2-4889-9901-f7a65bde7f3b {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:43:58.047989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.116399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.198967 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:43:58.254920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.348071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.533281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Subnet': ['ID=70469b11-8fd2-4889-9901-f7a65bde7f3b,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:58.535465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.546807 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c6b71538-b895-4947-954c-e3e26ce9c6f5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/subnets/70469b11-8fd2-4889-9901-f7a65bde7f3b HTTP/1.1" status: 204 len: 168 time: 0.5660741 Feb 16 17:43:58.547088 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37796) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:43:58.547443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b43cc0-2fbf-4c3a-947c-03831386e21c None None] Network 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:43:58.735782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.782710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:43:56Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:58.790149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] Checking router: 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:43:58.805013 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] Routers {'064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:43:58.805646 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:43:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:58.939931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.953058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:43:58.953391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:58.958374 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] DHCP port deletion for 7cdb9fee-e28b-49cc-b8cb-0e835ed67533 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:43:58.984933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Deleting port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:43:58.985641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.081736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] Set router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:43:59.163292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:43:59.163664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.296368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:43:59.451085 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] For port b8f5ac7a-12a9-42ef-87e7-a886973fdd30, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,segment=NetworkSegment(e87b88b6-b39f-4dc8-b9ec-68f3412db49e),segment_id=e87b88b6-b39f-4dc8-b9ec-68f3412db49e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:43:59.451501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.508997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.573879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:59.613088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Calling delete_port for b8f5ac7a-12a9-42ef-87e7-a886973fdd30 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:43:59.672978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.710637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.808222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Pushing event deleted for resources: {'Port': ['ID=b8f5ac7a-12a9-42ef-87e7-a886973fdd30,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:59.813672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:43:56Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:59.818880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] No DVR routers for this DVR port b8f5ac7a-12a9-42ef-87e7-a886973fdd30 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:43:59.822184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.822635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.822890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.823221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.823545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.823872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.824187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.824510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.824826 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.825138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.825451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.825762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de026d9-91d4-4e78-a68a-3f2327c0acf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:59.830213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f173d5-ca79-41be-a8ce-49937e90ce1f None None] The sync data for ids ['064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f'] in dv-neutron-829527-2-hyperv is: [{'id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834319424', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:41:02Z', 'updated_at': '2022-02-16T17:43:56Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': 'f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:41:03Z', 'updated_at': '2022-02-16T17:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:43:59.880097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.882411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.907081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.907620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Fanout notify agent at l3_agent the message router_deleted on router 064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:43:59.925187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:59.925537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-51fd9d3d-a29d-4e26-8f2d-0ea5debaa0ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/routers/064e7bcf-6c2c-4f6c-b8fa-bdd9bb20f11f HTTP/1.1" status: 204 len: 168 time: 1.3776000 Feb 16 17:43:59.930534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37802) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:00.168474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.313600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.340620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdb9fee-e28b-49cc-b8cb-0e835ed67533']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:00.354106 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:00.354396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87b88b6-b39f-4dc8-b9ec-68f3412db49e') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:00.366767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.383603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.389874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:44:00.390389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:44:00.406057 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:44:00.493648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.499574 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.527898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Network': ['ID=7cdb9fee-e28b-49cc-b8cb-0e835ed67533,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:00.536234 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ba332cd2-0d90-4b9c-a9a1-75d4b3d8b3bf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/networks/7cdb9fee-e28b-49cc-b8cb-0e835ed67533 HTTP/1.1" status: 204 len: 168 time: 0.6044750 Feb 16 17:44:00.538862 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37808) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:00.616586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5dd84f0-f5b5-4a7a-911f-f72a566446d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.653622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 810cb749-88ed-4029-a312-c77b961d0447 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:44:00.661529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5dd84f0-f5b5-4a7a-911f-f72a566446d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.690397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 810cb749-88ed-4029-a312-c77b961d0447 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:44:00.690753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 810cb749-88ed-4029-a312-c77b961d0447 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:44:00.691167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b8f5ac7a-12a9-42ef-87e7-a886973fdd30 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:44:00.729145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: b8f5ac7a-12a9-42ef-87e7-a886973fdd30 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:44:00.729479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b8f5ac7a-12a9-42ef-87e7-a886973fdd30 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:44:00.729921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:44:00.734767 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5dd84f0-f5b5-4a7a-911f-f72a566446d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.754649 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd84f0-f5b5-4a7a-911f-f72a566446d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc45f4b-7006-435d-83da-ad8426ac2428,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:00.764529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:44:00.764904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device f34bc3c4-4bdf-4c9a-b3a5-a6c2540abb6f not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:44:00.766098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5dd84f0-f5b5-4a7a-911f-f72a566446d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:00.772822 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c5dd84f0-f5b5-4a7a-911f-f72a566446d6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/security-groups/3cc45f4b-7006-435d-83da-ad8426ac2428 HTTP/1.1" status: 204 len: 168 time: 0.2302980 Feb 16 17:44:00.972381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2d95d754-c9fa-4d3f-8e89-d7e71cb75579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.136926 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37816) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:01.142276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87395066', 'description': 'tempest-secgroup-smoke-87395066 description', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:01.148947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.153169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.156096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:01.162219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:01.172476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.192985 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.198310 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.203074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:01.207278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:01.279116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.283388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.333868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff9ecaf-0634-45eb-aa54-ba9f4676e43d,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:01.337562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.338798 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-bd773d33-c598-4eaf-a59b-aef32934a076 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2008157 Feb 16 17:44:01.341705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37820) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:01.346721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'fff9ecaf-0634-45eb-aa54-ba9f4676e43d', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:01.354822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.360237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.363859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:01.370748 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:01.392191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.457669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.461519 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.484508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ebe746-3d98-4b14-88a9-e40f304cd636,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:01.495176 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.496438 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-ab27ccc5-ae87-4723-93ee-57136fc286e7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537957 Feb 16 17:44:01.499567 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37824) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:01.504752 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'fff9ecaf-0634-45eb-aa54-ba9f4676e43d', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:01.511025 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.514885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.517880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:01.524942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:01.542641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.619933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.625851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.651077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb7dc18-aeb7-4952-9ee1-5157525254f8,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:01.660436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.661962 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3b3a9145-7c3d-45f8-b95b-724a46b06394 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1613843 Feb 16 17:44:01.665763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37828) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:01.671030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'fff9ecaf-0634-45eb-aa54-ba9f4676e43d', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:01.677192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.681388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.684385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:01.690085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:01.706297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.775636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.779679 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.804793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd394837-5c67-460f-8dc8-6bcc1e7765cb,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:01.815749 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.816946 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8f4fe44a-943e-450a-8ecd-236d00c89a8e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502290 Feb 16 17:44:01.819635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37832) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:01.824953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'fff9ecaf-0634-45eb-aa54-ba9f4676e43d', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:01.831005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.835164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.838933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:01.844833 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:01.864050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.935428 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.939461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.965192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9e7413-7451-4cf4-8a3c-1defadd25c0b,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:01.975605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:01.977787 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-eeaa76d4-afe1-48c6-a528-07623fc266f3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571076 Feb 16 17:44:01.980636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37836) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:01.985715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'fff9ecaf-0634-45eb-aa54-ba9f4676e43d', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:01.992072 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:01.996379 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:01.999277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:02.004930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:02.016954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:44:02.024764 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.099354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.103273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.128636 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d480b1-46ac-40db-a6a2-49285e7eba9d,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:02.138900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.140699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d8b1665b-1371-4fda-98f5-f291c98204a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589887 Feb 16 17:44:02.143294 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37840) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:02.148870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': 'fff9ecaf-0634-45eb-aa54-ba9f4676e43d', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:02.155084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:02.159871 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:02.163488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:02.169524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:02.179942 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:44:02.187024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.255605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.262609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.287583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a10fe4-dbfe-400a-8ebb-3d731e8e0229,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:02.298054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.299367 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d96041bd-95fe-4375-9425-d017d2c876f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551576 Feb 16 17:44:02.302185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37844) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:02.307665 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'network': {'name': 'tempest-network-smoke--1177436136', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'port_security_enabled': True}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:02.312769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:02.316848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:network and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:02.319733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:02.326660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:02.339339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:44:02.344980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.374338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:44:02.384240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.384591 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Added segment e1877a95-701c-4d79-b401-721aba0db07e of type vlan for network 0eac4634-db32-43bc-bcb9-5daabe342add Feb 16 17:44:02.411960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.444973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.450993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:02.451580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.563851 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2606063 Feb 16 17:44:02.566902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37848) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:02.570049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21135edd-71e2-4224-85f0-fb69a817b255 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Network': ['ID=0eac4634-db32-43bc-bcb9-5daabe342add,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:02.573179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'admin_state_up': True, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:02.580743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 0eac4634-db32-43bc-bcb9-5daabe342add details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:44:02.581314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:02.585189 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:router and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:02.588670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:02.595283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:02.606653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.607701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.626912 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:02.903463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:03.333464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:03.363955 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:03.517313 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.186 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:44:03.673101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:03.705463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:03.716179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-55ebc727-5187-4812-a0d2-8da62143fd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:03.773049 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:44:03.776640 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:03.780368 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:44:03.813224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:04.217860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:04.420685 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:04.573978 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:04.926451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router f3c95d2d-9889-4c11-bd25-af5346cc872e is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:44:05.117681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:44:05.127716 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Sync routers for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:44:05.138735 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:44:05.139348 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:44:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:05.146122 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:05.147439 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b094d835-a71b-4abe-8d76-aa0814e3e727 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5787938 Feb 16 17:44:05.150454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37854) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:05.208245 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-53e38cba-29ca-43ea-b538-756b18991a59 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f37e63187ee14cf2bf353acba7ec920e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541768 Feb 16 17:44:05.208441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37858) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:05.226487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:05.352243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07a891-1d00-475f-8b30-612f55d75ad0 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:05.353802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ed07a891-1d00-475f-8b30-612f55d75ad0 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444683 Feb 16 17:44:05.356834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37862) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:05.364151 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:44:05.401189 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bc97739c-8a6e-4793-81b0-cff03467befe tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429339 Feb 16 17:44:05.403749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37866) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:05.454283 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1676421346', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:05.574372 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:05.578346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:subnet and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:05.581288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:05.587747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:05.598093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:44:05.602168 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:05.665694 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:04Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:05.672273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Checking router: f3c95d2d-9889-4c11-bd25-af5346cc872e for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:44:05.672273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Updating router f3c95d2d-9889-4c11-bd25-af5346cc872e port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:44:05.730492 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:05.836579 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:05.918854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Subnet': ['ID=2517ce3d-d1cc-4413-afd7-9825425f7af1,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:05.927506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Checking segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:44:05.928035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network hostable DHCP agents. Network: 0eac4634-db32-43bc-bcb9-5daabe342add, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:44:05.949248 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 0eac4634-db32-43bc-bcb9-5daabe342add is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:44:05.959154 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 0eac4634-db32-43bc-bcb9-5daabe342add) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:05.963956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:05.964542 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:05.969127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4642e13-28a4-4568-86c5-08f7ceff4ffa None None] Network 0eac4634-db32-43bc-bcb9-5daabe342add requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:44:05.988450 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-695a31c5-7f5c-4480-8dbd-a12b159244b3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5836487 Feb 16 17:44:05.991176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37872) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:06.081362 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.096892 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Transition to ACTIVE for port object 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:06.106901 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.202153 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Attempting to bind port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:44:06.202829 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Attempting to bind port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:44:06.202920 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Attempting to bind port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:44:06.215205 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:44:06.215602 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:44:06.215958 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.216343 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:44:06.216800 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Bound port: 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:44:06.217170 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.241704 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Pushing event updated for resources: {'Port': ['ID=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:06.248376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-0eac4634-db32-43bc-bcb9-5daabe342add', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:44:06.250269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.267633 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.268004 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.268316 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.268625 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.268948 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.269284 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.269598 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.269913 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.270231 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.270545 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.270877 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.271186 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:06.311618 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] For port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:44:06.315962 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] For port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:44:06.321106 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.415352 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:44:06.416068 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:44:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:06.425873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Allocated IP 172.20.0.2 (0eac4634-db32-43bc-bcb9-5daabe342add/2517ce3d-d1cc-4413-afd7-9825425f7af1/b0ab20d3-d6fa-408b-b4e6-56d60031cf21) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:44:06.467956 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bfaa6-9dd6-4190-a344-854b454db32c None None] Pushing event updated for resources: {'Port': ['ID=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:06.613814 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:44:06.656996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.670849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Transition to ACTIVE for port object b0ab20d3-d6fa-408b-b4e6-56d60031cf21 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:06.690874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Transition to ACTIVE for port object b0ab20d3-d6fa-408b-b4e6-56d60031cf21 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:06.698124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.769834 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Network 0eac4634-db32-43bc-bcb9-5daabe342add is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:44:06.772841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:06.777934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:44:06.780232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Pushing event updated for resources: {'Port': ['ID=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:06.874680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Attempting to bind port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:44:06.874680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Attempting to bind port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:44:06.874992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Attempting to bind port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 on network 0eac4634-db32-43bc-bcb9-5daabe342add {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:44:06.892099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:44:06.892468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Checking segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:44:06.893001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.893377 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Bound using segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:44:06.893846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Bound port: b0ab20d3-d6fa-408b-b4e6-56d60031cf21, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:44:06.894214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.900186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.917023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.967117 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:04Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:06.970725 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78e82-3a02-4ad5-855b-ca0ff96be30b None None] The sync data for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv is: [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:04Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:44:07.009007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] For port b0ab20d3-d6fa-408b-b4e6-56d60031cf21, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:44:07.012364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] For port b0ab20d3-d6fa-408b-b4e6-56d60031cf21, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:44:07.017647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:07.103234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761277f-d4b5-4f11-9ba0-b32e27453fce None None] Pushing event updated for resources: {'Port': ['ID=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:07.382808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.1 (0eac4634-db32-43bc-bcb9-5daabe342add/2517ce3d-d1cc-4413-afd7-9825425f7af1/8f8d5575-45fa-4ded-95ba-5620133579b9) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:44:07.575576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:07.593628 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object 8f8d5575-45fa-4ded-95ba-5620133579b9 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:07.626723 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:07.700359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 0eac4634-db32-43bc-bcb9-5daabe342add is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:44:07.703738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:07.707849 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:44:07.745094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=8f8d5575-45fa-4ded-95ba-5620133579b9,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:07.779717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:07.933364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:08.213159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b5bcc-2715-4f56-939e-20137996c461 None None] Network 0eac4634-db32-43bc-bcb9-5daabe342add requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:44:08.381210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-36b2b759-a2b3-4045-9f9f-bf24aa8d9ff9 None None] Provisioning for port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:08.417427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:08.423976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:08.548540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:08.553540 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=8f8d5575-45fa-4ded-95ba-5620133579b9,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:08.630224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b0ab20d3-d6fa-408b-b4e6-56d60031cf21 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:08.766963 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:08.778459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:08.778894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:08.810047 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Provisioning complete for port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:08.810417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:08.869928 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 0eac4634-db32-43bc-bcb9-5daabe342add is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:44:08.871219 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:09.017321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:09.043859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:09.081617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] For port b0ab20d3-d6fa-408b-b4e6-56d60031cf21, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:44:09.087610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:09.090950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router f3c95d2d-9889-4c11-bd25-af5346cc872e has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:44:09.176271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Provisioning for port 8f8d5575-45fa-4ded-95ba-5620133579b9 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:09.205953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Provisioning complete for port 8f8d5575-45fa-4ded-95ba-5620133579b9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:09.206192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:09.272130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Pushing event updated for resources: {'Port': ['ID=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:09.277823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:44:09.278169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:44:09.284376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3553b9a0-f72c-4b80-811e-b933febb8f40 None None] Port 8f8d5575-45fa-4ded-95ba-5620133579b9 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:44:09.308343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:44:09.317752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Sync routers for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:44:09.322145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-74c4a221-ecfd-4613-84c5-841029be6319 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/f3c95d2d-9889-4c11-bd25-af5346cc872e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3298402 Feb 16 17:44:09.327720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:44:09.328400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:44:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:09.495609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-77aabd10-b940-4630-a003-8744ef9831ad None None] Provisioning complete for port 8f8d5575-45fa-4ded-95ba-5620133579b9 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:09.495874 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-77aabd10-b940-4630-a003-8744ef9831ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:09.499566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-124df1d3-1261-41ad-b68b-4749e7163452 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87395066&fields=id&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 267 time: 0.0461864 Feb 16 17:44:09.567617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:44:09.609749 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-77aabd10-b940-4630-a003-8744ef9831ad None None] Port 8f8d5575-45fa-4ded-95ba-5620133579b9 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:44:09.667621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-1f12e380-428c-462d-ab53-e1ac2eee5073 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:09.669116 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-1f12e380-428c-462d-ab53-e1ac2eee5073 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 797 time: 0.1624470 Feb 16 17:44:09.684778 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-de86a2a7-b8a1-4351-9203-c67b8804ae42 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/quotas/f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 375 time: 0.0100615 Feb 16 17:44:09.772023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-4df7b034-9be9-4ad1-a70b-ad59bd3efa0f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:44:09.790770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-4df7b034-9be9-4ad1-a70b-ad59bd3efa0f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:44:09.792113 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-4df7b034-9be9-4ad1-a70b-ad59bd3efa0f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020370 Feb 16 17:44:09.872360 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:09.941156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-f436118d-2836-4c53-9ac9-a11db95182a5 service neutron] 10.222.0.43 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367784 Feb 16 17:44:09.992979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:10.000806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:10.001169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.031121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:08Z', 'revision_number': 2, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:10.043961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Checking router: f3c95d2d-9889-4c11-bd25-af5346cc872e for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:44:10.044308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Updating router f3c95d2d-9889-4c11-bd25-af5346cc872e port 8f8d5575-45fa-4ded-95ba-5620133579b9 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:44:10.089764 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-37bfe156-5d6d-45ad-8564-ae0027b2d8f0 service neutron] 10.222.0.43 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407566 Feb 16 17:44:10.121122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.324913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.363011 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:44:10.368045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.516944 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:10.565307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b0ab20d3-d6fa-408b-b4e6-56d60031cf21 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:10.706675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.709032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:10.709382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.762970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Transition to ACTIVE for port object 8f8d5575-45fa-4ded-95ba-5620133579b9 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:10.772672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.963982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7984024-e36e-4f4d-a021-272345dd4caa None None] Pushing event updated for resources: {'Port': ['ID=8f8d5575-45fa-4ded-95ba-5620133579b9,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:10.997135 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:44:11.062066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Attempting to bind port 8f8d5575-45fa-4ded-95ba-5620133579b9 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:44:11.062421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Attempting to bind port 8f8d5575-45fa-4ded-95ba-5620133579b9 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:44:11.062802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Attempting to bind port 8f8d5575-45fa-4ded-95ba-5620133579b9 on network 0eac4634-db32-43bc-bcb9-5daabe342add {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:44:11.072849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:44:11.073210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Checking segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:44:11.073598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:11.073973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Bound using segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:44:11.074429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Bound port: 8f8d5575-45fa-4ded-95ba-5620133579b9, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:44:11.074823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:11.166509 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] For port 8f8d5575-45fa-4ded-95ba-5620133579b9, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:44:11.169506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] For port 8f8d5575-45fa-4ded-95ba-5620133579b9, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f8d5575-45fa-4ded-95ba-5620133579b9,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:44:11.174887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:11.262896 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:44:11.263536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:44:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:11.317554 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a875c76-adc1-47e0-b63f-d20f783d5204 req-75a6279d-cece-4d14-a689-a9964020cc5c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 210 time: 0.0730770 Feb 16 17:44:11.326437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7984024-e36e-4f4d-a021-272345dd4caa None None] Pushing event updated for resources: {'Port': ['ID=8f8d5575-45fa-4ded-95ba-5620133579b9,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:11.463021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:44:11.799204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:11Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:11.803735 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747e3a8-008b-49d9-a44d-fd461209b72f None None] The sync data for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv is: [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:11Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:44:12.441570 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-421cd1f5-e775-4c29-aa65-63d90f1a7214 req-78bcb8fc-5901-44af-aa85-d027e31c8e83 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 210 time: 0.0463099 Feb 16 17:44:12.643485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:12.718996 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:12.719466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:12.885628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f8d5575-45fa-4ded-95ba-5620133579b9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:12.969206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8f8d5575-45fa-4ded-95ba-5620133579b9 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:12.974572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8f8d5575-45fa-4ded-95ba-5620133579b9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:12.974940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:13.108461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:13.142546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8f8d5575-45fa-4ded-95ba-5620133579b9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f8d5575-45fa-4ded-95ba-5620133579b9,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:44:13.146666 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:13.216908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8f8d5575-45fa-4ded-95ba-5620133579b9,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:13.593826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9314e245-ab7d-4e5f-ae94-39be4937b7a4 req-0c13add7-7cee-4bd5-b6f5-01a3d0c33a91 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 210 time: 0.0441842 Feb 16 17:44:14.558101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f8d5575-45fa-4ded-95ba-5620133579b9 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:14.643111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8f8d5575-45fa-4ded-95ba-5620133579b9 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:14.643713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:14.711616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-b19117d6-79a6-470d-92a1-bfc07662a7a6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:14.712543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-b19117d6-79a6-470d-92a1-bfc07662a7a6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:44:14.732054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-b19117d6-79a6-470d-92a1-bfc07662a7a6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:44:14.733885 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-b19117d6-79a6-470d-92a1-bfc07662a7a6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 797 time: 0.2093606 Feb 16 17:44:14.795841 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-aa19d3d3-8b67-4363-8f45-ce138c58b1e9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:44:14.810323 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0b0f0d27-9a3f-428e-8be2-6014a2736bbe req-3c36db30-185e-4cdb-bc34-32371d548fcd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 210 time: 0.0790932 Feb 16 17:44:14.815793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-aa19d3d3-8b67-4363-8f45-ce138c58b1e9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:44:14.816943 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-aa19d3d3-8b67-4363-8f45-ce138c58b1e9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 378 time: 0.0715880 Feb 16 17:44:14.830791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'port': {'device_id': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'admin_state_up': True, 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'security_groups': ['fff9ecaf-0634-45eb-aa54-ba9f4676e43d']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:14.971904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:14.982200 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:14.992613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:44:14.996094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:15.162641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.13 (0eac4634-db32-43bc-bcb9-5daabe342add/2517ce3d-d1cc-4413-afd7-9825425f7af1/8d14ff0e-ed91-4abb-9f71-f6e344ca9c83) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:44:15.360189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:15.379183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:15.404202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:15.479726 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 0eac4634-db32-43bc-bcb9-5daabe342add is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:44:15.482858 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:15.486845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:44:15.522816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:15.663039 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:15.664182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:15.690681 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-36965c33-3b57-4054-84d9-200b379751a9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8678575 Feb 16 17:44:15.702984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Request body: {'port': {'device_id': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:15.757808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-eca77fae-39da-4fd5-b1d9-eaf32d349d1c None None] Provisioning for port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:15.762265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-eca77fae-39da-4fd5-b1d9-eaf32d349d1c None None] Provisioning complete for port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:15.762654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-eca77fae-39da-4fd5-b1d9-eaf32d349d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:15.820986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-eca77fae-39da-4fd5-b1d9-eaf32d349d1c None None] Port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:44:15.829983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:16.007064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972d15-9c5c-4a7c-9ad9-9e04321e7255 req-8665624b-e330-4d6b-8c53-e306f283e311 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:16.009205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-63972d15-9c5c-4a7c-9ad9-9e04321e7255 req-8665624b-e330-4d6b-8c53-e306f283e311 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 932 time: 0.0886521 Feb 16 17:44:16.058198 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-63972d15-9c5c-4a7c-9ad9-9e04321e7255 req-e41eb473-785f-4588-a3db-84436820f1c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420475 Feb 16 17:44:16.202866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:44:16.211119 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:16.226939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Transition to ACTIVE for port object 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:44:16.230791 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:16.388198 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:16.474388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Attempting to bind port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:44:16.474758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Attempting to bind port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:44:16.475079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Attempting to bind port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 on network 0eac4634-db32-43bc-bcb9-5daabe342add {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:44:16.481782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 on network 0eac4634-db32-43bc-bcb9-5daabe342add not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:44:16.482102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Attempting to bind port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 on network 0eac4634-db32-43bc-bcb9-5daabe342add {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:44:16.487715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:44:16.488083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Checking segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:44:16.488460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Bound using segment: {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:44:16.488884 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Bound port: 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1877a95-701c-4d79-b401-721aba0db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:44:16.489228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:16.582478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:44:16.585513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:44:16.590954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:16.656914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:16.657523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:16.658921 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] 10.222.0.48 "PUT /v2.0/ports/8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 1094 time: 0.9601452 Feb 16 17:44:16.659360 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:44:16.684838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7495b02-c918-4d2a-bc43-b0a879de8e3a service neutron] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:16.735421 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'status': 'completed', 'code': 200} Feb 16 17:44:16.778799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-ab8e7f1c-8873-4c46-9a2b-2c1f16e169ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:16.780304 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-ab8e7f1c-8873-4c46-9a2b-2c1f16e169ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1097 time: 0.0804770 Feb 16 17:44:16.853699 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-1c7d62ae-ef19-4639-b81f-4ba34bab4c41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 217 time: 0.0665395 Feb 16 17:44:16.916647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-bf3bc6cc-f5ca-46da-bd43-859183bde70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:16.918085 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-bf3bc6cc-f5ca-46da-bd43-859183bde70e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0586665 Feb 16 17:44:16.999079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-0a427256-bdc7-465b-97c7-27db86e33b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:17.000475 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-0a427256-bdc7-465b-97c7-27db86e33b6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754292 Feb 16 17:44:17.137364 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-fd6b6b96-f1c3-4984-9847-6ed98b41fe85 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299460 Feb 16 17:44:17.261204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3b8d2-750e-469d-94c4-87ba1d36fff2 req-b88af66d-6e1e-42d2-a16d-3d9d0f32165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:17.262722 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49e3b8d2-750e-469d-94c4-87ba1d36fff2 req-b88af66d-6e1e-42d2-a16d-3d9d0f32165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 944 time: 0.0914841 Feb 16 17:44:17.274997 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d89a010c-c174-40b6-96a8-5467e4b82696 req-ebd14d69-e6e6-4821-860f-f25447d2a605 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306014 Feb 16 17:44:17.311349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49e3b8d2-750e-469d-94c4-87ba1d36fff2 req-1bf4a2d6-b438-4e6a-aad9-a94078a0ad93 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428920 Feb 16 17:44:17.394271 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-d6354397-58a1-4e1f-8d78-4eed615bf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:17.395785 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-d6354397-58a1-4e1f-8d78-4eed615bf9c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1097 time: 0.0720983 Feb 16 17:44:17.625067 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-df41300d-63bb-4b40-b838-ab4209f0781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:17.626506 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-df41300d-63bb-4b40-b838-ab4209f0781b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.2246032 Feb 16 17:44:17.699733 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-c3d92012-acd8-436d-bbbc-980ace018f1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 217 time: 0.0643299 Feb 16 17:44:17.763534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-097b86b0-1187-412d-be05-3bea17cebe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:17.764960 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-097b86b0-1187-412d-be05-3bea17cebe0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0596957 Feb 16 17:44:17.845713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-f42aaf5e-0d95-4271-8a0a-077255bdecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:17.847223 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-f42aaf5e-0d95-4271-8a0a-077255bdecdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761583 Feb 16 17:44:17.982924 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-31018fe9-89c8-48b2-9542-ae434cea62a1 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279542 Feb 16 17:44:18.126648 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-3dbdf925-2e7c-493e-9670-7022ee15829d req-1f02b837-7e0e-448e-ba90-ebc0c2234920 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342428 Feb 16 17:44:18.659766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b55008-2ddb-44f3-bc56-abaf28424144 req-f49b59e1-4de8-4a9a-a0d2-2c9631ccc9a0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:18.661506 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-51b55008-2ddb-44f3-bc56-abaf28424144 req-f49b59e1-4de8-4a9a-a0d2-2c9631ccc9a0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 944 time: 0.0808148 Feb 16 17:44:18.710248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-51b55008-2ddb-44f3-bc56-abaf28424144 req-3faf541e-f3b3-4584-a35c-311deb457e23 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423906 Feb 16 17:44:19.902428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e95c6-f90a-481d-973f-568393b50df1 req-e8ddf1f6-1391-4c9b-97e1-e2316a30eed8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:19.903946 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c6e95c6-f90a-481d-973f-568393b50df1 req-e8ddf1f6-1391-4c9b-97e1-e2316a30eed8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 944 time: 0.0833271 Feb 16 17:44:19.952216 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c6e95c6-f90a-481d-973f-568393b50df1 req-4f2c204f-53d9-4279-942f-27ba5ad29116 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425906 Feb 16 17:44:20.862262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:44:20.998523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:44:21.013328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'port_id': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'mac_address': 'fa:16:3e:42:a4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:44:21.072554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:21.093505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:44:21.119721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:44:21.124238 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:21.157442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344187-7413-470b-bfd0-1d84b6afdb0f req-ab54e96b-e45f-4538-9e2f-bf1f69819949 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:21.159151 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c344187-7413-470b-bfd0-1d84b6afdb0f req-ab54e96b-e45f-4538-9e2f-bf1f69819949 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 944 time: 0.0950272 Feb 16 17:44:21.199126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:21.314853 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1c344187-7413-470b-bfd0-1d84b6afdb0f req-f6c90861-0796-4520-a079-19094b7b213e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481543 Feb 16 17:44:21.514128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:44:22.511179 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee549-c0e0-4900-998d-81903f825aeb req-5d1fc28d-6ec2-4f29-a241-f687378d1088 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:22.512727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-807ee549-c0e0-4900-998d-81903f825aeb req-5d1fc28d-6ec2-4f29-a241-f687378d1088 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 945 time: 0.0871606 Feb 16 17:44:22.560276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-807ee549-c0e0-4900-998d-81903f825aeb req-171e08c1-bb90-43ce-a562-716d53270aaa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419846 Feb 16 17:44:22.870169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:44:22.943476 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:44:22.949297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:44:22.949658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:23.071354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:23.098865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:44:23.110444 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:44:23.115843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:23.155059 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'code': 200} Feb 16 17:44:23.191598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:23.403581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846146-e837-4cdb-817b-ad088492ec1b req-84f4022d-9ee2-4ce7-a1a2-b0176c7bc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:23.404963 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c0846146-e837-4cdb-817b-ad088492ec1b req-84f4022d-9ee2-4ce7-a1a2-b0176c7bc3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0745375 Feb 16 17:44:23.447945 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c0846146-e837-4cdb-817b-ad088492ec1b req-34c93486-2d8e-4a81-9208-375bae65fbb1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363994 Feb 16 17:44:23.766479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef43d31-1d9b-40da-a3ba-3bee697cc86b req-2e68a18d-f091-4f6b-8ac2-31932e26569e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:23.767893 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3ef43d31-1d9b-40da-a3ba-3bee697cc86b req-2e68a18d-f091-4f6b-8ac2-31932e26569e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0923746 Feb 16 17:44:23.814936 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3ef43d31-1d9b-40da-a3ba-3bee697cc86b req-bf2871b1-e9c4-40f1-8e73-ad2c7e80db78 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403612 Feb 16 17:44:25.011057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb27df6-3f78-4fc5-b465-7960ff2c9883 req-f4380cee-2c66-4673-a050-e49d8a6b42cb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:25.012572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0cb27df6-3f78-4fc5-b465-7960ff2c9883 req-f4380cee-2c66-4673-a050-e49d8a6b42cb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0876539 Feb 16 17:44:25.051050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:25.063406 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0cb27df6-3f78-4fc5-b465-7960ff2c9883 req-47d7ec27-18fc-4de6-b364-a2dced2a0fd2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449979 Feb 16 17:44:26.254856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745165-d264-40b1-ba54-0d6e9a18b5df req-009bc942-533e-4d1e-905e-bf85877d4501 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:26.256330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1745165-d264-40b1-ba54-0d6e9a18b5df req-009bc942-533e-4d1e-905e-bf85877d4501 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0817246 Feb 16 17:44:26.301771 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c1745165-d264-40b1-ba54-0d6e9a18b5df req-17455a69-c783-4509-9930-738983022ce3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392280 Feb 16 17:44:26.495505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046528-4848-4c67-b0d9-f5a3bcd3a7c8 req-41c03d8d-6fd8-4084-8d93-42878d812823 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:26.496980 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-97046528-4848-4c67-b0d9-f5a3bcd3a7c8 req-41c03d8d-6fd8-4084-8d93-42878d812823 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0869892 Feb 16 17:44:26.545230 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-97046528-4848-4c67-b0d9-f5a3bcd3a7c8 req-f2db1fe8-ad35-48a0-acb8-4aa41fb5caa8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403562 Feb 16 17:44:26.567989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37958) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:26.691523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b280f-285a-4eed-ad03-b238ed9c7354 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:26.693039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-252b280f-285a-4eed-ad03-b238ed9c7354 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1094 time: 0.1240664 Feb 16 17:44:26.696183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37964) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:26.701176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:44:26.707419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:44:26.712216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:floatingip and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:44:26.721612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:44:26.721612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:44:26.734100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:26.885282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:27.028276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.44 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/15b967ce-9555-47c7-9ca2-7c0126040633) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:44:27.191891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:27.224276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:27.293765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:44:27.296672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:44:27.300415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:44:27.330798 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=15b967ce-9555-47c7-9ca2-7c0126040633,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:27.722845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:27.803388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:28.135249 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:28.141472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:28.261271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=15b967ce-9555-47c7-9ca2-7c0126040633,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:28.276752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:28.460588 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP a040fe13-c7ff-47b3-854a-c146430e33ae associated. External IP: 172.26.7.44, port: 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83. Feb 16 17:44:28.831953 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router f3c95d2d-9889-4c11-bd25-af5346cc872e has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:44:29.020983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:44:29.031322 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] Sync routers for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:44:29.042610 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:44:29.043512 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:44:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:29.048048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:29.108623 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-918da54b-f726-40e1-9f53-0f679e7a511e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4113986 Feb 16 17:44:29.109278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:44:29.229547 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:44:29.300702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16cfb-0301-4212-8d39-9b53d6b64f2e req-d26fb955-3b1b-4641-a860-4f33a31e1447 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:29.302128 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-37e16cfb-0301-4212-8d39-9b53d6b64f2e req-d26fb955-3b1b-4641-a860-4f33a31e1447 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0925529 Feb 16 17:44:29.350218 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-37e16cfb-0301-4212-8d39-9b53d6b64f2e req-5e5323c7-bf4c-4aeb-a17d-76495b6f6981 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412176 Feb 16 17:44:29.376340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 37972) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:29.440714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'status': 'completed', 'code': 200} Feb 16 17:44:29.499583 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3bc890b2-ccb8-46b9-beb9-58e2cb7ed58d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/a040fe13-c7ff-47b3-854a-c146430e33ae HTTP/1.1" status: 200 len: 991 time: 0.1215470 Feb 16 17:44:29.530076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-1aa1374f-2238-4094-b5f5-5647b8eefa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:29.532249 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-1aa1374f-2238-4094-b5f5-5647b8eefa9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0903091 Feb 16 17:44:29.601889 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a040fe13-c7ff-47b3-854a-c146430e33ae', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'port_id': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'mac_address': 'fa:16:3e:42:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:44:27Z', 'updated_at': '2022-02-16T17:44:27Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:13Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:29.606374 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] Checking router: f3c95d2d-9889-4c11-bd25-af5346cc872e for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:44:29.615028 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:44:29.615639 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:44:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:29.671077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-36404329-f268-4eda-99f0-db48cbcc9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:29.672636 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-36404329-f268-4eda-99f0-db48cbcc9c44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1334226 Feb 16 17:44:29.781786 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-9c8802f8-da79-4bef-a7e8-7d3ee00c2837 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 999 time: 0.1006253 Feb 16 17:44:29.800816 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:44:29.849612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-14643d0f-b3ab-4fe8-90e6-d575a68d7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:29.851312 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-14643d0f-b3ab-4fe8-90e6-d575a68d7e12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0628688 Feb 16 17:44:29.943014 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-c17c8c57-f668-4b65-b9ba-205380b85121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:29.945025 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-c17c8c57-f668-4b65-b9ba-205380b85121 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875273 Feb 16 17:44:30.091052 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-4fdb7441-8096-4cb8-9d5c-109cc39a9024 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372416 Feb 16 17:44:30.184462 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a040fe13-c7ff-47b3-854a-c146430e33ae', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'port_id': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'mac_address': 'fa:16:3e:42:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:44:27Z', 'updated_at': '2022-02-16T17:44:27Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:13Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:30.190343 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52f10c-d4b2-4a53-bd5a-27b3d013dacf None None] The sync data for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv is: [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'a040fe13-c7ff-47b3-854a-c146430e33ae', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.44', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'port_id': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'mac_address': 'fa:16:3e:42:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:44:27Z', 'updated_at': '2022-02-16T17:44:27Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:13Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:44:30.241817 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-548e02d2-25de-485b-a4d5-1960b7833a21 req-135461c4-06b3-4dff-88a9-414b912f0653 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439426 Feb 16 17:44:30.393356 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e6fb-a0b7-48f0-b462-12c296994a4f None None] New status for floating IP a040fe13-c7ff-47b3-854a-c146430e33ae: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:44:30.503495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37976) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:30.620143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-07effda6-95aa-469d-ae7c-1af218ed9305 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/a040fe13-c7ff-47b3-854a-c146430e33ae HTTP/1.1" status: 200 len: 991 time: 0.1154864 Feb 16 17:44:30.974364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bba8ec8a-3e71-481c-8e23-ecb4d105d31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:31.624228 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 37980) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:44:31.834322 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-31e30f45-dc61-499f-b0e9-a0808d745d30 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/a040fe13-c7ff-47b3-854a-c146430e33ae HTTP/1.1" status: 200 len: 993 time: 0.2088027 Feb 16 17:44:33.719691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4296e868-36eb-4444-8faa-f0d897b230ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:34.425688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:35.223676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:36.898912 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:47.997003 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:44:55.033408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:00.979303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-973162f4-52f2-4d0a-865d-e80fdd5f148a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:03.723952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d0dd4cae-6bed-486f-89e2-69c867a212b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:04.419280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:05.225608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:06.903390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:14.024814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-ce3ba378-2edb-44eb-a36c-26accf963497 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728939 Feb 16 17:45:14.187021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-1b7c2732-16a6-4388-9f0c-3df5bd7d0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:14.192297 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-1b7c2732-16a6-4388-9f0c-3df5bd7d0fe4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0847995 Feb 16 17:45:14.352773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-b9b6a6f5-6a5d-4be1-bc0b-f6f100d2e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:14.355148 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-b9b6a6f5-6a5d-4be1-bc0b-f6f100d2e83b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1439848 Feb 16 17:45:14.468163 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-d91675c2-d96b-421a-be4a-1ff0771a68dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 1001 time: 0.1068289 Feb 16 17:45:14.535989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-f99b38fe-2925-4c05-953a-adfdd7617af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:14.539066 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-f99b38fe-2925-4c05-953a-adfdd7617af2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0650978 Feb 16 17:45:14.624616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-f09f2f1f-87de-460a-b377-b5474c40e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:14.626581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-f09f2f1f-87de-460a-b377-b5474c40e66d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807621 Feb 16 17:45:14.777982 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-45494112-2e56-47f3-b24b-72d67d269848 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426868 Feb 16 17:45:14.916271 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-309ed74e-3ac1-4517-b885-10dd5bd0481b req-e9acde97-db52-4ace-915e-8ab97051bc2e service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318991 Feb 16 17:45:25.000005 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:45:25.043945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:30.982004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4f243e6f-652e-4259-8636-d234f477cdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:33.727484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d9ae1056-b792-42d2-bbf1-34c167142249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:34.421745 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:35.228234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:36.905810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:43.349390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38010) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:45:43.464960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67594df-abf6-4e61-b299-444a9710c673 req-bad1a8d5-2a94-4e2c-9672-56bf4775d6cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:43.466415 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c67594df-abf6-4e61-b299-444a9710c673 req-bad1a8d5-2a94-4e2c-9672-56bf4775d6cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.2158098 Feb 16 17:45:43.522244 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-e1789f0f-b40b-44ef-8d3b-4a99b3c0ac2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1709735 Feb 16 17:45:43.527940 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c67594df-abf6-4e61-b299-444a9710c673 req-b80ab61c-9899-4506-8c77-e281a50548ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542538 Feb 16 17:45:44.726616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096bb7f-09c7-401f-9361-15307a97f313 req-6c60fb2e-a633-44b6-a792-2de6e61dcd82 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:44.727972 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6096bb7f-09c7-401f-9361-15307a97f313 req-6c60fb2e-a633-44b6-a792-2de6e61dcd82 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0898571 Feb 16 17:45:44.777504 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6096bb7f-09c7-401f-9361-15307a97f313 req-acf6dde1-4f7a-484c-b43b-46311bff4b8a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438936 Feb 16 17:45:44.943095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-7c2a338a-4624-44e9-b2c7-a496169ce0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:44.944575 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-7c2a338a-4624-44e9-b2c7-a496169ce0ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0788579 Feb 16 17:45:45.098616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-b551a633-0173-4b85-82e3-e762364347dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:45.100566 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-b551a633-0173-4b85-82e3-e762364347dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1484952 Feb 16 17:45:45.225068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-dc04a14d-3a18-4244-9fc7-58bca179c95f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 1001 time: 0.1178010 Feb 16 17:45:45.300149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-5d1a2940-c712-4504-85e7-45b70343d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:45.302103 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-5d1a2940-c712-4504-85e7-45b70343d881 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0710528 Feb 16 17:45:45.388832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-be9e32b4-8c21-40cd-805a-4a575d885436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:45.390357 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-be9e32b4-8c21-40cd-805a-4a575d885436 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809634 Feb 16 17:45:45.555063 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-358c4cd3-553d-49c6-a071-27eaefe426e4 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581397 Feb 16 17:45:45.827457 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-8b144372-cb1f-4b80-a2a6-c90372860fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661557 Feb 16 17:45:46.002706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0fa05-6dde-455c-984d-58451867802a req-60d1d16a-f8ee-491a-aaf3-8f12eadfa4fa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:46.004849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ee0fa05-6dde-455c-984d-58451867802a req-60d1d16a-f8ee-491a-aaf3-8f12eadfa4fa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0936320 Feb 16 17:45:46.058823 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1ee0fa05-6dde-455c-984d-58451867802a req-c3ca10f0-eeb1-4fd1-88d6-3276321f9c82 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475152 Feb 16 17:45:47.271425 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5031-b5a7-4a52-b70c-7118e89499e0 req-eb94e0af-6778-4cea-b9cd-3684a9a2f81b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:47.272921 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2fae5031-b5a7-4a52-b70c-7118e89499e0 req-eb94e0af-6778-4cea-b9cd-3684a9a2f81b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0895801 Feb 16 17:45:47.319237 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2fae5031-b5a7-4a52-b70c-7118e89499e0 req-cd0d99b1-4c39-4d1c-942f-70e54cc4783c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400765 Feb 16 17:45:48.513630 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c9190-66fc-42bf-a95d-14304d278614 req-bd3d9a4a-fc50-4fb8-ae06-cbf5418432ff tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:48.515008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3e4c9190-66fc-42bf-a95d-14304d278614 req-bd3d9a4a-fc50-4fb8-ae06-cbf5418432ff tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0835614 Feb 16 17:45:48.562010 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3e4c9190-66fc-42bf-a95d-14304d278614 req-e2e65fc7-78ae-4ba2-b777-b028fead7d21 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404637 Feb 16 17:45:49.755662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97980e0-601b-4627-a8f0-7464b3189ed7 req-9335b167-ae0c-4dde-9e5c-5d3a36c546cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:49.757104 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a97980e0-601b-4627-a8f0-7464b3189ed7 req-9335b167-ae0c-4dde-9e5c-5d3a36c546cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0866630 Feb 16 17:45:49.800685 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a97980e0-601b-4627-a8f0-7464b3189ed7 req-2bef49de-5dce-41c6-94bf-8044fd8600d8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380149 Feb 16 17:45:51.003007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa1fac-1ed7-40d5-a0ea-d07412300720 req-1c9f7e2b-cb9b-4dcf-958b-ceb95abe0d16 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:51.004493 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-92aa1fac-1ed7-40d5-a0ea-d07412300720 req-1c9f7e2b-cb9b-4dcf-958b-ceb95abe0d16 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0790086 Feb 16 17:45:51.049117 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-92aa1fac-1ed7-40d5-a0ea-d07412300720 req-f2a13d67-5fb8-4dfa-b225-dc0194bafdc9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389736 Feb 16 17:45:52.248341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd290ea-d7ce-4856-bdc3-ec76556dfcc3 req-8179c056-de83-4ab7-aea3-981b77d304a8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:52.249834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7cd290ea-d7ce-4856-bdc3-ec76556dfcc3 req-8179c056-de83-4ab7-aea3-981b77d304a8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0901127 Feb 16 17:45:52.295247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7cd290ea-d7ce-4856-bdc3-ec76556dfcc3 req-8fb094a4-4b96-46b9-bc4a-debfae0c22dd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393016 Feb 16 17:45:53.483350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08500ee6-20f0-4518-bf9e-581061c93601 req-315cea11-c607-4284-bfb5-da6993459dd1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:53.484700 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08500ee6-20f0-4518-bf9e-581061c93601 req-315cea11-c607-4284-bfb5-da6993459dd1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0792382 Feb 16 17:45:53.533404 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08500ee6-20f0-4518-bf9e-581061c93601 req-cb5c953e-caf2-4032-aad1-f525daae395b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421431 Feb 16 17:45:54.728022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eab6b3-73af-42d9-a1a8-8ce9fa939441 req-3cd67d44-152f-4cb9-9947-71fee65f19cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:54.729508 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89eab6b3-73af-42d9-a1a8-8ce9fa939441 req-3cd67d44-152f-4cb9-9947-71fee65f19cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0837097 Feb 16 17:45:54.776514 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89eab6b3-73af-42d9-a1a8-8ce9fa939441 req-83de2aff-efa8-47c9-8c53-f9212de116fb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407114 Feb 16 17:45:55.050591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:55.984916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2b314-1403-4e93-b196-c15a1dbc7b51 req-c71a5690-e577-4dba-a2f7-afeede9b5936 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:55.986401 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c3d2b314-1403-4e93-b196-c15a1dbc7b51 req-c71a5690-e577-4dba-a2f7-afeede9b5936 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0882206 Feb 16 17:45:56.033775 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c3d2b314-1403-4e93-b196-c15a1dbc7b51 req-5193f3c7-71b2-4219-9b5f-653688337d71 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413039 Feb 16 17:45:57.235390 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581523d5-6413-4550-865b-246dbf67f479 req-0d324edb-91fd-40f4-9f2d-1c4e8a6d459c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:57.236838 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-581523d5-6413-4550-865b-246dbf67f479 req-0d324edb-91fd-40f4-9f2d-1c4e8a6d459c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0957081 Feb 16 17:45:57.284793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-581523d5-6413-4550-865b-246dbf67f479 req-ee9fe99f-c2a2-4180-bbf3-706da3fcaea7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422971 Feb 16 17:45:57.647150 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-5a8ce168-55a4-40bc-8e52-ff27c6f07961 service neutron] 10.222.0.48 "GET /v2.0/ports/8d14ff0e-ed91-4abb-9f71-f6e344ca9c83/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0783291 Feb 16 17:45:57.915804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-7477528d-0766-4811-b91d-d381d102512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:57.917182 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-7477528d-0766-4811-b91d-d381d102512b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 1099 time: 0.0734715 Feb 16 17:45:58.026579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-b160cd09-da74-49d5-90f6-825296dd9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:58.028068 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-b160cd09-da74-49d5-90f6-825296dd9ff3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0897448 Feb 16 17:45:58.165153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-560fc22e-90bc-4594-bf3a-54615721359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:58.166861 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-560fc22e-90bc-4594-bf3a-54615721359e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1331980 Feb 16 17:45:58.273579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-9d4ee9b3-71f2-41f7-b62a-2ec7a99d60f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 1001 time: 0.1012342 Feb 16 17:45:58.338992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-e79faefe-fb65-42fd-b4a5-a0adf6e010d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:58.340442 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-e79faefe-fb65-42fd-b4a5-a0adf6e010d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0600767 Feb 16 17:45:58.423534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-243847d1-5180-48ef-aebe-8036a86e1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:58.424929 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-243847d1-5180-48ef-aebe-8036a86e1100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785620 Feb 16 17:45:58.493325 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae4e56-e5df-4a19-b83d-0305bd23fe13 req-1305c6e9-c2a8-4d19-9a2d-2e4ca05bb81c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:58.494833 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b5ae4e56-e5df-4a19-b83d-0305bd23fe13 req-1305c6e9-c2a8-4d19-9a2d-2e4ca05bb81c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0974250 Feb 16 17:45:58.540889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b5ae4e56-e5df-4a19-b83d-0305bd23fe13 req-01eb04aa-62e2-481b-9b41-37240484da48 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404544 Feb 16 17:45:58.572408 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-506b571a-4057-48e8-b7fe-d7f17ab608dd service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418037 Feb 16 17:45:58.709004 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-67e6f8da-a060-4bcd-b979-a5df92e05fca req-70e1f760-f6a5-4343-aca4-3424b9403a13 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304512 Feb 16 17:45:59.740262 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90e30-2193-41ff-9e17-59846f246edb req-11ccf0ae-9e2c-44dd-b28c-49c838bb59b2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:59.741748 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3fc90e30-2193-41ff-9e17-59846f246edb req-11ccf0ae-9e2c-44dd-b28c-49c838bb59b2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0894692 Feb 16 17:45:59.791600 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3fc90e30-2193-41ff-9e17-59846f246edb req-5e007395-fa84-4e7a-8c52-3e5b1fd1df44 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440915 Feb 16 17:46:00.981541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd240-1e37-412d-9230-0bab8135ea48 req-cf667a8c-1582-4367-818e-a2f7999ece24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:00.983087 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28edd240-1e37-412d-9230-0bab8135ea48 req-cf667a8c-1582-4367-818e-a2f7999ece24 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0837736 Feb 16 17:46:00.987570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6697b318-0012-4488-b195-2d7aec2f7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:01.031062 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28edd240-1e37-412d-9230-0bab8135ea48 req-99e5e4dc-6e2c-4513-b8db-a0e5483e6459 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416572 Feb 16 17:46:01.453531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:46:01.458653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:46:01.684533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:01.706485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:46:01.726290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'port_id': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'mac_address': 'fa:16:3e:42:a4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:46:01.731558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:46:01.769890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:46:01.780526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:01.854193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:01.864346 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'code': 200} Feb 16 17:46:01.882286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:46:01.886064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:46:01.895306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.895651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.895990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.896323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.896651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.896982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.897335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.897654 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.897978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.898298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.898634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.898954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:01.961411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:46:01.961674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:46:02.000563 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:46:02.235038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e2fde-b4bc-4ae2-99a8-913b5f57048f req-93573ddf-2988-4a9d-ae5c-17b6720f074c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:02.236493 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-922e2fde-b4bc-4ae2-99a8-913b5f57048f req-93573ddf-2988-4a9d-ae5c-17b6720f074c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 944 time: 0.0883560 Feb 16 17:46:02.283193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-922e2fde-b4bc-4ae2-99a8-913b5f57048f req-51e5d725-5df4-44b5-8fcc-cde0b05605c2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407941 Feb 16 17:46:02.526277 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:02.548831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:46:02.566007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:46:02.571804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:02.612216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813bd6-8145-46fa-8aa5-aebed700763f req-697b9b82-faed-4690-a1df-1d1fb526f7dd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:02.613143 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-99813bd6-8145-46fa-8aa5-aebed700763f req-697b9b82-faed-4690-a1df-1d1fb526f7dd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:46:02.633329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-99813bd6-8145-46fa-8aa5-aebed700763f req-697b9b82-faed-4690-a1df-1d1fb526f7dd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:46:02.634994 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-697b9b82-faed-4690-a1df-1d1fb526f7dd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4&tenant_id=f37e63187ee14cf2bf353acba7ec920e&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 944 time: 0.1154110 Feb 16 17:46:02.639535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fff31f-ca73-4eb2-bf32-55f3ac9bcfd8 req-01c6d1d2-fea2-4e87-a238-138967514f8f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:02.641925 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13fff31f-ca73-4eb2-bf32-55f3ac9bcfd8 req-01c6d1d2-fea2-4e87-a238-138967514f8f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 945 time: 0.1172659 Feb 16 17:46:02.646985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:46:02.683287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:46:02.710108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13fff31f-ca73-4eb2-bf32-55f3ac9bcfd8 req-8bbe5599-2e31-49fe-bc2f-32bb0567848f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539656 Feb 16 17:46:02.784393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813bd6-8145-46fa-8aa5-aebed700763f req-eada9c3a-8b0b-4cb9-98da-a02a4560595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:02.786263 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-eada9c3a-8b0b-4cb9-98da-a02a4560595c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1098 time: 0.0772197 Feb 16 17:46:02.938395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813bd6-8145-46fa-8aa5-aebed700763f req-1e83c76e-bd0d-4b29-8844-fb17f7ae9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:02.940835 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-1e83c76e-bd0d-4b29-8844-fb17f7ae9a5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1481538 Feb 16 17:46:02.951308 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229b436-d2fc-415f-a89d-1a707fe65c17 req-5a9fb7d5-2177-4307-908a-abbfa711398d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:02.952826 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6229b436-d2fc-415f-a89d-1a707fe65c17 req-5a9fb7d5-2177-4307-908a-abbfa711398d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 945 time: 0.1213734 Feb 16 17:46:03.006957 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6229b436-d2fc-415f-a89d-1a707fe65c17 req-8d90574e-0c21-4a6b-9916-3761ea862dfb tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465500 Feb 16 17:46:03.056847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-0205a64c-db66-443c-a786-c5a649f80a3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 1000 time: 0.1096771 Feb 16 17:46:03.122953 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813bd6-8145-46fa-8aa5-aebed700763f req-493e959a-0ed0-4928-b93b-d0875fa65252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:03.124465 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-493e959a-0ed0-4928-b93b-d0875fa65252 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0619745 Feb 16 17:46:03.202790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813bd6-8145-46fa-8aa5-aebed700763f req-c886a3b2-9dd4-4861-b7bb-b6a56b5eb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:03.204388 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-c886a3b2-9dd4-4861-b7bb-b6a56b5eb521 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737338 Feb 16 17:46:03.432001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-48f188e9-542e-4415-90e3-1ff9be982552 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212627 Feb 16 17:46:03.473906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:46:03.547330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:46:03.548007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:03.571594 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-99813bd6-8145-46fa-8aa5-aebed700763f req-deec5b4d-1c86-44fe-a2bb-0f102cf3a9b3 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331699 Feb 16 17:46:03.679984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:03.726215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:46:03.730766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:03.764258 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-adbacfbb-a330-47f9-8635-ce4436729837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:03.842779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:46:03.864943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:46:03.916802 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'code': 200} Feb 16 17:46:04.208195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22538ff-d93d-4f4a-8c56-0ccc187dff50 req-66a76fe3-2c97-40f1-b9c2-84b968fb7879 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:04.209794 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e22538ff-d93d-4f4a-8c56-0ccc187dff50 req-66a76fe3-2c97-40f1-b9c2-84b968fb7879 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0901766 Feb 16 17:46:04.259185 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e22538ff-d93d-4f4a-8c56-0ccc187dff50 req-42151a88-f44a-47cf-8e33-f0aca6ae6158 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429802 Feb 16 17:46:04.283811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38092) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:46:04.396144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-147f57ff-4a54-47cc-adb7-b19827011d0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/a040fe13-c7ff-47b3-854a-c146430e33ae HTTP/1.1" status: 200 len: 993 time: 0.1111856 Feb 16 17:46:04.425619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:05.233761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:06.909150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:14.032927 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-572bc896-b8b5-466d-a1f7-0d1f0c9eb532 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751231 Feb 16 17:46:14.171843 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-ebfc6cbc-eb73-4810-8fc1-defb9432cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:14.173590 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-ebfc6cbc-eb73-4810-8fc1-defb9432cd9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0729797 Feb 16 17:46:14.320002 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-88c78806-793a-42ce-838a-fb84502ab0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:14.321365 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-88c78806-793a-42ce-838a-fb84502ab0d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1292007 Feb 16 17:46:14.426230 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-d68f3f87-686e-4813-ba21-4458a49dad12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 1001 time: 0.0984557 Feb 16 17:46:14.493745 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-fc6f7d6e-d5fb-422d-96fa-b259b0c62f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:14.495554 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-fc6f7d6e-d5fb-422d-96fa-b259b0c62f4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.0625620 Feb 16 17:46:14.577885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-15684970-1abc-416b-be5a-21202229d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:14.579384 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-15684970-1abc-416b-be5a-21202229d004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743134 Feb 16 17:46:14.717491 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-36ce9072-c4d0-4910-b5c6-ab3170d95d50 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314554 Feb 16 17:46:14.856788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-51087664-5fa6-40c6-91e0-ffaacf32df6e req-97e968c5-0e2a-4ce5-9417-9533b18f637f service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332121 Feb 16 17:46:25.043295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:30.981180 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-72bebcb1-317e-49b7-b157-3e7f33918370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:33.728515 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-77fe96ff-b4ff-4e1e-9d3b-2c385c70ff5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:34.428316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:35.234394 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:36.912550 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:38.999725 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:46:53.943473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-ccb84fcb-d634-4e74-b4cb-0a984585bb2b req-4aa97858-fa76-4f4d-b67e-7ec18b0e29c7 service neutron] (87721) timed out ('10.222.0.43', 34496) {{(pid=87721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 17:46:55.055494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:59.406822 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38110) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:46:59.615174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 15b967ce-9555-47c7-9ca2-7c0126040633 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:46:59.615512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:59.920909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:59.921158 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:00.050454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 15b967ce-9555-47c7-9ca2-7c0126040633 owned by network:floatingip {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:47:00.216949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:00.264195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=15b967ce-9555-47c7-9ca2-7c0126040633,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:00.305799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.306132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.306460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.306806 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.307123 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.307438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.307747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.308055 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.308364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.308669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.308974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.309277 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:00.371345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:00.371730 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.l3_db [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP a040fe13-c7ff-47b3-854a-c146430e33ae disassociated (deleted). External IP: 172.26.7.44, port: 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83. Feb 16 17:47:00.743537 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router f3c95d2d-9889-4c11-bd25-af5346cc872e has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:47:00.936375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:47:00.947484 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] Sync routers for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:47:00.958448 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:00.959245 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:46:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:00.964258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:00.989216 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-102f95f1-9553-44be-8c74-a609d7fe1c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:01.026258 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2e2f8051-0e0c-4f44-98f1-73ad7e59d8cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/floatingips/a040fe13-c7ff-47b3-854a-c146430e33ae HTTP/1.1" status: 204 len: 168 time: 1.6183438 Feb 16 17:47:01.026864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:47:01.155237 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:01.287726 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'status': 'completed', 'code': 200} Feb 16 17:47:01.394251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-18cb97ca-36d1-4e02-9dda-7e48603131c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:01.396166 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-18cb97ca-36d1-4e02-9dda-7e48603131c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 1099 time: 0.0843306 Feb 16 17:47:01.474064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ce0ba-5a8f-4a19-ba4c-e5c6b6c7191b req-af2aadcb-a5c9-49ce-b1d9-5e10cd4c3157 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:01.476414 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e4ce0ba-5a8f-4a19-ba4c-e5c6b6c7191b req-af2aadcb-a5c9-49ce-b1d9-5e10cd4c3157 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.1014760 Feb 16 17:47:01.496718 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:13Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:01.501382 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] Checking router: f3c95d2d-9889-4c11-bd25-af5346cc872e for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:47:01.510692 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:01.511306 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:46:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:01.536366 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e4ce0ba-5a8f-4a19-ba4c-e5c6b6c7191b req-bbdbe2cd-3f07-49c6-85bf-1873de3c7b17 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506980 Feb 16 17:47:01.581192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-e138c91a-fce9-4ceb-8444-618660783d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:01.582850 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-e138c91a-fce9-4ceb-8444-618660783d57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 200 len: 898 time: 0.1797690 Feb 16 17:47:01.654613 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-10e9131d-97a1-4d90-ac39-d04502f56298 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 200 len: 217 time: 0.0643299 Feb 16 17:47:01.701656 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:01.833975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-d8e3a8d3-5903-4480-b37b-3654360f539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:01.835448 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-d8e3a8d3-5903-4480-b37b-3654360f539b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 200 len: 835 time: 0.1742933 Feb 16 17:47:01.922760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-6f5dd513-cf82-4534-8d1d-2ceef0217713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:01.924798 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-6f5dd513-cf82-4534-8d1d-2ceef0217713 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eac4634-db32-43bc-bcb9-5daabe342add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817447 Feb 16 17:47:02.051891 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:13Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:02.056039 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77d712-62fb-4017-b671-c046d06f1019 None None] The sync data for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv is: [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:44:07Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8f8d5575-45fa-4ded-95ba-5620133579b9', 'name': '', 'network_id': '0eac4634-db32-43bc-bcb9-5daabe342add', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:27:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:07Z', 'updated_at': '2022-02-16T17:44:13Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2517ce3d-d1cc-4413-afd7-9825425f7af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:47:02.071789 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-dff08863-1584-40ec-8917-3dd9f8327be4 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393642 Feb 16 17:47:02.224224 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-828e10b2-3417-498b-8a54-68d442b20bf8 req-10106b0b-0baa-42a9-bfef-2387a0283265 service neutron] 10.222.0.48 "GET /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449332 Feb 16 17:47:02.300269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fff42-c3ff-4a50-b7f0-bfa40a692c99 None None] New status for floating IP a040fe13-c7ff-47b3-854a-c146430e33ae: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:47:02.739056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a62214-8d1a-4197-9cde-dc7954f6ba8e req-2a0e721e-4436-40e7-b150-905d0596f173 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:02.740495 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2a62214-8d1a-4197-9cde-dc7954f6ba8e req-2a0e721e-4436-40e7-b150-905d0596f173 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.0886602 Feb 16 17:47:02.798350 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2a62214-8d1a-4197-9cde-dc7954f6ba8e req-f046e512-9ff1-4c02-af2c-16b836c22ce9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499969 Feb 16 17:47:03.469686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-3fa28195-7a7c-4377-9696-6d2dffa3b94d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:03.470446 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-3fa28195-7a7c-4377-9696-6d2dffa3b94d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:47:03.488503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-3fa28195-7a7c-4377-9696-6d2dffa3b94d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:47:03.489649 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-3fa28195-7a7c-4377-9696-6d2dffa3b94d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.1053193 Feb 16 17:47:03.563561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:47:03.563893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:03.735661 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1a05727a-ead2-4510-be5b-eb3cb7f8854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:03.833581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:03.833935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:03.960920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:47:04.006448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13334867-e97b-4f19-a824-dff468798471 req-f2bd7ce9-9c7b-456a-93c8-8b688de26733 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:04.007939 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13334867-e97b-4f19-a824-dff468798471 req-f2bd7ce9-9c7b-456a-93c8-8b688de26733 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4 HTTP/1.1" status: 200 len: 946 time: 0.1015143 Feb 16 17:47:04.065935 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13334867-e97b-4f19-a824-dff468798471 req-2caffb86-e045-4e40-94ed-b996c2dd5362 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=fff9ecaf-0634-45eb-aa54-ba9f4676e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518284 Feb 16 17:47:04.127777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:04.182401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=8d14ff0e-ed91-4abb-9f71-f6e344ca9c83,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:04.262073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] No DVR routers for this DVR port 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:47:04.264493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:04.267675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-deleted', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:47:04.284808 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-783b05ff-d9f5-4b98-ba28-9410a64cd1ac req-802380d6-1fe6-40c1-bf8e-a78f71544e22 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "DELETE /v2.0/ports/8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 HTTP/1.1" status: 204 len: 173 time: 0.7895570 Feb 16 17:47:04.322266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d7e53-0539-49a2-b5e7-c6a7e42e04f4', 'name': 'network-vif-deleted', 'tag': '8d14ff0e-ed91-4abb-9f71-f6e344ca9c83', 'status': 'completed', 'code': 200} Feb 16 17:47:04.433637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:05.165274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38138) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:05.239170 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:05.840458 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:06.214196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 8f8d5575-45fa-4ded-95ba-5620133579b9 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:47:06.214754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:06.411970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 8f8d5575-45fa-4ded-95ba-5620133579b9, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8f8d5575-45fa-4ded-95ba-5620133579b9,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:06.412322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:06.543174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 8f8d5575-45fa-4ded-95ba-5620133579b9 owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:47:06.735312 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:06.785221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=8f8d5575-45fa-4ded-95ba-5620133579b9,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:06.918602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:07.076226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:07.560008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router f3c95d2d-9889-4c11-bd25-af5346cc872e has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:47:07.741450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:47:07.752484 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] Sync routers for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:47:07.757001 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-938570e5-6398-484f-aa7e-ba300f57ea56 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/f3c95d2d-9889-4c11-bd25-af5346cc872e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882523 Feb 16 17:47:07.757268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38144) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:07.761822 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:07.762421 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:07.843178 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting subnet 2517ce3d-d1cc-4413-afd7-9825425f7af1 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:47:07.847169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:07.852933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:47:07.889580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:47:07.889918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 8d14ff0e-ed91-4abb-9f71-f6e344ca9c83 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:47:07.908107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:07.985471 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:07.996020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.076094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.114137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Subnet': ['ID=2517ce3d-d1cc-4413-afd7-9825425f7af1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:08.119526 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.126771 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3537919d-03e4-4167-921c-02c0a0c5c3ce tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/subnets/2517ce3d-d1cc-4413-afd7-9825425f7af1 HTTP/1.1" status: 204 len: 168 time: 0.3684025 Feb 16 17:47:08.129702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca2379-f2dd-42f0-bff4-0e4101784619 None None] Network 0eac4634-db32-43bc-bcb9-5daabe342add requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:47:08.131391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38148) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:08.324242 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:47:06Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:08.329937 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] Checking router: f3c95d2d-9889-4c11-bd25-af5346cc872e for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:47:08.340582 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] Routers {'f3c95d2d-9889-4c11-bd25-af5346cc872e'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:08.341533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['f3c95d2d-9889-4c11-bd25-af5346cc872e'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:08.434453 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.460573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] DHCP port deletion for 0eac4634-db32-43bc-bcb9-5daabe342add request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:47:08.465166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Deleting port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:47:08.465530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.546413 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] Set router f3c95d2d-9889-4c11-bd25-af5346cc872e gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:08.641468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.655938 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:47:08.656300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.694362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] For port b0ab20d3-d6fa-408b-b4e6-56d60031cf21, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,segment=NetworkSegment(e1877a95-701c-4d79-b401-721aba0db07e),segment_id=e1877a95-701c-4d79-b401-721aba0db07e)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:08.694693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.773928 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device b0ab20d3-d6fa-408b-b4e6-56d60031cf21 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:47:08.874017 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:08.874375 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:08.880987 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Calling delete_port for b0ab20d3-d6fa-408b-b4e6-56d60031cf21 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:47:08.887000 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:47:06Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:08.891464 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707e99c-4df1-4246-980a-c4efebdffa0c None None] The sync data for ids ['f3c95d2d-9889-4c11-bd25-af5346cc872e'] in dv-neutron-829527-2-hyperv is: [{'id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041849181', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:44:02Z', 'updated_at': '2022-02-16T17:47:06Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95d2d-9889-4c11-bd25-af5346cc872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:44:03Z', 'updated_at': '2022-02-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:47:09.011221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:47:09.019528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.072329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Pushing event deleted for resources: {'Port': ['ID=b0ab20d3-d6fa-408b-b4e6-56d60031cf21,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:09.080253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] No DVR routers for this DVR port b0ab20d3-d6fa-408b-b4e6-56d60031cf21 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:47:09.089659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.089778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.090018 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.090353 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.090710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.091043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.091365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.091689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.092016 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.092333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.092635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.092951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058baa7-0829-4f74-a92c-32d9b1955a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.097106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.340899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.394480 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:09.437549 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.437799 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.438135 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.438484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.438858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.439199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.439637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.440144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.440413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.440733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.441053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.441370 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:09.504548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.682085 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.684373 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.710140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.710864 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Fanout notify agent at l3_agent the message router_deleted on router f3c95d2d-9889-4c11-bd25-af5346cc872e {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:47:09.728935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.732777 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0b0a6c09-33c4-4743-ba62-1c512093fd81 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/routers/f3c95d2d-9889-4c11-bd25-af5346cc872e HTTP/1.1" status: 204 len: 168 time: 1.5976555 Feb 16 17:47:09.732980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38156) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:09.860695 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.119906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.152490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eac4634-db32-43bc-bcb9-5daabe342add']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:10.166806 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1877a95-701c-4d79-b401-721aba0db07e') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:10.167149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1877a95-701c-4d79-b401-721aba0db07e') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:10.183330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.201374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.213296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:47:10.213837 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:47:10.228711 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:47:10.311606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.329683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.340870 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Network': ['ID=0eac4634-db32-43bc-bcb9-5daabe342add,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:10.350126 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4b74cb07-8534-4bfb-a265-a3ac50dc21c6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/networks/0eac4634-db32-43bc-bcb9-5daabe342add HTTP/1.1" status: 204 len: 168 time: 0.6158342 Feb 16 17:47:10.352925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38160) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:10.426227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6709ad3-a70b-4b3c-8867-aaefead8c124 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.456636 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6709ad3-a70b-4b3c-8867-aaefead8c124 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.524287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6709ad3-a70b-4b3c-8867-aaefead8c124 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.549515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6709ad3-a70b-4b3c-8867-aaefead8c124 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff9ecaf-0634-45eb-aa54-ba9f4676e43d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:10.562264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a6709ad3-a70b-4b3c-8867-aaefead8c124 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.565994 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a6709ad3-a70b-4b3c-8867-aaefead8c124 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/security-groups/fff9ecaf-0634-45eb-aa54-ba9f4676e43d HTTP/1.1" status: 204 len: 168 time: 0.2100847 Feb 16 17:47:10.648120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:47:10.683286 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:47:10.683530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 66f8c95e-8252-4b15-b8e7-5f8ff2b37bc0 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:47:10.683940 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f8d5575-45fa-4ded-95ba-5620133579b9 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:47:10.716537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8f8d5575-45fa-4ded-95ba-5620133579b9 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:47:10.716871 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8f8d5575-45fa-4ded-95ba-5620133579b9 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:47:11.827046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38172) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:11.832742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387948894', 'description': 'tempest-secgroup-smoke-1387948894 description', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:11.839059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:11.843302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:11.846304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:11.852668 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:11.863398 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:11.884210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:11.888356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:11.891366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:11.898240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:11.975457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:11.980598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.030057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874af3d6-67a0-45a5-aecd-e8a5d00a308f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.035637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.037120 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-72cb514f-952e-4881-b96e-dd3f8275a845 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2088327 Feb 16 17:47:12.040169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38176) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.045227 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '874af3d6-67a0-45a5-aecd-e8a5d00a308f', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.051625 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.055585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.058515 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.065659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:12.082403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.146982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.150887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.175116 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2dfca1-80a8-47ef-9d94-148b9e0e0821,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.187401 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.188632 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-583f5826-f462-40ab-9f68-58a8144829ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474922 Feb 16 17:47:12.192560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38180) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.197637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '874af3d6-67a0-45a5-aecd-e8a5d00a308f', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.205850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.209980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.213097 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.219159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:12.236803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.300663 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.304661 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.330698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57a0d8b-0bee-432a-8d43-aaac84c89ba9,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.340347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.341599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-3d0695c9-061a-4f5d-bf12-259340520b73 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481059 Feb 16 17:47:12.344337 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38184) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.350025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '874af3d6-67a0-45a5-aecd-e8a5d00a308f', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.358427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.363065 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.366256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.372207 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:12.389417 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.456996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.463834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.488237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4631384a-49dd-40d8-bf6e-d4eafda89ee3,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.497833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.499152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ead322cc-d474-4d50-86a6-6bd8ad87bb69 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538479 Feb 16 17:47:12.502153 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38190) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.507375 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '874af3d6-67a0-45a5-aecd-e8a5d00a308f', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.513630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.518895 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.522060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.527906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:12.546756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.612234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.615973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.640622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aefcafd-684b-4fe2-824b-5e0429b208ee,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.652675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.654431 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-37482f7b-b213-4c98-8d9d-011f93e22a9c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511426 Feb 16 17:47:12.656925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38194) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.662889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '874af3d6-67a0-45a5-aecd-e8a5d00a308f', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.668993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.672942 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.676021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.681865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:12.691899 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:47:12.698648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.764489 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.769515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.795031 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11399da-2938-4c51-9524-1bdfa87a2987,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.805032 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.806537 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2ebaf595-05aa-4bff-89b9-5e22ea644113 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480808 Feb 16 17:47:12.809315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38198) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.815151 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '874af3d6-67a0-45a5-aecd-e8a5d00a308f', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.821577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.825685 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.828595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.835059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:12.848845 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:47:12.856233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.925865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.929393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.956470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a862b7-7ee9-4274-9f0a-5df63436ec9c,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:12.967133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.968206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4eff87f8-4667-4f50-bfe6-f9507a5a165e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579561 Feb 16 17:47:12.971403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38202) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:12.977014 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'network': {'name': 'tempest-network-smoke--1799326661', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:12.984775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:12.989217 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:network and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:12.992169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:12.997839 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:13.008814 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:47:13.012297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.041303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:47:13.050744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.051086 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Added segment d79a9d8b-a773-4018-8a9a-70f6bb7a4084 of type vlan for network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 Feb 16 17:47:13.078241 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.108541 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.113939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:13.114521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.222625 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2500925 Feb 16 17:47:13.225341 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38206) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:13.230490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'admin_state_up': True, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:13.233286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0aaba-4f2c-40bc-947a-7cdbb5a1a6a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Network': ['ID=4b921acb-73ca-467c-87bf-aa4d3afbe0b1,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:13.239775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:13.244500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:47:13.244989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:router and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:13.247733 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:13.255339 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:13.265247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.266466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.281756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:13.690482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:14.021572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:14.057024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:14.198125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.104 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/0b4c8140-b917-48f5-bd44-36a28391834c) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:47:14.374254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:14.403630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:14.474184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:14.477099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:14.480960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:47:14.518389 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=0b4c8140-b917-48f5-bd44-36a28391834c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:14.920484 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:15.400438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:15.611073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 03545b18-4bca-4790-ba56-3751cafdd891 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:47:15.799395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:47:15.809297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Sync routers for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:47:15.819849 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:15.820458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:15.827712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:15.833464 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3dd3db4b-a9e3-4abd-ad46-6709f9c66c12 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6031628 Feb 16 17:47:15.833880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38210) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:15.873877 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f44bca61-acf8-4f36-bf5a-21e6890663d0 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f37e63187ee14cf2bf353acba7ec920e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386767 Feb 16 17:47:15.876839 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38214) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:15.998290 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:47:16.011709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ef3c7-3c34-4b65-bf3e-bcc2e4d055c3 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:16.012473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:16.013581 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5e8ef3c7-3c34-4b65-bf3e-bcc2e4d055c3 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354713 Feb 16 17:47:16.017607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38218) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:16.065534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-918b93ff-fcc5-447a-b946-8e0648bba956 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468137 Feb 16 17:47:16.067974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38222) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:16.073322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176221127', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:16.191303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:16.195355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:subnet and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:16.199093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:16.205235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:16.218568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:47:16.222313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:16.336469 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:14Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:16.340717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Checking router: 03545b18-4bca-4790-ba56-3751cafdd891 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:47:16.341080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Updating router 03545b18-4bca-4790-ba56-3751cafdd891 port 0b4c8140-b917-48f5-bd44-36a28391834c binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:47:16.398149 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:16.464579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:16.556524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Subnet': ['ID=2fe23558-977e-4ac5-a669-40a7efa78b15,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:16.560661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Checking segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:47:16.561019 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network hostable DHCP agents. Network: 4b921acb-73ca-467c-87bf-aa4d3afbe0b1, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:47:16.585573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:47:16.598402 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4b921acb-73ca-467c-87bf-aa4d3afbe0b1) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:16.604188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:16.604188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:16.608355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66b856-103c-42c9-b728-8dc0d7700561 None None] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:47:16.632353 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c73aa113-4e32-4c14-abef-e60eda292f07 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5633316 Feb 16 17:47:16.635090 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38226) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:16.960163 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:47:16.960986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:16.971898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:16.992689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Transition to ACTIVE for port object 0b4c8140-b917-48f5-bd44-36a28391834c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:17.039340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:17.148558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Attempting to bind port 0b4c8140-b917-48f5-bd44-36a28391834c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:47:17.148918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Attempting to bind port 0b4c8140-b917-48f5-bd44-36a28391834c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:47:17.149279 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Attempting to bind port 0b4c8140-b917-48f5-bd44-36a28391834c on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:47:17.161341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4331a-ec57-410a-85cf-81480904c4ea None None] Pushing event updated for resources: {'Port': ['ID=0b4c8140-b917-48f5-bd44-36a28391834c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:17.171007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:47:17.171381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:47:17.171770 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:17.172155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:47:17.172617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Bound port: 0b4c8140-b917-48f5-bd44-36a28391834c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:47:17.173575 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:17.353260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Allocated IP 172.20.0.2 (4b921acb-73ca-467c-87bf-aa4d3afbe0b1/2fe23558-977e-4ac5-a669-40a7efa78b15/5ea91c9d-cff1-455f-b469-138ad5097f00) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:47:17.358303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] For port 0b4c8140-b917-48f5-bd44-36a28391834c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:47:17.363460 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] For port 0b4c8140-b917-48f5-bd44-36a28391834c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0b4c8140-b917-48f5-bd44-36a28391834c,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:47:17.369405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:17.479800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:17.547586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:17.549325 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:17.606880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4331a-ec57-410a-85cf-81480904c4ea None None] Pushing event updated for resources: {'Port': ['ID=0b4c8140-b917-48f5-bd44-36a28391834c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:17.826651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:17.835698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:17.950281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Transition to ACTIVE for port object 5ea91c9d-cff1-455f-b469-138ad5097f00 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:18.042911 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Transition to ACTIVE for port object 5ea91c9d-cff1-455f-b469-138ad5097f00 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:18.057073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.119888 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.1 (4b921acb-73ca-467c-87bf-aa4d3afbe0b1/2fe23558-977e-4ac5-a669-40a7efa78b15/db80ad44-0245-41a4-b342-8bc2ea7c986c) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:47:18.158809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:18.164313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:18.171664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:47:18.211690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Pushing event updated for resources: {'Port': ['ID=5ea91c9d-cff1-455f-b469-138ad5097f00,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:18.308039 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.317951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Attempting to bind port 5ea91c9d-cff1-455f-b469-138ad5097f00 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:47:18.318318 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Attempting to bind port 5ea91c9d-cff1-455f-b469-138ad5097f00 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:47:18.318699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Attempting to bind port 5ea91c9d-cff1-455f-b469-138ad5097f00 on network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:47:18.324506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object db80ad44-0245-41a4-b342-8bc2ea7c986c will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:18.326492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:47:18.326886 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Checking segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:47:18.327285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.327668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Bound using segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:47:18.328125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Bound port: 5ea91c9d-cff1-455f-b469-138ad5097f00, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:47:18.328491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.350009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.401263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:14Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:18.411367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca4e4f-7162-4bb4-afc1-8556defc7b9b None None] The sync data for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv is: [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:14Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:47:18.418382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:18.421625 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:18.425028 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:47:18.449498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] For port 5ea91c9d-cff1-455f-b469-138ad5097f00, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:47:18.453563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] For port 5ea91c9d-cff1-455f-b469-138ad5097f00, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5ea91c9d-cff1-455f-b469-138ad5097f00,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:47:18.462392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.473906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=db80ad44-0245-41a4-b342-8bc2ea7c986c,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:18.502083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:18.560405 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b6541-aa34-4935-9fb0-33603542cc94 None None] Pushing event updated for resources: {'Port': ['ID=5ea91c9d-cff1-455f-b469-138ad5097f00,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:18.988016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:19.459330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:19.464235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:19.587552 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=db80ad44-0245-41a4-b342-8bc2ea7c986c,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:19.589836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:19.620779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec6303-ce3c-44bd-8785-cb5850b3b322 None None] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:47:19.722291 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e5020ef3-ed44-48d6-968e-635c1d2a506c None None] Provisioning for port 5ea91c9d-cff1-455f-b469-138ad5097f00 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:19.749982 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:19.751808 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:19.951703 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 03545b18-4bca-4790-ba56-3751cafdd891 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:47:20.154633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:47:20.166629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ab94ae9a-dcf0-4525-bf94-258f1ded1b9a None None] Provisioning for port db80ad44-0245-41a4-b342-8bc2ea7c986c completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:20.174105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ab94ae9a-dcf0-4525-bf94-258f1ded1b9a None None] Provisioning complete for port db80ad44-0245-41a4-b342-8bc2ea7c986c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:20.174876 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ab94ae9a-dcf0-4525-bf94-258f1ded1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:20.177177 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70ac4409-6d90-49ce-81cf-a4b4efb827a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/03545b18-4bca-4790-ba56-3751cafdd891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5410180 Feb 16 17:47:20.185353 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Sync routers for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:47:20.210033 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:20.210785 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:20.335417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ab94ae9a-dcf0-4525-bf94-258f1ded1b9a None None] Port db80ad44-0245-41a4-b342-8bc2ea7c986c cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:47:20.401172 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-56207d40-5509-42de-a0e6-26a47c9b1687 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:47:20.419922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-56207d40-5509-42de-a0e6-26a47c9b1687 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:47:20.429844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-56207d40-5509-42de-a0e6-26a47c9b1687 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387948894&fields=id&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 267 time: 0.0872853 Feb 16 17:47:20.461655 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:20.473554 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3e50dc71-8ade-4801-a889-b401fde20909 None None] Provisioning complete for port db80ad44-0245-41a4-b342-8bc2ea7c986c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:20.473921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3e50dc71-8ade-4801-a889-b401fde20909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:20.559998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-3e50dc71-8ade-4801-a889-b401fde20909 None None] Port db80ad44-0245-41a4-b342-8bc2ea7c986c cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:47:20.605820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-ac95a5f4-57e8-4e64-a39c-1b2214efd138 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:20.606637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-ac95a5f4-57e8-4e64-a39c-1b2214efd138 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:47:20.632902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-ac95a5f4-57e8-4e64-a39c-1b2214efd138 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:47:20.636107 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-ac95a5f4-57e8-4e64-a39c-1b2214efd138 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 797 time: 0.2043481 Feb 16 17:47:20.655814 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-20465b96-0938-44d7-974a-f8565eb4f068 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/quotas/f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 375 time: 0.0101590 Feb 16 17:47:20.686524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-67776043-268a-44f6-9ee3-46c20e733ba5 None None] Provisioning complete for port db80ad44-0245-41a4-b342-8bc2ea7c986c triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:20.687109 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-67776043-268a-44f6-9ee3-46c20e733ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:20.739694 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5ea91c9d-cff1-455f-b469-138ad5097f00 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:20.760672 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-03ff9402-a4ef-4c13-bc86-7a7c9bb31953 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990899 Feb 16 17:47:20.816766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-67776043-268a-44f6-9ee3-46c20e733ba5 None None] Port db80ad44-0245-41a4-b342-8bc2ea7c986c cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:47:20.839730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 5ea91c9d-cff1-455f-b469-138ad5097f00 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:20.847872 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5ea91c9d-cff1-455f-b469-138ad5097f00 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:20.848411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:20.866209 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:19Z', 'revision_number': 2, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:20.870692 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Checking router: 03545b18-4bca-4790-ba56-3751cafdd891 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:47:20.871106 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Updating router 03545b18-4bca-4790-ba56-3751cafdd891 port db80ad44-0245-41a4-b342-8bc2ea7c986c binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:47:20.931661 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:20.984172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.012165 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-7280188d-c6c2-4543-ab17-a00501cc6820 service neutron] 10.222.0.43 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358882 Feb 16 17:47:21.019333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 5ea91c9d-cff1-455f-b469-138ad5097f00, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5ea91c9d-cff1-455f-b469-138ad5097f00,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:21.023620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.024588 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0b4c8140-b917-48f5-bd44-36a28391834c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:21.145841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=5ea91c9d-cff1-455f-b469-138ad5097f00,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:21.163512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 0b4c8140-b917-48f5-bd44-36a28391834c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:21.166849 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-f09f77cb-0db9-4f80-8804-c11c554bfed9 service neutron] 10.222.0.43 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459031 Feb 16 17:47:21.171773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0b4c8140-b917-48f5-bd44-36a28391834c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:21.172288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.331916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.342099 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.351510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 0b4c8140-b917-48f5-bd44-36a28391834c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0b4c8140-b917-48f5-bd44-36a28391834c,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:21.357520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.363366 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Transition to ACTIVE for port object db80ad44-0245-41a4-b342-8bc2ea7c986c will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:21.372370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.403142 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19e011a8-ba47-463c-8f08-ab03e308d2ed req-b2ffda61-9fcf-4382-974e-a883e6f781e3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 210 time: 0.0597858 Feb 16 17:47:21.460673 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=0b4c8140-b917-48f5-bd44-36a28391834c,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:21.589993 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Pushing event updated for resources: {'Port': ['ID=db80ad44-0245-41a4-b342-8bc2ea7c986c,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:21.612071 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.612381 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.613401 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.613401 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.613951 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.614657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.615287 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.615894 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.616423 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.616981 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.617533 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.618060 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:21.628660 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Attempting to bind port db80ad44-0245-41a4-b342-8bc2ea7c986c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:47:21.628872 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Attempting to bind port db80ad44-0245-41a4-b342-8bc2ea7c986c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:47:21.629222 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Attempting to bind port db80ad44-0245-41a4-b342-8bc2ea7c986c on network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:47:21.634999 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:47:21.635374 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Checking segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:47:21.635766 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.636150 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Bound using segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:47:21.636608 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Bound port: db80ad44-0245-41a4-b342-8bc2ea7c986c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:47:21.636965 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.733623 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] For port db80ad44-0245-41a4-b342-8bc2ea7c986c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:47:21.738042 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] For port db80ad44-0245-41a4-b342-8bc2ea7c986c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=db80ad44-0245-41a4-b342-8bc2ea7c986c,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:47:21.742582 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:21.829832 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:21.830217 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:21.915466 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cf212-8b25-415c-9fa4-eb73efbe6919 None None] Pushing event updated for resources: {'Port': ['ID=db80ad44-0245-41a4-b342-8bc2ea7c986c,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:22.039147 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:22.408145 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:22.412578 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f2de-6f4c-4fc5-b825-cccf814e8586 None None] The sync data for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv is: [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:47:22.583355 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a1cc379-285c-4af0-8814-aeef644fdf62 req-a8952853-c6ca-4e72-ac78-932ccf280dd1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 210 time: 0.0480540 Feb 16 17:47:22.770028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5ea91c9d-cff1-455f-b469-138ad5097f00 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:22.830799 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-5cb37a5b-9c2d-4725-8b82-ae8b468da43a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:22.833112 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-5cb37a5b-9c2d-4725-8b82-ae8b468da43a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 797 time: 0.1697807 Feb 16 17:47:22.860824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 5ea91c9d-cff1-455f-b469-138ad5097f00 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:22.861557 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:22.914282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-2e5369bc-f0f0-4992-9664-74183bf399aa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:47:22.930116 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-2e5369bc-f0f0-4992-9664-74183bf399aa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:47:22.931427 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-2e5369bc-f0f0-4992-9664-74183bf399aa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 380 time: 0.0853930 Feb 16 17:47:22.944719 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'port': {'device_id': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'admin_state_up': True, 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'security_groups': ['874af3d6-67a0-45a5-aecd-e8a5d00a308f']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:23.008796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0b4c8140-b917-48f5-bd44-36a28391834c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:23.090420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 0b4c8140-b917-48f5-bd44-36a28391834c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:23.091081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.106678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:23.112880 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:port and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:23.116253 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:23.122820 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:23.133652 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:47:23.137261 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.224851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db80ad44-0245-41a4-b342-8bc2ea7c986c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:23.318251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port db80ad44-0245-41a4-b342-8bc2ea7c986c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:23.324167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port db80ad44-0245-41a4-b342-8bc2ea7c986c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:23.324648 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.451092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.458586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.14 (4b921acb-73ca-467c-87bf-aa4d3afbe0b1/2fe23558-977e-4ac5-a669-40a7efa78b15/0671afc8-07a3-40da-b5bd-d31586eb131f) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:47:23.490683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port db80ad44-0245-41a4-b342-8bc2ea7c986c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=db80ad44-0245-41a4-b342-8bc2ea7c986c,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:23.497459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.582288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=db80ad44-0245-41a4-b342-8bc2ea7c986c,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:23.693904 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.711918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object 0671afc8-07a3-40da-b5bd-d31586eb131f will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:23.739406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.795429 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6795-b8ee-4538-b4b7-601e2144e835 req-6c1f95ad-33a8-4e77-b347-35edfd03a69d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:23.797024 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-32ad6795-b8ee-4538-b4b7-601e2144e835 req-6c1f95ad-33a8-4e77-b347-35edfd03a69d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 932 time: 0.0964713 Feb 16 17:47:23.818617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:23.821992 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:23.826117 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:47:23.850050 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-32ad6795-b8ee-4538-b4b7-601e2144e835 req-d1a9b38e-bbfb-49f7-bf11-d84df840ffae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Feb 16 17:47:23.858778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=0671afc8-07a3-40da-b5bd-d31586eb131f,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:23.900235 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:23.900868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.928851 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-730420e9-1e27-45bf-86c3-2dc12d00e5f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920900 Feb 16 17:47:23.939972 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-0514bbf0-74d1-44d1-b810-a6b6abea1aa7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:47:23.941103 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-0514bbf0-74d1-44d1-b810-a6b6abea1aa7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055177 Feb 16 17:47:23.954817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Request body: {'port': {'device_id': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:24.075580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.105659 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1ed26c21-2234-4be4-a0d3-a285c1b5601d None None] Provisioning for port 0671afc8-07a3-40da-b5bd-d31586eb131f completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:24.111693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1ed26c21-2234-4be4-a0d3-a285c1b5601d None None] Provisioning complete for port 0671afc8-07a3-40da-b5bd-d31586eb131f triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:24.112051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1ed26c21-2234-4be4-a0d3-a285c1b5601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.171330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1ed26c21-2234-4be4-a0d3-a285c1b5601d None None] Port 0671afc8-07a3-40da-b5bd-d31586eb131f cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:47:24.452686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0671afc8-07a3-40da-b5bd-d31586eb131f {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:47:24.461758 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.480757 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Transition to ACTIVE for port object 0671afc8-07a3-40da-b5bd-d31586eb131f will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:24.484510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.649469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Pushing event updated for resources: {'Port': ['ID=0671afc8-07a3-40da-b5bd-d31586eb131f,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:24.652415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db80ad44-0245-41a4-b342-8bc2ea7c986c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:24.733201 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port db80ad44-0245-41a4-b342-8bc2ea7c986c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:24.733570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.750276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Attempting to bind port 0671afc8-07a3-40da-b5bd-d31586eb131f on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:47:24.750276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Attempting to bind port 0671afc8-07a3-40da-b5bd-d31586eb131f by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:47:24.750276 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Attempting to bind port 0671afc8-07a3-40da-b5bd-d31586eb131f on network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:47:24.754120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Port 0671afc8-07a3-40da-b5bd-d31586eb131f on network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:47:24.754439 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Attempting to bind port 0671afc8-07a3-40da-b5bd-d31586eb131f on network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:47:24.759845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:47:24.760179 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Checking segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:47:24.760559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Bound using segment: {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:47:24.760973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Bound port: 0671afc8-07a3-40da-b5bd-d31586eb131f, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:47:24.761314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.863403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] For port 0671afc8-07a3-40da-b5bd-d31586eb131f, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:47:24.866921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] For port 0671afc8-07a3-40da-b5bd-d31586eb131f, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0671afc8-07a3-40da-b5bd-d31586eb131f,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:47:24.871740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.934678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:24.935634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:24.937034 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] 10.222.0.48 "PUT /v2.0/ports/0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 1094 time: 0.9870942 Feb 16 17:47:24.940693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:47:24.967979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfea4e1-61ca-465d-bbf1-87c193f1c202 service neutron] Pushing event updated for resources: {'Port': ['ID=0671afc8-07a3-40da-b5bd-d31586eb131f,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:25.050195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5c88f-35e1-4e95-bb5c-3c13b469fe2e req-5c27fb7e-8834-4ecb-aa4e-e17e49fe8405 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:25.052448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f2f5c88f-35e1-4e95-bb5c-3c13b469fe2e req-5c27fb7e-8834-4ecb-aa4e-e17e49fe8405 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 944 time: 0.0891316 Feb 16 17:47:25.071699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-b85476e6-c757-4fbb-a721-1ec4abf64aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:25.073405 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-b85476e6-c757-4fbb-a721-1ec4abf64aef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1097 time: 0.0891490 Feb 16 17:47:25.073793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:25.115152 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f2f5c88f-35e1-4e95-bb5c-3c13b469fe2e req-ffcdfae7-fe16-43bf-999c-0c4827be5422 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500886 Feb 16 17:47:25.154907 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-064ce784-c50e-462f-87a0-1411623331a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 217 time: 0.0734787 Feb 16 17:47:25.196029 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'status': 'completed', 'code': 200} Feb 16 17:47:25.225434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-b95ca19b-a126-4730-99e7-5a002d68be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:25.227254 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-b95ca19b-a126-4730-99e7-5a002d68be47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.0670743 Feb 16 17:47:25.304763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f706e-20ec-4588-9f32-d65422c297db req-f397f537-2558-40f6-b218-675be5f41079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:25.306315 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-f397f537-2558-40f6-b218-675be5f41079 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723908 Feb 16 17:47:25.542515 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-c46abd59-c709-4643-9a80-bb8f7ea1402b service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297370 Feb 16 17:47:25.681907 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-998f706e-20ec-4588-9f32-d65422c297db req-8983ca0e-699d-4430-9f80-f8bc9b88c557 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326671 Feb 16 17:47:25.814017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-3c2265d7-a06d-4742-9d30-0159ab258451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:25.815382 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-3c2265d7-a06d-4742-9d30-0159ab258451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1097 time: 0.0805418 Feb 16 17:47:25.952844 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-149c7388-a2a2-45f9-b072-8e7d3c312c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:25.954429 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-149c7388-a2a2-45f9-b072-8e7d3c312c2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 898 time: 0.1326306 Feb 16 17:47:26.021411 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-0925bddc-0a78-4a1a-9172-297746616395 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 217 time: 0.0609081 Feb 16 17:47:26.090369 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-62bace52-11c0-442e-b830-dd6f52692251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:26.091754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-62bace52-11c0-442e-b830-dd6f52692251 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.0642233 Feb 16 17:47:26.169627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-bce86476-e6cf-4713-a62a-85cf1a9b9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:26.171184 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-bce86476-e6cf-4713-a62a-85cf1a9b9b16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731320 Feb 16 17:47:26.311740 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-b5f85787-6e0e-4797-8f92-99c7eb2831a7 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340895 Feb 16 17:47:26.433238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cac25-c72e-4714-95bb-ad735f16250f req-74ec4861-625e-4db5-989b-fcbea73dfc63 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:26.435517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ca0cac25-c72e-4714-95bb-ad735f16250f req-74ec4861-625e-4db5-989b-fcbea73dfc63 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 944 time: 0.2080827 Feb 16 17:47:26.460933 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8d2e83b2-7e30-42ab-b024-d1bd063da9dc req-21f3c72c-705e-4a51-ac5e-060425094b1f service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429269 Feb 16 17:47:26.486161 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ca0cac25-c72e-4714-95bb-ad735f16250f req-28b44a21-ecf0-4098-bf4b-f89baf48b0c1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Feb 16 17:47:27.677331 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffad237-d025-4f32-9783-5f4b94bd9113 req-a17b21c3-e1b5-4432-ab46-9a484a7e9fc2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:27.678835 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4ffad237-d025-4f32-9783-5f4b94bd9113 req-a17b21c3-e1b5-4432-ab46-9a484a7e9fc2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 944 time: 0.0840585 Feb 16 17:47:27.725125 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4ffad237-d025-4f32-9783-5f4b94bd9113 req-b0e52492-eca9-4da1-899d-3cefc1ebc5c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Feb 16 17:47:28.915057 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be040299-54c8-4732-95fe-8603f6203cb2 req-3f25d8f8-a6d6-49bd-bc1b-f108dadbe48f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:28.916528 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-be040299-54c8-4732-95fe-8603f6203cb2 req-3f25d8f8-a6d6-49bd-bc1b-f108dadbe48f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 944 time: 0.0814703 Feb 16 17:47:28.965865 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-be040299-54c8-4732-95fe-8603f6203cb2 req-45ce9a54-d587-4136-838a-7e02d7da6f79 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Feb 16 17:47:29.919615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0671afc8-07a3-40da-b5bd-d31586eb131f details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:47:30.085881 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0671afc8-07a3-40da-b5bd-d31586eb131f, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0671afc8-07a3-40da-b5bd-d31586eb131f,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:30.100321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'port_id': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'mac_address': 'fa:16:3e:f7:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:47:30.160118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:30.167232 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b5d9-8647-4a71-a81f-df21d336b924 req-ecf60f37-f290-4131-b14b-78b5eff72935 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:30.168802 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4255b5d9-8647-4a71-a81f-df21d336b924 req-ecf60f37-f290-4131-b14b-78b5eff72935 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 944 time: 0.0949254 Feb 16 17:47:30.182730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0671afc8-07a3-40da-b5bd-d31586eb131f {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:47:30.199952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0671afc8-07a3-40da-b5bd-d31586eb131f, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0671afc8-07a3-40da-b5bd-d31586eb131f,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:30.205272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:30.220071 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4255b5d9-8647-4a71-a81f-df21d336b924 req-96e2debd-9d7e-430e-bb8b-5c5de5be4445 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 Feb 16 17:47:30.276855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0671afc8-07a3-40da-b5bd-d31586eb131f,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:30.585464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['0671afc8-07a3-40da-b5bd-d31586eb131f'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:47:30.985636 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d238be4d-86f4-4c6f-a77c-1b1283e3cd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:31.412274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84223a0a-517e-4533-80a3-144d75dd89bd req-7a61408b-c277-401a-873c-a6d097b8b5c4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:31.413889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-84223a0a-517e-4533-80a3-144d75dd89bd req-7a61408b-c277-401a-873c-a6d097b8b5c4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 945 time: 0.0857980 Feb 16 17:47:31.461420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-84223a0a-517e-4533-80a3-144d75dd89bd req-48920465-9771-40ff-a0c2-a58a017814fd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Feb 16 17:47:31.919314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0671afc8-07a3-40da-b5bd-d31586eb131f up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:47:31.992073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 0671afc8-07a3-40da-b5bd-d31586eb131f completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:47:31.997441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 0671afc8-07a3-40da-b5bd-d31586eb131f triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:31.997800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:32.124221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:32.154725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:47:32.166050 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0671afc8-07a3-40da-b5bd-d31586eb131f, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0671afc8-07a3-40da-b5bd-d31586eb131f,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:47:32.171667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:32.217911 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'code': 200} Feb 16 17:47:32.245294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0671afc8-07a3-40da-b5bd-d31586eb131f,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:32.464008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3ffd-7c0a-4144-912c-ab3727af9e6f req-01942059-84a8-4fe7-adfe-0fd263e47395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:32.465409 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b9ad3ffd-7c0a-4144-912c-ab3727af9e6f req-01942059-84a8-4fe7-adfe-0fd263e47395 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1099 time: 0.0847669 Feb 16 17:47:32.510501 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b9ad3ffd-7c0a-4144-912c-ab3727af9e6f req-8daf589c-c789-42f6-936a-3024287c4200 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385244 Feb 16 17:47:32.655394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058f25b-37a6-454b-8b61-c71961138a6f req-f5cde01b-f0bd-407b-9f71-b70cd64bd374 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:32.657448 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6058f25b-37a6-454b-8b61-c71961138a6f req-f5cde01b-f0bd-407b-9f71-b70cd64bd374 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0810745 Feb 16 17:47:32.707414 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6058f25b-37a6-454b-8b61-c71961138a6f req-79fa18b2-23f1-4047-bd4c-e7f9ba7efbe3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Feb 16 17:47:33.731573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2466c5f6-3ce4-497d-9e1e-58113b3fcda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:33.906281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e142-3963-4d71-8830-f8e3609eacf3 req-26dda694-68f2-40e7-beda-96a528d92078 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:33.908332 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1b4e142-3963-4d71-8830-f8e3609eacf3 req-26dda694-68f2-40e7-beda-96a528d92078 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0886154 Feb 16 17:47:33.954145 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a1b4e142-3963-4d71-8830-f8e3609eacf3 req-d6fa8bc0-a653-4f10-a1b5-eb667fd86946 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395861 Feb 16 17:47:34.438898 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:35.148350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b06020-d755-4d06-9e8d-eab81f6c6bca req-f9fe21d4-a60e-48c0-b6d9-a8710342c779 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:35.150009 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-80b06020-d755-4d06-9e8d-eab81f6c6bca req-f9fe21d4-a60e-48c0-b6d9-a8710342c779 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0866079 Feb 16 17:47:35.201856 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-80b06020-d755-4d06-9e8d-eab81f6c6bca req-5bb3d63e-5dd5-4fbf-9709-b66a600c8aff tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459466 Feb 16 17:47:35.240580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:35.399824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a91e-0aa4-45f9-a6aa-58846337de6b req-5ba4cbcf-f5f2-4efd-a824-258efbdfc299 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:35.401296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6540a91e-0aa4-45f9-a6aa-58846337de6b req-5ba4cbcf-f5f2-4efd-a824-258efbdfc299 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0886717 Feb 16 17:47:35.450016 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6540a91e-0aa4-45f9-a6aa-58846337de6b req-5bf94e04-1477-4157-9d59-b6b4733d0be9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430858 Feb 16 17:47:35.473669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38306) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:35.551062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e53aa9-9bf2-4b76-8a71-f65f2091c4d5 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:35.554798 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-48e53aa9-9bf2-4b76-8a71-f65f2091c4d5 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1094 time: 0.0775647 Feb 16 17:47:35.555792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38312) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:35.561204 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:35.569374 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:47:35.571842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:floatingip and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:47:35.574856 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:47:35.581731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:47:35.591162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:35.739164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:35.878272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.195 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/0c8ef149-49e3-4278-a790-490b07f1c154) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:47:36.027939 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.060782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.127909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:36.130894 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:36.134517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:47:36.175428 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=0c8ef149-49e3-4278-a790-490b07f1c154,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:36.684386 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.761951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.919851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.980877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.986053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:37.089234 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=0c8ef149-49e3-4278-a790-490b07f1c154,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:37.106444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:37.289115 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP 81d93a41-f1f2-459c-9dd8-deeb19ac16ff associated. External IP: 172.26.7.195, port: 0671afc8-07a3-40da-b5bd-d31586eb131f. Feb 16 17:47:37.655568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 03545b18-4bca-4790-ba56-3751cafdd891 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:47:37.845404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:47:37.855734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b8339-0d29-410b-af29-4f017966c154 None None] Sync routers for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:47:37.866956 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:37.867482 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:37.870852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:37.928507 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-864a5d35-97c8-499f-8e18-fcd68ec00c36 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3714199 Feb 16 17:47:37.928995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:47:38.058583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:38.097766 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc87ab-ced4-4c3e-b999-810c93ff31b6 req-08c8f503-e4e9-42a9-b521-809a76be145e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:38.099315 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9ffc87ab-ced4-4c3e-b999-810c93ff31b6 req-08c8f503-e4e9-42a9-b521-809a76be145e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0839739 Feb 16 17:47:38.271544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9ffc87ab-ced4-4c3e-b999-810c93ff31b6 req-8bf66ca9-11bf-4ad5-bcd6-2060a54a32ab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665077 Feb 16 17:47:38.297518 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38322) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:38.389440 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'status': 'completed', 'code': 200} Feb 16 17:47:38.446706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '81d93a41-f1f2-459c-9dd8-deeb19ac16ff', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.195', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'port_id': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'mac_address': 'fa:16:3e:f7:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:47:36Z', 'updated_at': '2022-02-16T17:47:36Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:23Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:38.451211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b8339-0d29-410b-af29-4f017966c154 None None] Checking router: 03545b18-4bca-4790-ba56-3751cafdd891 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:47:38.451688 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8a1337f3-27c1-483d-a19c-4b26919f7dac tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/81d93a41-f1f2-459c-9dd8-deeb19ac16ff HTTP/1.1" status: 200 len: 992 time: 0.1527038 Feb 16 17:47:38.461746 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:47:38.462366 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:47:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:38.495891 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-89424b03-982f-41a1-85b1-82dd4ccbfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:38.497245 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-89424b03-982f-41a1-85b1-82dd4ccbfb87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1099 time: 0.0837941 Feb 16 17:47:38.648868 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-4f8e5341-3c7c-4113-a349-16906f11705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:38.650345 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-4f8e5341-3c7c-4113-a349-16906f11705f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 898 time: 0.1468220 Feb 16 17:47:38.691365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:47:38.753868 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-bf8cde2f-6815-414f-81f1-e51d09fd7552 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 1000 time: 0.0962491 Feb 16 17:47:38.919997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-03ca69a8-8b78-4d5c-95d3-065bf23b3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:38.921426 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-03ca69a8-8b78-4d5c-95d3-065bf23b3224 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.1617110 Feb 16 17:47:39.000860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-68ae728d-5777-455e-b0c9-5e92193fe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:39.002358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-68ae728d-5777-455e-b0c9-5e92193fe9a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730360 Feb 16 17:47:39.058300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-891b8339-0d29-410b-af29-4f017966c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '81d93a41-f1f2-459c-9dd8-deeb19ac16ff', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.195', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'port_id': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'mac_address': 'fa:16:3e:f7:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:47:36Z', 'updated_at': '2022-02-16T17:47:36Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:23Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:47:39.062328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b8339-0d29-410b-af29-4f017966c154 None None] The sync data for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv is: [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '81d93a41-f1f2-459c-9dd8-deeb19ac16ff', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.195', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'port_id': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'mac_address': 'fa:16:3e:f7:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:47:36Z', 'updated_at': '2022-02-16T17:47:36Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:23Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:47:39.147469 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-0aed6f13-9a4b-4b1f-8467-490752a38a81 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385376 Feb 16 17:47:39.261703 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d6a34-406d-44e8-86de-97d537ec504f None None] New status for floating IP 81d93a41-f1f2-459c-9dd8-deeb19ac16ff: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:47:39.292669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fda08987-ff3c-44bf-be87-8296e76fdac9 req-bceb8806-7210-47a3-bd02-4ce82b4daa5d service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383824 Feb 16 17:47:39.455064 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38326) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:39.566738 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9b9cf3ad-59ad-4458-8589-a215c358f496 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/81d93a41-f1f2-459c-9dd8-deeb19ac16ff HTTP/1.1" status: 200 len: 992 time: 0.1098518 Feb 16 17:47:40.570885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38330) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:47:40.681709 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fcae1f59-5133-4e4c-8317-457b2b5ad876 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/81d93a41-f1f2-459c-9dd8-deeb19ac16ff HTTP/1.1" status: 200 len: 994 time: 0.1097379 Feb 16 17:47:52.996841 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:47:55.082147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:00.988618 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9c648b44-f164-49e0-bb3d-ec6a7ecf1a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:03.728106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-19353aca-f896-4e02-ab76-ee4d7680e36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:04.442487 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:05.244038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:06.920630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:14.037036 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-e9dc5460-7981-44d7-afc4-39db76b956f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780706 Feb 16 17:48:14.230648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-8de7afea-fca9-4c41-a428-0cd9ab2ca823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:14.232171 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-8de7afea-fca9-4c41-a428-0cd9ab2ca823 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1099 time: 0.1230235 Feb 16 17:48:14.382029 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-e4fa5c1b-3353-47df-b74d-68dd350e8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:14.383480 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-e4fa5c1b-3353-47df-b74d-68dd350e8945 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 898 time: 0.1323152 Feb 16 17:48:14.493071 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-3e97b19f-da9a-4dd8-b214-223b4f66af82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 1002 time: 0.1031556 Feb 16 17:48:14.557357 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-5827c1d9-6cb9-4595-990f-ee46ecc8b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:14.558813 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-5827c1d9-6cb9-4595-990f-ee46ecc8b2e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.0599136 Feb 16 17:48:14.646364 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-9fcc2964-5f01-4a39-86c3-0c2e813e5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:14.647770 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-9fcc2964-5f01-4a39-86c3-0c2e813e5a85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793128 Feb 16 17:48:14.785877 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-1d678b62-da7e-44cd-8903-d38a9ebb868a service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312706 Feb 16 17:48:14.924368 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-00deb6b3-0a15-40bb-b75b-df1d709de828 req-2f7aea71-4794-4349-8bed-f588becc80f2 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318469 Feb 16 17:48:25.078329 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:29.996018 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:48:30.990215 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae1508d8-ecf1-4d31-b360-81948b2d2e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:33.730203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d7c777e8-94c8-43d7-8de9-a32403284f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.445664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:35.253344 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:36.925024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.147431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf533b18-e9b2-4941-a854-99abdebb83e2 req-297b52ad-b9f7-4b27-83f2-5838f2163dfe tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:50.149313 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf533b18-e9b2-4941-a854-99abdebb83e2 req-297b52ad-b9f7-4b27-83f2-5838f2163dfe tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.1044941 Feb 16 17:48:50.250250 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cf533b18-e9b2-4941-a854-99abdebb83e2 req-7fd94f9e-6a92-48e6-a91d-8e6473615926 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943713 Feb 16 17:48:51.458511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8553fe-8f30-42e0-89fb-9537d2071f44 req-335b1486-db9c-4f19-a007-2ee24e44e493 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:51.460026 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c8553fe-8f30-42e0-89fb-9537d2071f44 req-335b1486-db9c-4f19-a007-2ee24e44e493 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0876000 Feb 16 17:48:51.507511 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0c8553fe-8f30-42e0-89fb-9537d2071f44 req-b939287d-f19d-4cbf-bb84-a50ddcbd51fe tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Feb 16 17:48:52.707422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3a182-8050-4d4b-8cde-0f6b9620237b req-8ab9101e-3108-4eb2-aea5-fb5803de9bde tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:52.708930 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c6b3a182-8050-4d4b-8cde-0f6b9620237b req-8ab9101e-3108-4eb2-aea5-fb5803de9bde tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0905955 Feb 16 17:48:52.757373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c6b3a182-8050-4d4b-8cde-0f6b9620237b req-0ff5890d-498c-4dcc-9fff-127c7b3b3804 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Feb 16 17:48:53.959679 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e37219-91a2-47fa-a01c-c2df56802548 req-de826322-d479-4e47-9d68-843ac254bb5d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:53.961167 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10e37219-91a2-47fa-a01c-c2df56802548 req-de826322-d479-4e47-9d68-843ac254bb5d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0849023 Feb 16 17:48:54.008032 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10e37219-91a2-47fa-a01c-c2df56802548 req-94552e25-d2cd-437b-9865-06822a715723 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Feb 16 17:48:55.086817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.206199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9117f-2df1-48e0-93f7-98f6187a56de req-cb355774-6014-4991-9d1c-e8d4b24938f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:55.207726 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13e9117f-2df1-48e0-93f7-98f6187a56de req-cb355774-6014-4991-9d1c-e8d4b24938f2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0834837 Feb 16 17:48:55.257758 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13e9117f-2df1-48e0-93f7-98f6187a56de req-289b0ec5-60a8-445a-af0c-6d44047b12f0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Feb 16 17:48:56.440861 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0130be-26bd-458f-8b58-ed5ff89b3836 req-68d53d2e-8374-4703-9a98-248aaa8faa04 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:56.442318 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e0130be-26bd-458f-8b58-ed5ff89b3836 req-68d53d2e-8374-4703-9a98-248aaa8faa04 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0806029 Feb 16 17:48:56.494420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1e0130be-26bd-458f-8b58-ed5ff89b3836 req-8d73577e-8f9c-4cf6-9fb0-c02425307ee8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Feb 16 17:48:57.682543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cd255-1b72-4924-ad5f-8c72e1e0e7a4 req-667f9a34-8a51-4241-bc6e-34268435cdab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:57.684008 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-175cd255-1b72-4924-ad5f-8c72e1e0e7a4 req-667f9a34-8a51-4241-bc6e-34268435cdab tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0829444 Feb 16 17:48:57.728139 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-175cd255-1b72-4924-ad5f-8c72e1e0e7a4 req-ab6f114e-9b52-4eda-b60a-e22733d5a91c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Feb 16 17:48:58.917641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3246-cc72-4a52-ac1c-015f2b303b73 req-e8c1326c-e73a-4c74-ad23-5ef1fa651ec9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:58.919034 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-115e3246-cc72-4a52-ac1c-015f2b303b73 req-e8c1326c-e73a-4c74-ad23-5ef1fa651ec9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0816667 Feb 16 17:48:58.963254 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-115e3246-cc72-4a52-ac1c-015f2b303b73 req-e6f76ee8-3f75-4fdd-96f3-59717023948c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Feb 16 17:49:00.159634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0acd-c8bb-427a-868f-9fb1fb74ea6b req-e5170d6b-1061-431c-8ef9-831f0b5c10bc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:00.161058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-640e0acd-c8bb-427a-868f-9fb1fb74ea6b req-e5170d6b-1061-431c-8ef9-831f0b5c10bc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0926838 Feb 16 17:49:00.205646 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-640e0acd-c8bb-427a-868f-9fb1fb74ea6b req-e14a1c6a-11ee-442d-99cf-4fc7f7df7694 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 Feb 16 17:49:00.991608 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d3c34637-739f-4f08-8dce-dfc60fa29de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:01.389561 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ea1ef-dd71-4a36-b2d6-c9771d6ddae5 req-23f7fbb0-30e8-4ccd-9ca6-c6103a798bc4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:01.391035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f39ea1ef-dd71-4a36-b2d6-c9771d6ddae5 req-23f7fbb0-30e8-4ccd-9ca6-c6103a798bc4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0812473 Feb 16 17:49:01.439191 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f39ea1ef-dd71-4a36-b2d6-c9771d6ddae5 req-15735d17-d538-4d15-a787-47e0ba45a825 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Feb 16 17:49:01.462349 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38394) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:49:01.566677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1fdafcda-c34e-4d99-9a85-16d50920e265 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/81d93a41-f1f2-459c-9dd8-deeb19ac16ff HTTP/1.1" status: 200 len: 994 time: 0.1029909 Feb 16 17:49:03.019530 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0a140-e950-431b-b24b-3c9240a5a290 req-90f0ff3d-3c14-4a59-814a-e1aadbd7a366 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:03.020984 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-32f0a140-e950-431b-b24b-3c9240a5a290 req-90f0ff3d-3c14-4a59-814a-e1aadbd7a366 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0839574 Feb 16 17:49:03.064314 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-cd2c5bd1-c391-4c40-8f71-5a348e3418c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:03.065938 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-cd2c5bd1-c391-4c40-8f71-5a348e3418c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1099 time: 0.0713022 Feb 16 17:49:03.066057 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-32f0a140-e950-431b-b24b-3c9240a5a290 req-2c85afc4-f827-4312-8acb-9a1c5abac5e0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393059 Feb 16 17:49:03.198304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-d30972ba-cde9-4437-a89f-36c86576d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:03.199881 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-d30972ba-cde9-4437-a89f-36c86576d648 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 898 time: 0.1272607 Feb 16 17:49:03.313942 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-7983b5a2-afac-4ee3-866f-811f47a55eaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 1002 time: 0.1085298 Feb 16 17:49:03.375349 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-e8fc3691-6439-4975-8e09-4e1e75e68d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:03.376741 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-e8fc3691-6439-4975-8e09-4e1e75e68d8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.0559256 Feb 16 17:49:03.554258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-9a5b1d04-9811-45b0-89b4-7cbc74cb2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:03.555855 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-9a5b1d04-9811-45b0-89b4-7cbc74cb2fcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1722677 Feb 16 17:49:03.690336 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-425da5a2-86a0-40de-8859-da2b368f6ce3 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281323 Feb 16 17:49:03.734847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1a4b8798-c2df-4afc-9674-a9082df719dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.831873 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-649f63bf-d60f-4e0b-bc0e-72e2a95473ba req-0d753ce1-4b52-4a72-85c7-e3c1da5dfc4c service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351097 Feb 16 17:49:04.318880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00485c-a3db-4d6a-bb0b-0ab2c00e9b91 req-c958c31e-dc2e-4d08-8a19-7e6cfeb4e08f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:04.320378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dd00485c-a3db-4d6a-bb0b-0ab2c00e9b91 req-c958c31e-dc2e-4d08-8a19-7e6cfeb4e08f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.1424129 Feb 16 17:49:04.370633 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dd00485c-a3db-4d6a-bb0b-0ab2c00e9b91 req-72c99e34-4a63-4dc3-881e-f063914b45f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445549 Feb 16 17:49:04.453340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.251349 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.563072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858c66-d531-4654-bd63-fb553c9c909b req-df551cc3-0e34-40d3-8851-40bc8ac04ef3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:05.564446 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-40858c66-d531-4654-bd63-fb553c9c909b req-df551cc3-0e34-40d3-8851-40bc8ac04ef3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0861323 Feb 16 17:49:05.610644 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-40858c66-d531-4654-bd63-fb553c9c909b req-720d5908-bdaa-4892-85c1-be301548c1b9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405769 Feb 16 17:49:05.634885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38410) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:49:05.850325 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-460e4d99-869a-4bd4-90d2-f1bf56e5cf6d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/81d93a41-f1f2-459c-9dd8-deeb19ac16ff HTTP/1.1" status: 200 len: 994 time: 0.2141976 Feb 16 17:49:06.929249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.996480 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:49:16.003188 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-0dd5883c-a260-4e3a-89f4-939655406bd0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690732 Feb 16 17:49:16.149836 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-8ef9d7a5-986e-4c2e-9bfd-5f32ae133281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:16.151357 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-8ef9d7a5-986e-4c2e-9bfd-5f32ae133281 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1099 time: 0.0768905 Feb 16 17:49:16.303660 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-32b17003-3d64-4d18-ab14-9b30bafa2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:16.305121 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-32b17003-3d64-4d18-ab14-9b30bafa2042 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 898 time: 0.1329687 Feb 16 17:49:16.409604 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-ae933c7c-3c71-4902-91c3-3cc17f3097b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 1002 time: 0.0969648 Feb 16 17:49:16.473563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-2d0fdb9e-3827-467f-9045-fe9efac01477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:16.475052 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-2d0fdb9e-3827-467f-9045-fe9efac01477 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.0583847 Feb 16 17:49:16.555149 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-3e4f0957-35b1-4c40-9913-88f9ac7d9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:16.556539 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-3e4f0957-35b1-4c40-9913-88f9ac7d9c44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745478 Feb 16 17:49:16.712477 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-0ea81235-8716-4d64-8249-4cd0733de2b1 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495245 Feb 16 17:49:16.848108 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4e3e7a88-6426-4d9d-b0bb-97afcd69bd76 req-af6eacd1-16ef-4776-aee8-f1f0c821e3c7 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295812 Feb 16 17:49:25.083186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:31.000278 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-354c9ad5-b7b0-4f5a-82ee-be8350281564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:33.737080 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-37bff39a-ccb2-4050-94a5-d5c702d1c90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:34.447667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:35.252157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:36.930760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:43.995962 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:49:55.096818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:00.840932 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38434) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:00.993605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d4224961-f70d-4506-aa7e-3317294f526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:01.048132 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 0c8ef149-49e3-4278-a790-490b07f1c154 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:50:01.048466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:01.226543 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:01.227228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:01.357398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 0c8ef149-49e3-4278-a790-490b07f1c154 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:50:01.513276 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:01.563681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=0c8ef149-49e3-4278-a790-490b07f1c154,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:01.598360 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.598735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.599069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.599399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.599725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.600048 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.600394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.600711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.601027 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.601343 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.601659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.601970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:01.682606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:01.684337 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP 81d93a41-f1f2-459c-9dd8-deeb19ac16ff disassociated (deleted). External IP: 172.26.7.195, port: 0671afc8-07a3-40da-b5bd-d31586eb131f. Feb 16 17:50:02.061906 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 03545b18-4bca-4790-ba56-3751cafdd891 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:50:02.360916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:50:02.371000 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] Sync routers for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:50:02.377005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:02.380763 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:02.381367 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:49:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:02.435339 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0604714e-8e8a-44dc-9fe4-37d4139e5eae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/floatingips/81d93a41-f1f2-459c-9dd8-deeb19ac16ff HTTP/1.1" status: 204 len: 168 time: 1.5930564 Feb 16 17:50:02.435907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:50:02.571546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:02.703922 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'status': 'completed', 'code': 200} Feb 16 17:50:02.809792 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-03e743e2-e860-4e60-804d-6ae629ca467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:02.812155 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-03e743e2-e860-4e60-804d-6ae629ca467b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 1099 time: 0.0819426 Feb 16 17:50:02.883279 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f76efe-a39d-445b-92d0-f77f5ee54514 req-514c156a-ef66-41dd-adcb-c6de604de758 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:02.883980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b1f76efe-a39d-445b-92d0-f77f5ee54514 req-514c156a-ef66-41dd-adcb-c6de604de758 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:02.900289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-b1f76efe-a39d-445b-92d0-f77f5ee54514 req-514c156a-ef66-41dd-adcb-c6de604de758 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:02.902408 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1f76efe-a39d-445b-92d0-f77f5ee54514 req-514c156a-ef66-41dd-adcb-c6de604de758 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.1115296 Feb 16 17:50:02.914007 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:23Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:02.919031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] Checking router: 03545b18-4bca-4790-ba56-3751cafdd891 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:50:02.928208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:02.928823 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:49:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:02.950911 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1f76efe-a39d-445b-92d0-f77f5ee54514 req-66570d08-0a51-4f94-a483-fccced26aed8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Feb 16 17:50:02.966797 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-c6608530-bd54-4bec-a3ee-5e1fba2b1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:02.968243 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-c6608530-bd54-4bec-a3ee-5e1fba2b1447 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 200 len: 898 time: 0.1498373 Feb 16 17:50:03.043290 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-d6d2e2e7-cf52-4a62-bb6a-39d9730e8428 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 200 len: 217 time: 0.0678678 Feb 16 17:50:03.107514 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-d06bd373-4b25-45b3-a2e8-e0f1f6b3f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:03.108957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-d06bd373-4b25-45b3-a2e8-e0f1f6b3f605 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 200 len: 834 time: 0.0602381 Feb 16 17:50:03.165294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:03.187503 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-b3ac7dba-30fc-4118-b191-476837fd590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:03.189315 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-b3ac7dba-30fc-4118-b191-476837fd590c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b921acb-73ca-467c-87bf-aa4d3afbe0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735521 Feb 16 17:50:03.440093 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-7d5b7013-a4d3-486c-9490-a4bf14a2677d service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436306 Feb 16 17:50:03.499726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:23Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:03.505088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3a44a-c127-46d2-b048-14ed6e9f7a1f None None] The sync data for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv is: [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:47:18Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': 'db80ad44-0245-41a4-b342-8bc2ea7c986c', 'name': '', 'network_id': '4b921acb-73ca-467c-87bf-aa4d3afbe0b1', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:d0:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:17Z', 'updated_at': '2022-02-16T17:47:23Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': '2fe23558-977e-4ac5-a669-40a7efa78b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:50:03.580954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1d76d4d2-e07b-432e-9c47-6b451746150d req-22f6be04-4213-484a-aeff-66d62d5a1f69 service neutron] 10.222.0.48 "GET /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347234 Feb 16 17:50:03.740397 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac768c5-56e3-4a82-91c1-dc7c56426bf5 None None] New status for floating IP 81d93a41-f1f2-459c-9dd8-deeb19ac16ff: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:50:03.741024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-86bcdfe7-2a02-4fac-8843-dccf92f6bf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:04.303985 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1495ea-2339-4253-ba05-74ad34ebc38b req-b52645e2-727d-47fe-9de5-fa3066e07f08 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:04.305323 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed1495ea-2339-4253-ba05-74ad34ebc38b req-b52645e2-727d-47fe-9de5-fa3066e07f08 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0855768 Feb 16 17:50:04.351275 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ed1495ea-2339-4253-ba05-74ad34ebc38b req-4dff3077-3785-4152-a1ba-6e9558f4acaa tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=874af3d6-67a0-45a5-aecd-e8a5d00a308f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Feb 16 17:50:04.450402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:04.614640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-d64fc615-650b-465e-acf0-96035bd4fdae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:04.615317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-d64fc615-650b-465e-acf0-96035bd4fdae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:04.627327 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-d64fc615-650b-465e-acf0-96035bd4fdae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:04.628452 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-d64fc615-650b-465e-acf0-96035bd4fdae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 946 time: 0.0964246 Feb 16 17:50:04.698268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 0671afc8-07a3-40da-b5bd-d31586eb131f {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:50:04.699186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:04.958638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 0671afc8-07a3-40da-b5bd-d31586eb131f, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0671afc8-07a3-40da-b5bd-d31586eb131f,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:04.958901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:05.087774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 0671afc8-07a3-40da-b5bd-d31586eb131f owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:50:05.245716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:05.258421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:05.301591 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=0671afc8-07a3-40da-b5bd-d31586eb131f,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:05.372196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.372530 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.372864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.373187 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.373508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.373846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.374203 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.374655 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.375037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.375415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.375789 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.376165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:05.391854 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] No DVR routers for this DVR port 0671afc8-07a3-40da-b5bd-d31586eb131f on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:50:05.394403 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:05.397084 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'name': 'network-vif-deleted', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:50:05.414524 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9d4dc8aa-5d1c-4021-b48d-021cacd2c8c5 req-7218affe-f97b-4055-bd21-ee98c05c1914 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "DELETE /v2.0/ports/0671afc8-07a3-40da-b5bd-d31586eb131f HTTP/1.1" status: 204 len: 173 time: 0.7809088 Feb 16 17:50:05.511607 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b5cbc089-d23b-4ae2-a07f-57a62de3f055 req-7b9de300-cef8-4577-a1bf-14133b24c5f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89fc566-52d7-4f54-bdbb-f276066ea777 HTTP/1.1" status: 200 len: 210 time: 0.0456803 Feb 16 17:50:05.715618 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fc566-52d7-4f54-bdbb-f276066ea777', 'name': 'network-vif-deleted', 'tag': '0671afc8-07a3-40da-b5bd-d31586eb131f', 'status': 'completed', 'code': 200} Feb 16 17:50:06.610159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38456) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:06.939380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:07.208665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:07.639174 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port db80ad44-0245-41a4-b342-8bc2ea7c986c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:50:07.639948 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:07.866050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port db80ad44-0245-41a4-b342-8bc2ea7c986c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=db80ad44-0245-41a4-b342-8bc2ea7c986c,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:07.866455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:08.130729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for db80ad44-0245-41a4-b342-8bc2ea7c986c owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:50:08.355493 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:08.403995 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=db80ad44-0245-41a4-b342-8bc2ea7c986c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:08.631548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0671afc8-07a3-40da-b5bd-d31586eb131f no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:50:08.667516 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 0671afc8-07a3-40da-b5bd-d31586eb131f {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:50:08.667859 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0671afc8-07a3-40da-b5bd-d31586eb131f not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:50:08.702342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.070486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router 03545b18-4bca-4790-ba56-3751cafdd891 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:50:09.255725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:50:09.266518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] Sync routers for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:50:09.269780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4d9befbb-588e-4eca-ba01-f45f25b473dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/03545b18-4bca-4790-ba56-3751cafdd891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585174 Feb 16 17:50:09.272726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38464) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:09.280721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:09.281473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:09.340907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting subnet 2fe23558-977e-4ac5-a669-40a7efa78b15 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:50:09.344566 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.405383 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.489526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:09.655422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.735270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.777720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe23558-977e-4ac5-a669-40a7efa78b15,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:09.781615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.790022 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4bd43cbe-3880-4f27-914a-a0fc64532225 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/subnets/2fe23558-977e-4ac5-a669-40a7efa78b15 HTTP/1.1" status: 204 len: 168 time: 0.5163162 Feb 16 17:50:09.792228 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e2fa9e-d1b4-4c2d-861b-db17fbddb389 None None] Network 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:50:09.793359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38468) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:09.877687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:50:08Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:09.896904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] Checking router: 03545b18-4bca-4790-ba56-3751cafdd891 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:50:09.951309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] Routers {'03545b18-4bca-4790-ba56-3751cafdd891'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:09.951989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['03545b18-4bca-4790-ba56-3751cafdd891'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:10.011659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.203384 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.215170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 0b4c8140-b917-48f5-bd44-36a28391834c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:50:10.215513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.269549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] Set router 03545b18-4bca-4790-ba56-3751cafdd891 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:10.424243 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 0b4c8140-b917-48f5-bd44-36a28391834c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=0b4c8140-b917-48f5-bd44-36a28391834c,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:10.424659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.474504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] DHCP port deletion for 4b921acb-73ca-467c-87bf-aa4d3afbe0b1 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:50:10.487717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Deleting port 5ea91c9d-cff1-455f-b469-138ad5097f00 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:50:10.489416 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.561055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 0b4c8140-b917-48f5-bd44-36a28391834c owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:50:10.763865 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.767712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 5ea91c9d-cff1-455f-b469-138ad5097f00 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:50:10.812599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=0b4c8140-b917-48f5-bd44-36a28391834c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:10.872169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] For port 5ea91c9d-cff1-455f-b469-138ad5097f00, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=5ea91c9d-cff1-455f-b469-138ad5097f00,segment=NetworkSegment(d79a9d8b-a773-4018-8a9a-70f6bb7a4084),segment_id=d79a9d8b-a773-4018-8a9a-70f6bb7a4084)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:10.872788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.910312 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.025093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Calling delete_port for 5ea91c9d-cff1-455f-b469-138ad5097f00 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:50:11.084613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:50:08Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:11.137024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f61b9-f16f-4584-a013-2bfff1de7845 None None] The sync data for ids ['03545b18-4bca-4790-ba56-3751cafdd891'] in dv-neutron-829527-2-hyperv is: [{'id': '03545b18-4bca-4790-ba56-3751cafdd891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865768262', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:47:13Z', 'updated_at': '2022-02-16T17:50:08Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '0b4c8140-b917-48f5-bd44-36a28391834c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03545b18-4bca-4790-ba56-3751cafdd891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:47:14Z', 'updated_at': '2022-02-16T17:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:50:11.186361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.221643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.237774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.241166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.256833 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Pushing event deleted for resources: {'Port': ['ID=5ea91c9d-cff1-455f-b469-138ad5097f00,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:11.273297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.273522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] No DVR routers for this DVR port 5ea91c9d-cff1-455f-b469-138ad5097f00 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:50:11.274022 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Fanout notify agent at l3_agent the message router_deleted on router 03545b18-4bca-4790-ba56-3751cafdd891 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:50:11.277193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.277193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.277574 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.277934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.278261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.278610 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.278978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.279345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.279852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.280115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.280471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.280790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc8c65-a4d5-4af9-84ee-6d7e18302886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:11.294921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.298892 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7a9c3eeb-1bc1-4a1c-a3a6-b7bc6e6dbeaf tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/routers/03545b18-4bca-4790-ba56-3751cafdd891 HTTP/1.1" status: 204 len: 168 time: 1.5015714 Feb 16 17:50:11.298993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38472) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:11.427741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.569394 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.607436 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b921acb-73ca-467c-87bf-aa4d3afbe0b1']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:11.622284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:11.622883 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79a9d8b-a773-4018-8a9a-70f6bb7a4084') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:11.635330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.653697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.661221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:50:11.661620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:50:11.678311 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:50:11.766170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.789563 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.801850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Network': ['ID=4b921acb-73ca-467c-87bf-aa4d3afbe0b1,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:11.811690 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-3184fa09-0f28-43e5-9631-35cf4c6e3042 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/networks/4b921acb-73ca-467c-87bf-aa4d3afbe0b1 HTTP/1.1" status: 204 len: 168 time: 0.5114861 Feb 16 17:50:11.814458 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38478) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:11.889150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ef9530c-fbf4-4cc1-8532-304fcf2b7578 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.921270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ef9530c-fbf4-4cc1-8532-304fcf2b7578 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.991033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ef9530c-fbf4-4cc1-8532-304fcf2b7578 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.013659 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9530c-fbf4-4cc1-8532-304fcf2b7578 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874af3d6-67a0-45a5-aecd-e8a5d00a308f,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:12.033651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-6ef9530c-fbf4-4cc1-8532-304fcf2b7578 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.034909 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-6ef9530c-fbf4-4cc1-8532-304fcf2b7578 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/security-groups/874af3d6-67a0-45a5-aecd-e8a5d00a308f HTTP/1.1" status: 204 len: 168 time: 0.2192965 Feb 16 17:50:12.377282 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38486) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:12.382516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616260021', 'description': 'tempest-secgroup-smoke-616260021 description', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:12.389475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:12.394330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:12.397455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:12.405886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:12.416252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.437773 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:12.441638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:12.444696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:12.451922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:12.528630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.532612 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.581653 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc6457-990d-4591-92a2-8af520c69e01,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:12.585037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.586917 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-084170ea-3ab6-4bdf-9a39-7def12bf60c0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2084098 Feb 16 17:50:12.589762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38492) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:12.595970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '75fc6457-990d-4591-92a2-8af520c69e01', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:12.603192 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:12.607661 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:12.610971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:12.617020 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:12.634184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.706107 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.711370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.728829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0b4c8140-b917-48f5-bd44-36a28391834c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:50:12.737597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80459547-bff4-4457-ab10-47956ed2d6d8,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:12.749892 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.753540 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f0add56a-8113-4e1a-bd0d-aa60d6a5ad0a tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603067 Feb 16 17:50:12.764973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38496) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:12.770582 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '75fc6457-990d-4591-92a2-8af520c69e01', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:12.772437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 0b4c8140-b917-48f5-bd44-36a28391834c {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:50:12.772806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 0b4c8140-b917-48f5-bd44-36a28391834c not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:50:12.773328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db80ad44-0245-41a4-b342-8bc2ea7c986c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:50:12.777044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:12.780929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:12.784078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:12.790132 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:12.808096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.812493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: db80ad44-0245-41a4-b342-8bc2ea7c986c {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:50:12.812842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device db80ad44-0245-41a4-b342-8bc2ea7c986c not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:50:12.878186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.878186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.900818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df6789f-8dae-41cc-adc0-330555bce58f,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:12.909705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.910895 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-241fd0f8-0b91-4de6-af32-f57ad21e3223 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445980 Feb 16 17:50:12.913998 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38500) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:12.920118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '75fc6457-990d-4591-92a2-8af520c69e01', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:12.926272 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:12.930175 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:12.934005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:12.939716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:12.959081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.022164 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.025902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.049854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2fa041-2b1b-4c45-84cf-7e874975c16c,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:13.060044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.061296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b4d780a3-06bf-4e87-bb1c-d98faed22918 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462607 Feb 16 17:50:13.064809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38504) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:13.069808 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '75fc6457-990d-4591-92a2-8af520c69e01', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:13.076274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:13.080377 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:13.083522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:13.089143 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:13.106407 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.172770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.176866 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.201534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d84bcc-18d4-44c3-9468-51227054888a,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:13.210581 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.211750 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-29cd4ace-b0d5-4aaa-8fe7-f61c93b16ddd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460271 Feb 16 17:50:13.214838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38508) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:13.219881 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '75fc6457-990d-4591-92a2-8af520c69e01', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:13.226103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:13.230789 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:13.233749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:13.239627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:13.250837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:50:13.257576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.324338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.328108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.351050 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5a15e6-93dd-41cd-a22c-369f3356db90,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:13.360823 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.362100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-07e14c1d-5f17-422d-baac-7d36ca243662 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462691 Feb 16 17:50:13.365169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38512) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:13.369983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'security_group_rule': {'security_group_id': '75fc6457-990d-4591-92a2-8af520c69e01', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:13.376186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:13.380177 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:security_group_rule and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:13.383180 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:13.389087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:13.399016 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Project f37e63187ee14cf2bf353acba7ec920e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:50:13.406419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.471889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.475867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.499845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea509fbb-95ee-4bec-aa50-cfe9d1089041,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:13.509548 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.511352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9c695f36-4786-47c6-8b47-45221af4b5e4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446445 Feb 16 17:50:13.515662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38516) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:13.521228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'network': {'name': 'tempest-network-smoke--895498710', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'port_security_enabled': True}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:13.526479 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:13.530850 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:network and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:13.533729 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:13.539719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:13.550904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:50:13.555202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.584258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:50:13.594951 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.595432 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Added segment 8af5d51f-dafb-409d-94f9-bf27e98090b8 of type vlan for network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 Feb 16 17:50:13.623253 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.656473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.661904 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:13.662822 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.768318 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2515399 Feb 16 17:50:13.770986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38520) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:13.776775 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'admin_state_up': True, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:13.779000 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4604dc-9c43-426b-b660-19a3e56bb57e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Network': ['ID=b7b34de0-5414-4509-9b7c-b4bbeeddfa75,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:13.784233 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:13.788666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:router and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:13.790702 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:50:13.792415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:13.799401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:13.812450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.813746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:13.832254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:14.227523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:14.540416 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:14.570742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:14.708102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.182 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/9118cb25-1ed3-446d-80f1-0d7694950356) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:50:14.854311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:14.884353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:14.949617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:50:14.952501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:14.956122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:50:14.987835 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=9118cb25-1ed3-446d-80f1-0d7694950356,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:15.504804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:15.856869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:16.077297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router ee39b6d6-a90b-4990-8794-ed8d59a1d737 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:50:16.258867 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:50:16.270499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Sync routers for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:50:16.283983 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:16.284620 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:16.290460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:16.291921 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d80a1454-3c0e-4f86-b868-389b107f4c37 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5198278 Feb 16 17:50:16.296296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38524) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:16.469168 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:16.545065 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e15c07c3-c743-4eb2-afed-b9b76988fc85 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f37e63187ee14cf2bf353acba7ec920e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2475338 Feb 16 17:50:16.547613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38530) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:16.681603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0a7b6-3ff0-4938-b28e-b4242a61511d tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:16.683883 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-e1c0a7b6-3ff0-4938-b28e-b4242a61511d tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353157 Feb 16 17:50:16.687059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38534) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:16.726022 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a4f29d98-8d41-46eb-9f3b-747819747449 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4a0e5849-0fb5-480a-9651-959e040030f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377080 Feb 16 17:50:16.728531 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38538) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:16.735028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327003772', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:16.760824 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:15Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:16.765279 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Checking router: ee39b6d6-a90b-4990-8794-ed8d59a1d737 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:50:16.765796 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Updating router ee39b6d6-a90b-4990-8794-ed8d59a1d737 port 9118cb25-1ed3-446d-80f1-0d7694950356 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:50:16.838445 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:16.847198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:16.852083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:subnet and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:16.856191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:16.862484 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:16.874281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:50:16.877835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.114521 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.197675 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Subnet': ['ID=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:17.206724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Checking segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:50:17.207078 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network hostable DHCP agents. Network: b7b34de0-5414-4509-9b7c-b4bbeeddfa75, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:50:17.223989 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.228228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:50:17.238030 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Transition to ACTIVE for port object 9118cb25-1ed3-446d-80f1-0d7694950356 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:17.239293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, b7b34de0-5414-4509-9b7c-b4bbeeddfa75) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:17.244273 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.245062 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:17.245730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.254314 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9c4b3-a267-49bc-9fb0-b09dc83a40e6 None None] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:50:17.274378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5c14e402-3363-4c55-a1b1-2c41b25b2252 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5439463 Feb 16 17:50:17.279305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38542) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:17.322446 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Attempting to bind port 9118cb25-1ed3-446d-80f1-0d7694950356 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:50:17.323631 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Attempting to bind port 9118cb25-1ed3-446d-80f1-0d7694950356 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:50:17.323832 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Attempting to bind port 9118cb25-1ed3-446d-80f1-0d7694950356 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:50:17.332588 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Pushing event updated for resources: {'Port': ['ID=9118cb25-1ed3-446d-80f1-0d7694950356,revision_number=2']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:17.334899 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:50:17.335274 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:50:17.335974 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.336089 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:50:17.336473 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Bound port: 9118cb25-1ed3-446d-80f1-0d7694950356, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:50:17.336835 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.372460 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.372732 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.373049 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.373379 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.373700 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.374070 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.374391 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.374741 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.375057 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.375370 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.375682 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.375989 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:50:17.426001 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] For port 9118cb25-1ed3-446d-80f1-0d7694950356, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:50:17.429994 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] For port 9118cb25-1ed3-446d-80f1-0d7694950356, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9118cb25-1ed3-446d-80f1-0d7694950356,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:50:17.435684 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.512077 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:17.512722 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:17.548594 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030421d-2285-4060-9736-f591abf3153b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:50:17.549411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5030421d-2285-4060-9736-f591abf3153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.599576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499b3da-b0fc-4635-abb4-cc358491a5c6 None None] Pushing event updated for resources: {'Port': ['ID=9118cb25-1ed3-446d-80f1-0d7694950356,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:17.715129 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:17.721492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-5030421d-2285-4060-9736-f591abf3153b None None] Allocated IP 172.20.0.2 (b7b34de0-5414-4509-9b7c-b4bbeeddfa75/a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55/c882214a-6f36-4a1d-a81a-68846ad8acf2) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:50:17.954960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5030421d-2285-4060-9736-f591abf3153b None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:17.966778 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5030421d-2285-4060-9736-f591abf3153b None None] Transition to ACTIVE for port object c882214a-6f36-4a1d-a81a-68846ad8acf2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:17.986864 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5030421d-2285-4060-9736-f591abf3153b None None] Transition to ACTIVE for port object c882214a-6f36-4a1d-a81a-68846ad8acf2 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:17.992884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5030421d-2285-4060-9736-f591abf3153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:18.021699 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:15Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:18.025953 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2638a-bfdb-405d-bc17-37764f25bd87 None None] The sync data for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv is: [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:15Z', 'revision_number': 3, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:50:18.067792 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030421d-2285-4060-9736-f591abf3153b None None] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:50:18.070934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-5030421d-2285-4060-9736-f591abf3153b None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:18.075327 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030421d-2285-4060-9736-f591abf3153b None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:50:18.084239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030421d-2285-4060-9736-f591abf3153b None None] Pushing event updated for resources: {'Port': ['ID=c882214a-6f36-4a1d-a81a-68846ad8acf2,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:18.173465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5030421d-2285-4060-9736-f591abf3153b None None] Attempting to bind port c882214a-6f36-4a1d-a81a-68846ad8acf2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:50:18.173908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5030421d-2285-4060-9736-f591abf3153b None None] Attempting to bind port c882214a-6f36-4a1d-a81a-68846ad8acf2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:50:18.176136 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030421d-2285-4060-9736-f591abf3153b None None] Attempting to bind port c882214a-6f36-4a1d-a81a-68846ad8acf2 on network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:50:18.181933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030421d-2285-4060-9736-f591abf3153b None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:50:18.182984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030421d-2285-4060-9736-f591abf3153b None None] Checking segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:50:18.183411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5030421d-2285-4060-9736-f591abf3153b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:18.183799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030421d-2285-4060-9736-f591abf3153b None None] Bound using segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:50:18.189724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5030421d-2285-4060-9736-f591abf3153b None None] Bound port: c882214a-6f36-4a1d-a81a-68846ad8acf2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:50:18.190113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5030421d-2285-4060-9736-f591abf3153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:18.196202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:18.320716 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5030421d-2285-4060-9736-f591abf3153b None None] For port c882214a-6f36-4a1d-a81a-68846ad8acf2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:50:18.325496 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5030421d-2285-4060-9736-f591abf3153b None None] For port c882214a-6f36-4a1d-a81a-68846ad8acf2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c882214a-6f36-4a1d-a81a-68846ad8acf2,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:50:18.329997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5030421d-2285-4060-9736-f591abf3153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:18.419808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030421d-2285-4060-9736-f591abf3153b None None] Pushing event updated for resources: {'Port': ['ID=c882214a-6f36-4a1d-a81a-68846ad8acf2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:18.698273 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.1 (b7b34de0-5414-4509-9b7c-b4bbeeddfa75/a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55/241babb9-ad35-4796-ac19-176ff1489526) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:50:18.828259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c882214a-6f36-4a1d-a81a-68846ad8acf2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:18.906826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:18.918990 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port c882214a-6f36-4a1d-a81a-68846ad8acf2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:18.925047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object 241babb9-ad35-4796-ac19-176ff1489526 will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:18.929154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9118cb25-1ed3-446d-80f1-0d7694950356 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:18.951456 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.014078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 9118cb25-1ed3-446d-80f1-0d7694950356 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:19.021957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9118cb25-1ed3-446d-80f1-0d7694950356 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:19.022477 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.030853 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:50:19.034115 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:19.038876 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:50:19.074184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=241babb9-ad35-4796-ac19-176ff1489526,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:19.103759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.186941 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.207720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 9118cb25-1ed3-446d-80f1-0d7694950356, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9118cb25-1ed3-446d-80f1-0d7694950356,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:19.213273 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.306855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=9118cb25-1ed3-446d-80f1-0d7694950356,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:19.395993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.488740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa6b2f-e05d-401d-ab4a-8be3179cd7cb None None] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:50:19.601596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] Provisioning for port c882214a-6f36-4a1d-a81a-68846ad8acf2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:19.617711 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] Provisioning complete for port c882214a-6f36-4a1d-a81a-68846ad8acf2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:19.618082 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.841185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.885840 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] For port c882214a-6f36-4a1d-a81a-68846ad8acf2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c882214a-6f36-4a1d-a81a-68846ad8acf2,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:19.891003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.966305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d6014-8538-44d2-af1e-6fa114591978 None None] Pushing event updated for resources: {'Port': ['ID=c882214a-6f36-4a1d-a81a-68846ad8acf2,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:19.984113 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:19.988278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:20.107422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=241babb9-ad35-4796-ac19-176ff1489526,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:20.112100 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:20.113572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-365c7e3a-174f-4129-95ee-d9e6afd44fe9 None None] Provisioning complete for port c882214a-6f36-4a1d-a81a-68846ad8acf2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:20.114154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-365c7e3a-174f-4129-95ee-d9e6afd44fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:20.267860 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:50:20.269744 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:20.269924 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-365c7e3a-174f-4129-95ee-d9e6afd44fe9 None None] Provisioning for port 241babb9-ad35-4796-ac19-176ff1489526 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:20.277762 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-365c7e3a-174f-4129-95ee-d9e6afd44fe9 None None] Provisioning complete for port 241babb9-ad35-4796-ac19-176ff1489526 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:20.278142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-365c7e3a-174f-4129-95ee-d9e6afd44fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:20.368846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-365c7e3a-174f-4129-95ee-d9e6afd44fe9 None None] Port 241babb9-ad35-4796-ac19-176ff1489526 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:50:20.488536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-486d52f5-7a8a-49de-b2c7-005e397f9791 None None] Provisioning complete for port 241babb9-ad35-4796-ac19-176ff1489526 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:20.488906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-486d52f5-7a8a-49de-b2c7-005e397f9791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:20.489689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router ee39b6d6-a90b-4990-8794-ed8d59a1d737 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:50:20.543603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-486d52f5-7a8a-49de-b2c7-005e397f9791 None None] Port 241babb9-ad35-4796-ac19-176ff1489526 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:50:20.673009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:50:20.683164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Sync routers for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:50:20.692423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:20.693156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:20.705484 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9096faeb-0c98-4d6c-9c91-c79d48a95a0e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/ee39b6d6-a90b-4990-8794-ed8d59a1d737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4167113 Feb 16 17:50:20.751383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9118cb25-1ed3-446d-80f1-0d7694950356 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:20.930430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 9118cb25-1ed3-446d-80f1-0d7694950356 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:20.930818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:20.954837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:20.990741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-be61d210-6d20-4bf2-a630-98b96fd52566 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:20.995736 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:50:21.008075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-be61d210-6d20-4bf2-a630-98b96fd52566 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:21.011247 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-be61d210-6d20-4bf2-a630-98b96fd52566 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616260021&fields=id&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 267 time: 0.0644243 Feb 16 17:50:21.176490 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-945eb1e9-9fe5-4b24-973e-68aae9d01783 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:21.177023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-945eb1e9-9fe5-4b24-973e-68aae9d01783 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:21.195471 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-945eb1e9-9fe5-4b24-973e-68aae9d01783 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:21.196916 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-945eb1e9-9fe5-4b24-973e-68aae9d01783 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 796 time: 0.1787150 Feb 16 17:50:21.220472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-6b9dc175-a846-44d3-94ae-c4901ac40299 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/quotas/f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 375 time: 0.0109718 Feb 16 17:50:21.276785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c882214a-6f36-4a1d-a81a-68846ad8acf2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:21.306226 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-f9e296bc-0b1e-4533-86d2-563a2d47384c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:21.321992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-f9e296bc-0b1e-4533-86d2-563a2d47384c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:21.323837 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-f9e296bc-0b1e-4533-86d2-563a2d47384c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964494 Feb 16 17:50:21.340228 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-ed84c5a8-d0bb-43c0-bcd6-4dcf80c946f1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:50:21.341176 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-ed84c5a8-d0bb-43c0-bcd6-4dcf80c946f1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058630 Feb 16 17:50:21.403830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port c882214a-6f36-4a1d-a81a-68846ad8acf2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:21.404208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:21.460167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 2, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:21.468375 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Checking router: ee39b6d6-a90b-4990-8794-ed8d59a1d737 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:50:21.468718 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Updating router ee39b6d6-a90b-4990-8794-ed8d59a1d737 port 241babb9-ad35-4796-ac19-176ff1489526 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:50:21.484776 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-5d26be89-8450-425f-878e-c929f4ad4fa2 service neutron] 10.222.0.43 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375165 Feb 16 17:50:21.562761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:21.624854 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-af105a5f-bdfa-49c0-8481-f2bc623e7d21 service neutron] 10.222.0.43 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331620 Feb 16 17:50:21.820423 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-19dacf14-9274-4ad4-9d48-bf73fe19e122 req-db9826fa-7120-40ae-9aac-fdeea3451fff tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 210 time: 0.0491247 Feb 16 17:50:21.955486 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:21.968225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Transition to ACTIVE for port object 241babb9-ad35-4796-ac19-176ff1489526 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:21.980589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:22.190482 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befc91-e703-4f6d-a2f6-4e4e66f93d7b None None] Pushing event updated for resources: {'Port': ['ID=241babb9-ad35-4796-ac19-176ff1489526,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:22.325696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Attempting to bind port 241babb9-ad35-4796-ac19-176ff1489526 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:50:22.326060 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Attempting to bind port 241babb9-ad35-4796-ac19-176ff1489526 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:50:22.326436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Attempting to bind port 241babb9-ad35-4796-ac19-176ff1489526 on network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:50:22.331759 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:50:22.332127 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Checking segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:50:22.332521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:22.332905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Bound using segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:50:22.333358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Bound port: 241babb9-ad35-4796-ac19-176ff1489526, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:50:22.333734 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:22.446925 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] For port 241babb9-ad35-4796-ac19-176ff1489526, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:50:22.450934 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] For port 241babb9-ad35-4796-ac19-176ff1489526, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=241babb9-ad35-4796-ac19-176ff1489526,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:50:22.455317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:22.540867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befc91-e703-4f6d-a2f6-4e4e66f93d7b None None] Pushing event updated for resources: {'Port': ['ID=241babb9-ad35-4796-ac19-176ff1489526,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:22.544710 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:22.545332 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:22.748797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:22.979086 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cdd59668-09ed-48c9-84b2-0daa8d972b1a req-90f2fbad-06e8-46bb-ab67-ca6e3e8d2ca5 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 210 time: 0.0508275 Feb 16 17:50:23.096737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:22Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:23.102200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce061c-3d7c-4f4c-86b9-32398d85bc36 None None] The sync data for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv is: [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:22Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:50:23.258012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-a72a246b-3aa3-43b5-9076-bf39f5c9358b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:23.258746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-a72a246b-3aa3-43b5-9076-bf39f5c9358b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:23.272778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-a72a246b-3aa3-43b5-9076-bf39f5c9358b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:23.273933 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-a72a246b-3aa3-43b5-9076-bf39f5c9358b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 796 time: 0.2133188 Feb 16 17:50:23.329408 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-7ceb087e-d9b9-45c8-9bb3-243c234430cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:50:23.342175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-7ceb087e-d9b9-45c8-9bb3-243c234430cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:50:23.343603 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-7ceb087e-d9b9-45c8-9bb3-243c234430cd tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37e63187ee14cf2bf353acba7ec920e HTTP/1.1" status: 200 len: 379 time: 0.0601411 Feb 16 17:50:23.352049 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'port': {'device_id': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'admin_state_up': True, 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'security_groups': ['75fc6457-990d-4591-92a2-8af520c69e01']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:23.504500 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:23.516461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:23.527917 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Made reservation on behalf of f37e63187ee14cf2bf353acba7ec920e for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:50:23.531798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:23.835851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.20.0.3 (b7b34de0-5414-4509-9b7c-b4bbeeddfa75/a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55/fb49ef08-47c4-4332-a9c0-682ad426960a) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:50:24.048939 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.068738 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Transition to ACTIVE for port object fb49ef08-47c4-4332-a9c0-682ad426960a will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:24.099211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.187104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:50:24.190825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:24.193950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:50:24.195921 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6aa2d-2407-4ba2-a90f-21dfc5851bee req-394ac93d-73d4-4988-a38a-49295699bc5c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:24.200872 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dda6aa2d-2407-4ba2-a90f-21dfc5851bee req-394ac93d-73d4-4988-a38a-49295699bc5c tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 931 time: 0.1005747 Feb 16 17:50:24.256366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=fb49ef08-47c4-4332-a9c0-682ad426960a,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:24.284387 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dda6aa2d-2407-4ba2-a90f-21dfc5851bee req-333b3667-c671-431a-9ad8-7447403cf3d1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794849 Feb 16 17:50:24.305568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:24.306635 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.337053 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-720fdbf5-a1e2-417d-84a3-d4c83df16166 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9886401 Feb 16 17:50:24.350493 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Request body: {'port': {'device_id': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:24.468131 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.537379 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fd91eb1e-44be-4c88-be74-3cde5d00b883 None None] Provisioning for port fb49ef08-47c4-4332-a9c0-682ad426960a completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:24.543524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-fd91eb1e-44be-4c88-be74-3cde5d00b883 None None] Provisioning complete for port fb49ef08-47c4-4332-a9c0-682ad426960a triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:24.543888 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fd91eb1e-44be-4c88-be74-3cde5d00b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.601744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-fd91eb1e-44be-4c88-be74-3cde5d00b883 None None] Port fb49ef08-47c4-4332-a9c0-682ad426960a cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:50:24.749580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 241babb9-ad35-4796-ac19-176ff1489526 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:24.817221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 241babb9-ad35-4796-ac19-176ff1489526 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:24.822857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 241babb9-ad35-4796-ac19-176ff1489526 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:24.823609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.851022 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb49ef08-47c4-4332-a9c0-682ad426960a {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:50:24.859141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.873554 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Transition to ACTIVE for port object fb49ef08-47c4-4332-a9c0-682ad426960a will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:50:24.877308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.949489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:24.995729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 241babb9-ad35-4796-ac19-176ff1489526, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=241babb9-ad35-4796-ac19-176ff1489526,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:25.002089 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:25.038793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Pushing event updated for resources: {'Port': ['ID=fb49ef08-47c4-4332-a9c0-682ad426960a,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:25.093122 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=241babb9-ad35-4796-ac19-176ff1489526,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:25.115691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:25.129492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Attempting to bind port fb49ef08-47c4-4332-a9c0-682ad426960a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:50:25.130273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Attempting to bind port fb49ef08-47c4-4332-a9c0-682ad426960a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:50:25.130273 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Attempting to bind port fb49ef08-47c4-4332-a9c0-682ad426960a on network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:50:25.136864 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Port fb49ef08-47c4-4332-a9c0-682ad426960a on network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:50:25.137189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Attempting to bind port fb49ef08-47c4-4332-a9c0-682ad426960a on network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:50:25.143601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:50:25.143601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Checking segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:50:25.144174 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Bound using segment: {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:50:25.144490 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Bound port: fb49ef08-47c4-4332-a9c0-682ad426960a, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5d51f-dafb-409d-94f9-bf27e98090b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:50:25.144832 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:25.275457 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] For port fb49ef08-47c4-4332-a9c0-682ad426960a, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:50:25.279863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] For port fb49ef08-47c4-4332-a9c0-682ad426960a, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fb49ef08-47c4-4332-a9c0-682ad426960a,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:50:25.284335 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:25.343659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:25.344281 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:25.345662 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] 10.222.0.48 "PUT /v2.0/ports/fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 1093 time: 0.9998887 Feb 16 17:50:25.350509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:50:25.383528 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5b8e7-6785-4a6f-8b3a-e598e4461b39 service neutron] Pushing event updated for resources: {'Port': ['ID=fb49ef08-47c4-4332-a9c0-682ad426960a,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:25.466847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-07248ef8-0c7e-4d64-a11f-2aa3155a7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:25.468277 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-07248ef8-0c7e-4d64-a11f-2aa3155a7ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0802341 Feb 16 17:50:25.546993 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-507a240d-f3cc-4e26-ba62-f7034c3e5d61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 217 time: 0.0712159 Feb 16 17:50:25.614866 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-b1333dd6-4700-4a20-81d5-989bb22dc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:25.616323 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-b1333dd6-4700-4a20-81d5-989bb22dc310 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 200 len: 835 time: 0.0635481 Feb 16 17:50:25.625970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479236cb-a6b9-42e4-831a-82db65ef3f76 req-673334fa-990e-4d47-98dc-3df7a02f86c3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:25.627392 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-479236cb-a6b9-42e4-831a-82db65ef3f76 req-673334fa-990e-4d47-98dc-3df7a02f86c3 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 943 time: 0.2178862 Feb 16 17:50:25.678933 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-479236cb-a6b9-42e4-831a-82db65ef3f76 req-ab623925-2356-40f2-9c0c-54feeb1ced84 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Feb 16 17:50:25.701814 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-8be62fb4-c00c-4c1b-a195-4efd9a861610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:25.701814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-8be62fb4-c00c-4c1b-a195-4efd9a861610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782735 Feb 16 17:50:25.777185 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'status': 'completed', 'code': 200} Feb 16 17:50:25.835150 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-29e06184-9967-44ba-bbf9-0e8f70985501 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281919 Feb 16 17:50:25.973418 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-76ec91ef-3104-455a-a0f3-d6dfbcc0a35e req-92ca8ab5-0640-4669-92e6-cf448353234d service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321852 Feb 16 17:50:26.205911 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-a78e7495-fe72-4476-941a-a46b97302ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:26.207941 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-a78e7495-fe72-4476-941a-a46b97302ba4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1841133 Feb 16 17:50:26.363321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-743e3ac5-779f-4d90-ae82-8d5f2bf45268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:26.365497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-743e3ac5-779f-4d90-ae82-8d5f2bf45268 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 897 time: 0.1506546 Feb 16 17:50:26.446141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-df4ec30d-5bd3-4536-b1d4-aa707ee56dd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 217 time: 0.0703678 Feb 16 17:50:26.511479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-fdcaec75-2685-4969-80ec-df8d5f353d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:26.512909 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-fdcaec75-2685-4969-80ec-df8d5f353d35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 200 len: 835 time: 0.0600469 Feb 16 17:50:26.598247 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-8341747b-2d1c-4597-b9db-50db7d5554df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:26.599755 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-8341747b-2d1c-4597-b9db-50db7d5554df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797536 Feb 16 17:50:26.742972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 241babb9-ad35-4796-ac19-176ff1489526 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:26.752558 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-4199c6a3-28d9-4e5a-a9e8-5bcc3a6d7e53 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451595 Feb 16 17:50:26.833091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 241babb9-ad35-4796-ac19-176ff1489526 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:26.833446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:26.903667 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c56c1a8e-1a2d-4135-ab23-43f2a244ba41 req-ffa92de6-534d-4a5d-9970-30ec97345462 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450000 Feb 16 17:50:26.914662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff4729-650d-4fc8-9dcd-60175d1a0a79 req-edcb669f-ce6e-4805-9c84-8a0847c322dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:26.917049 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f9ff4729-650d-4fc8-9dcd-60175d1a0a79 req-edcb669f-ce6e-4805-9c84-8a0847c322dc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 943 time: 0.0956736 Feb 16 17:50:26.976441 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f9ff4729-650d-4fc8-9dcd-60175d1a0a79 req-6e49c9a3-8d91-4fe6-ae8d-7d8f070fa660 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492678 Feb 16 17:50:28.188391 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cab3d-cf79-4a75-890d-e66c6d6f7733 req-c6f4dd80-4721-445b-bd72-071becc40f66 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:28.190204 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fd5cab3d-cf79-4a75-890d-e66c6d6f7733 req-c6f4dd80-4721-445b-bd72-071becc40f66 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 943 time: 0.1046939 Feb 16 17:50:28.241854 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fd5cab3d-cf79-4a75-890d-e66c6d6f7733 req-ec7cbe33-cb3d-4574-961b-52bdec4bd3fc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Feb 16 17:50:28.769140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fb49ef08-47c4-4332-a9c0-682ad426960a details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:50:28.947401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fb49ef08-47c4-4332-a9c0-682ad426960a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fb49ef08-47c4-4332-a9c0-682ad426960a,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:28.960676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'port_id': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'mac_address': 'fa:16:3e:6a:02:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:50:29.020290 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:29.037014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb49ef08-47c4-4332-a9c0-682ad426960a {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:50:29.052605 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fb49ef08-47c4-4332-a9c0-682ad426960a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fb49ef08-47c4-4332-a9c0-682ad426960a,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:29.056698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:29.126028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fb49ef08-47c4-4332-a9c0-682ad426960a,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:29.434776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['fb49ef08-47c4-4332-a9c0-682ad426960a'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:50:29.440539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f89a56-e68b-4bdf-bd3d-980a29dbd5d2 req-49b432bd-d31f-4f9b-90ea-1e1ae91e1635 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:29.442020 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-39f89a56-e68b-4bdf-bd3d-980a29dbd5d2 req-49b432bd-d31f-4f9b-90ea-1e1ae91e1635 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 944 time: 0.0894382 Feb 16 17:50:29.489878 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-39f89a56-e68b-4bdf-bd3d-980a29dbd5d2 req-6825e0d7-63c0-4044-8bd7-14c177952c49 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Feb 16 17:50:30.688787 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c910cd-3d98-408a-b234-8e47ad337d21 req-c9b4dc67-b5a0-4dc8-b25c-10a213df21b4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:30.690277 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7c910cd-3d98-408a-b234-8e47ad337d21 req-c9b4dc67-b5a0-4dc8-b25c-10a213df21b4 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 944 time: 0.0828187 Feb 16 17:50:30.743192 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7c910cd-3d98-408a-b234-8e47ad337d21 req-9e81bde1-b8aa-4e16-81f9-1e9272793a7d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Feb 16 17:50:30.799908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fb49ef08-47c4-4332-a9c0-682ad426960a up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:50:30.872402 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port fb49ef08-47c4-4332-a9c0-682ad426960a completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:50:30.877265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port fb49ef08-47c4-4332-a9c0-682ad426960a triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:50:30.877658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:31.017026 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fee2cfeb-716a-467c-803c-c2c5a5aa527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:31.018498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:31.046765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:50:31.056639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fb49ef08-47c4-4332-a9c0-682ad426960a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fb49ef08-47c4-4332-a9c0-682ad426960a,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:50:31.060836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:31.100008 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'code': 200} Feb 16 17:50:31.142388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fb49ef08-47c4-4332-a9c0-682ad426960a,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:31.388533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb6ec3-a559-43b8-b655-5e31bb95bf3a req-124aa2d0-190c-47b8-b4f9-7b40edcd408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:31.390000 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2ffb6ec3-a559-43b8-b655-5e31bb95bf3a req-124aa2d0-190c-47b8-b4f9-7b40edcd408c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0985851 Feb 16 17:50:31.433231 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2ffb6ec3-a559-43b8-b655-5e31bb95bf3a req-89e9d374-d839-4d23-8094-2ede545ac58b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364738 Feb 16 17:50:31.955451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262df57-5805-4713-8e12-6edbd071b075 req-c30b8112-bad1-48d7-bdb2-2a902ae30728 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:31.957291 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e262df57-5805-4713-8e12-6edbd071b075 req-c30b8112-bad1-48d7-bdb2-2a902ae30728 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0972960 Feb 16 17:50:32.002709 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e262df57-5805-4713-8e12-6edbd071b075 req-64609f26-d838-4b03-ac1b-de2a29ab80ae tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398633 Feb 16 17:50:33.224336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3992e9-d9df-4fd5-b400-110428972e5e req-3d6eb1fa-9159-4044-8e3a-93e0e704b1e0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:33.225819 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bb3992e9-d9df-4fd5-b400-110428972e5e req-3d6eb1fa-9159-4044-8e3a-93e0e704b1e0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0842767 Feb 16 17:50:33.280655 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bb3992e9-d9df-4fd5-b400-110428972e5e req-2a04fed8-f09c-4e93-9fbe-8785a1ae8fa2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483580 Feb 16 17:50:33.474408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88da288-8e29-401d-9d50-73eefe1e3f1b req-050f8d20-2a78-4df5-8fc0-06b8b46e3916 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:33.475895 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d88da288-8e29-401d-9d50-73eefe1e3f1b req-050f8d20-2a78-4df5-8fc0-06b8b46e3916 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0838056 Feb 16 17:50:33.521499 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d88da288-8e29-401d-9d50-73eefe1e3f1b req-ed13db84-ccdb-43fb-8dd1-4c3d7770fa84 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393376 Feb 16 17:50:33.547834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38608) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:33.622178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed1bf7-e428-42f4-bd42-b93b71dfcb13 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:33.623892 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-87ed1bf7-e428-42f4-bd42-b93b71dfcb13 tempest-TestNetworkAdvancedServerOps-23894298 tempest-TestNetworkAdvancedServerOps-23894298-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1093 time: 0.0748210 Feb 16 17:50:33.626575 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38612) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:33.631648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:50:33.637976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:50:33.642247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Usage tracker for resource:floatingip and tenant:f37e63187ee14cf2bf353acba7ec920e is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:50:33.645052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:50:33.651868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:50:33.668616 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:33.745316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-af21d452-5aaa-4781-aa44-7020acad33ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:33.831829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:33.992615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Allocated IP 172.26.7.123 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/2544ead3-1f04-461e-a0fc-99471b3ea792) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:50:34.181617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:34.212796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:34.289107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:50:34.294522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:50:34.300215 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:50:34.333444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=2544ead3-1f04-461e-a0fc-99471b3ea792,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:34.454471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:34.856924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:34.949035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:35.171699 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:35.176157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:35.259491 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:35.300359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event updated for resources: {'Port': ['ID=2544ead3-1f04-461e-a0fc-99471b3ea792,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:35.309969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:35.495551 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f associated. External IP: 172.26.7.123, port: fb49ef08-47c4-4332-a9c0-682ad426960a. Feb 16 17:50:35.863963 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router ee39b6d6-a90b-4990-8794-ed8d59a1d737 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:50:36.047510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:50:36.059494 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] Sync routers for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:50:36.071884 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:36.072779 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:36.078038 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:36.143537 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2acd1b05-01d8-4677-8320-364588cc8013 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5157542 Feb 16 17:50:36.143980 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:50:36.285741 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:36.392468 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1402450-3ca0-4536-a683-ec3271d12185 req-18830ade-f684-452c-849d-9cc9940cb5e6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:36.393992 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1402450-3ca0-4536-a683-ec3271d12185 req-18830ade-f684-452c-849d-9cc9940cb5e6 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0897329 Feb 16 17:50:36.446699 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b1402450-3ca0-4536-a683-ec3271d12185 req-88a0b1ba-2c71-4d95-bdfe-173472962257 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Feb 16 17:50:36.475474 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38620) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:36.508732 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'status': 'completed', 'code': 200} Feb 16 17:50:36.637640 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2e238d30-45a4-438a-8e94-5a2a78cd6054 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f HTTP/1.1" status: 200 len: 991 time: 0.1605067 Feb 16 17:50:36.659894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-7780cd28-d20b-469d-a208-c9e74b83cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:36.661256 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-7780cd28-d20b-469d-a208-c9e74b83cb99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1178093 Feb 16 17:50:36.661524 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.123', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'port_id': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'mac_address': 'fa:16:3e:6a:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:50:34Z', 'updated_at': '2022-02-16T17:50:34Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:24Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:36.666278 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] Checking router: ee39b6d6-a90b-4990-8794-ed8d59a1d737 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:50:36.675681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:50:36.676281 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:50:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:36.801406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-818246bb-86f5-45c6-9972-7dbc20d8dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:36.802849 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-818246bb-86f5-45c6-9972-7dbc20d8dca3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 897 time: 0.1349127 Feb 16 17:50:36.854816 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:50:36.908646 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-5ee423b9-3c0a-4d94-88ac-14163f0b5f9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 999 time: 0.0991042 Feb 16 17:50:36.949892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:36.977297 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-608e0519-055f-4cf9-b46e-05f8fdf5d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:36.979447 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-608e0519-055f-4cf9-b46e-05f8fdf5d02c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 200 len: 835 time: 0.0643001 Feb 16 17:50:37.064033 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-2b6bfa84-204a-4c89-9311-840558da657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:37.065844 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-2b6bfa84-204a-4c89-9311-840558da657a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795422 Feb 16 17:50:37.215435 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-f74e54d5-2cdd-42ce-957d-56e186d3bc3f service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433284 Feb 16 17:50:37.219708 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.123', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'port_id': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'mac_address': 'fa:16:3e:6a:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:50:34Z', 'updated_at': '2022-02-16T17:50:34Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:24Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:37.224034 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19bf530-602b-43a1-805e-b6046e591690 None None] The sync data for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv is: [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': 'da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'floating_ip_address': '172.26.7.123', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'port_id': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'mac_address': 'fa:16:3e:6a:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:50:34Z', 'updated_at': '2022-02-16T17:50:34Z', 'revision_number': 0, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:24Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:50:37.441579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a2bb0-04de-40f0-9469-4ac152db48e8 None None] New status for floating IP da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f: ACTIVE {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:50:37.478037 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-036c44e4-d0d3-49c3-bfb5-1db14c3a440f req-70cb963c-c88a-4df1-b607-b7edfb0fb3ac service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550735 Feb 16 17:50:37.642010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38624) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:37.894694 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c68707fe-7dc0-41c1-abec-503ba79b4afe tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f HTTP/1.1" status: 200 len: 991 time: 0.2513070 Feb 16 17:50:38.900842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38628) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:50:39.006743 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d58cc8ee-e002-44a7-90f8-8648cfa6c42b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f HTTP/1.1" status: 200 len: 993 time: 0.1047242 Feb 16 17:50:55.128380 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:57.996791 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:51:01.001214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-30f35e38-5e74-4f96-88bb-e7d38dfe09c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:03.739756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c28b643a-8fb1-4e82-916c-8f17150f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:04.458432 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:05.262187 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:06.944280 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:18.005758 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-cdaa9f46-9575-41cb-aa8a-4c1f12deb2f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728991 Feb 16 17:51:18.148564 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-163c3667-7810-44c4-acf7-7b2294edb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:18.150216 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-163c3667-7810-44c4-acf7-7b2294edb8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0758250 Feb 16 17:51:18.308363 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-534123fa-46f0-4538-8901-69cf5993fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:18.309755 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-534123fa-46f0-4538-8901-69cf5993fcf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 897 time: 0.1403682 Feb 16 17:51:18.418197 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-fb7cd262-219c-4e17-be28-63dcb3add554 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 1001 time: 0.1023641 Feb 16 17:51:18.481860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-57a987c0-1106-4b0d-8335-8d52a4c5f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:18.483344 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-57a987c0-1106-4b0d-8335-8d52a4c5f531 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 200 len: 835 time: 0.0585911 Feb 16 17:51:18.564308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-93189731-6774-4f37-bf88-5b6543352ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:18.565718 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-93189731-6774-4f37-bf88-5b6543352ede service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748403 Feb 16 17:51:18.701211 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-f7eaa630-08ec-442f-8676-7c22309e3928 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288800 Feb 16 17:51:18.839521 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f62915e9-0099-4b73-a2d7-d86b3f7a42e9 req-fed156a9-f618-4170-91ee-225062f815f0 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312356 Feb 16 17:51:25.126667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:31.003851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-96ac1908-74bf-4ca4-8162-e0f70e6b4bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:33.745517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-16590396-2fdc-4af7-9a86-7e6ac7c220e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:34.462505 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:34.995860 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:51:35.264484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:36.946698 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:50.504809 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9b729-7840-472e-aed7-ed7f5b285fb7 req-f86d6a87-6d14-4a04-8d5c-6ce98b6ae821 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.506391 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c4b9b729-7840-472e-aed7-ed7f5b285fb7 req-f86d6a87-6d14-4a04-8d5c-6ce98b6ae821 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0928788 Feb 16 17:51:50.552741 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c4b9b729-7840-472e-aed7-ed7f5b285fb7 req-29d36054-50f1-4891-86cf-a5e57199e16d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395126 Feb 16 17:51:51.740418 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65884d1c-d8e0-4c01-ae0f-43c16f5b25c0 req-5eccf423-0b93-4537-91de-2cdd2556a0ad tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:51.741888 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65884d1c-d8e0-4c01-ae0f-43c16f5b25c0 req-5eccf423-0b93-4537-91de-2cdd2556a0ad tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0822275 Feb 16 17:51:51.786216 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65884d1c-d8e0-4c01-ae0f-43c16f5b25c0 req-7e606d05-c12c-417c-a272-80fd54131a27 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 Feb 16 17:51:52.977033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b665f-53cf-47b8-a49b-0116d7e57550 req-a7e4b55d-e7f8-4efc-af8a-f0386fba3231 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:52.978621 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-010b665f-53cf-47b8-a49b-0116d7e57550 req-a7e4b55d-e7f8-4efc-af8a-f0386fba3231 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0847263 Feb 16 17:51:53.036508 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-010b665f-53cf-47b8-a49b-0116d7e57550 req-f8370ee2-f1d8-4ce3-8855-a3e7a02f6a8b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522029 Feb 16 17:51:53.061202 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38664) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:51:53.189494 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5222cd94-8d6f-4d52-be2b-4d3098f01441 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f HTTP/1.1" status: 200 len: 993 time: 0.1271048 Feb 16 17:51:54.670828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705faf6-c3bb-43b5-8f03-f28656952016 req-0e3f437a-3aa6-4238-99cc-85c02523b966 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:54.672324 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7705faf6-c3bb-43b5-8f03-f28656952016 req-0e3f437a-3aa6-4238-99cc-85c02523b966 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0841067 Feb 16 17:51:54.674949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37cd70-5634-458e-9db3-f2301615da5c req-168641b8-40eb-4a32-8eba-9b47986e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:54.676444 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-168641b8-40eb-4a32-8eba-9b47986e6949 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0739796 Feb 16 17:51:54.726577 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7705faf6-c3bb-43b5-8f03-f28656952016 req-9f9cb24b-5fe5-4eea-a4b3-5df9bab2407d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481603 Feb 16 17:51:54.822513 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37cd70-5634-458e-9db3-f2301615da5c req-de63a5f7-f712-4efa-8564-0658524ffaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:54.823872 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-de63a5f7-f712-4efa-8564-0658524ffaf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 897 time: 0.1417084 Feb 16 17:51:54.929882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-be111e6c-545c-4032-b281-dae9f648b51f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 1001 time: 0.1001537 Feb 16 17:51:54.995954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37cd70-5634-458e-9db3-f2301615da5c req-a39e71af-6a87-4e5b-86bf-eb3f3676541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:54.997405 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-a39e71af-6a87-4e5b-86bf-eb3f3676541f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 200 len: 835 time: 0.0618629 Feb 16 17:51:55.155786 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:55.195268 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37cd70-5634-458e-9db3-f2301615da5c req-024fc15d-a2f9-4ea5-b08a-08cd051af6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:55.196882 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-024fc15d-a2f9-4ea5-b08a-08cd051af6a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1924801 Feb 16 17:51:55.337127 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-cb4c1a11-8200-49c6-9837-c793a4dea4ba service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335421 Feb 16 17:51:55.473623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-1e37cd70-5634-458e-9db3-f2301615da5c req-ca421c3d-1702-4659-8968-fc6b6e936304 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299167 Feb 16 17:51:55.937028 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747f780-074f-4d37-b82c-b4e502e3bec6 req-d2cbf76d-716a-4f9f-96a9-dea591fc1063 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:55.938630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1747f780-074f-4d37-b82c-b4e502e3bec6 req-d2cbf76d-716a-4f9f-96a9-dea591fc1063 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0949161 Feb 16 17:51:55.985065 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-1747f780-074f-4d37-b82c-b4e502e3bec6 req-23234f03-de56-453c-b783-ecc7f28aae2b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408125 Feb 16 17:51:57.173972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf867-30b6-4470-8b5a-608fff4bcec4 req-f0a4b927-57d7-412b-a481-188d731ac94f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:57.175471 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d7cf867-30b6-4470-8b5a-608fff4bcec4 req-f0a4b927-57d7-412b-a481-188d731ac94f tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0814574 Feb 16 17:51:57.220258 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4d7cf867-30b6-4470-8b5a-608fff4bcec4 req-fcf7e43b-efc4-4122-ba07-f67fdc7374f8 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384855 Feb 16 17:51:57.246208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38678) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:51:57.353517 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-56d5645b-652d-4b2f-a9c5-ff3cd32e5848 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/floatingips/da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f HTTP/1.1" status: 200 len: 993 time: 0.1059303 Feb 16 17:51:57.651191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38686) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:51:57.856952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 2544ead3-1f04-461e-a0fc-99471b3ea792 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:51:57.857286 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.031340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.031583 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.154266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 2544ead3-1f04-461e-a0fc-99471b3ea792 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:51:58.316415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.362730 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=2544ead3-1f04-461e-a0fc-99471b3ea792,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:58.400319 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.400657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.400992 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.401324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.401648 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.401996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.402316 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.402662 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.402982 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.403298 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.403614 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.403926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.467684 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.468015 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Floating IP da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f disassociated (deleted). External IP: 172.26.7.123, port: fb49ef08-47c4-4332-a9c0-682ad426960a. Feb 16 17:51:58.942402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router ee39b6d6-a90b-4990-8794-ed8d59a1d737 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:51:59.123263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:51:59.133633 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] Sync routers for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:51:59.140362 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:59.143608 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:51:59.144214 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:51:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.200085 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2e7bcf3e-f252-43e0-85a1-f27d7a845dc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/floatingips/da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f HTTP/1.1" status: 204 len: 168 time: 1.5477998 Feb 16 17:51:59.200656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:51:59.340931 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:51:59.449073 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'status': 'completed', 'code': 200} Feb 16 17:51:59.547824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-f99d36a4-3518-4de0-b707-54a2cc266e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.549833 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-f99d36a4-3518-4de0-b707-54a2cc266e3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37e63187ee14cf2bf353acba7ec920e&device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0799854 Feb 16 17:51:59.619536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f220b-2c4b-435e-9dc0-1b1f7ff17443 req-73555643-82e1-4af9-a323-6226dce4bd1d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.620221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-5f7f220b-2c4b-435e-9dc0-1b1f7ff17443 req-73555643-82e1-4af9-a323-6226dce4bd1d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:51:59.639587 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-5f7f220b-2c4b-435e-9dc0-1b1f7ff17443 req-73555643-82e1-4af9-a323-6226dce4bd1d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:51:59.640776 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5f7f220b-2c4b-435e-9dc0-1b1f7ff17443 req-73555643-82e1-4af9-a323-6226dce4bd1d tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.1057198 Feb 16 17:51:59.688479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-1cd23982-b457-4565-b0a7-f5ea001d0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.689861 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-1cd23982-b457-4565-b0a7-f5ea001d0d84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 200 len: 897 time: 0.1334078 Feb 16 17:51:59.694199 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5f7f220b-2c4b-435e-9dc0-1b1f7ff17443 req-cea26733-5fbe-4732-8d60-c071789bc8f7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474195 Feb 16 17:51:59.700720 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:24Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.704646 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] Checking router: ee39b6d6-a90b-4990-8794-ed8d59a1d737 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:51:59.713540 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:51:59.714144 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:51:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.768931 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-0b52ec20-c51d-4da8-bee6-2043f6289c43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 200 len: 217 time: 0.0693979 Feb 16 17:51:59.834471 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-60c08515-41d8-4148-b4cb-90d44b617950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.836609 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-60c08515-41d8-4148-b4cb-90d44b617950 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 200 len: 835 time: 0.0600798 Feb 16 17:51:59.890315 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:51:59.918382 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-0ddd4e0f-7da0-4e0f-a720-dd2830690758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.919905 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-0ddd4e0f-7da0-4e0f-a720-dd2830690758 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7b34de0-5414-4509-9b7c-b4bbeeddfa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765231 Feb 16 17:52:00.061669 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-1f49de8e-b94c-4f71-b15e-f4c5b26aa48c service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340101 Feb 16 17:52:00.202684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-6513b4db-97ed-4cfe-b053-ed76a3949298 req-27b955e4-ec7b-4f71-923b-6691e9f55846 service neutron] 10.222.0.48 "GET /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327858 Feb 16 17:52:00.208534 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:24Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:00.213266 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eadde-9abe-4e0e-a306-39e29ef21c61 None None] The sync data for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv is: [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '241babb9-ad35-4796-ac19-176ff1489526', 'name': '', 'network_id': 'b7b34de0-5414-4509-9b7c-b4bbeeddfa75', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'mac_address': 'fa:16:3e:a2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:18Z', 'updated_at': '2022-02-16T17:50:24Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'subnets': [{'id': 'a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:00.430767 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfa09be-ecf6-441c-a74e-56711d04b6e9 None None] New status for floating IP da1ae3d1-c866-4ec9-a6c7-f3f6988a4c9f: DOWN {{(pid=87722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:52:00.889029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28420ca1-e09d-4f5f-b1bb-d86b69e3d2a4 req-f814a0fb-bcf1-4e46-9e0e-eb7994756103 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:00.890478 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28420ca1-e09d-4f5f-b1bb-d86b69e3d2a4 req-f814a0fb-bcf1-4e46-9e0e-eb7994756103 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0832002 Feb 16 17:52:00.935378 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28420ca1-e09d-4f5f-b1bb-d86b69e3d2a4 req-05262973-a0b2-42bd-8ac0-53fa885e76ec tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393145 Feb 16 17:52:01.006176 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-56f5ff7f-0974-4e08-8f52-506a64f97249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:01.399750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-c14d43bf-1447-4f56-882e-64c8860d4fc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:01.400452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-c14d43bf-1447-4f56-882e-64c8860d4fc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Synchronizing usage tracker for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:52:01.412743 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-c14d43bf-1447-4f56-882e-64c8860d4fc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Unset dirty status for tenant:f37e63187ee14cf2bf353acba7ec920e on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:52:01.414630 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-c14d43bf-1447-4f56-882e-64c8860d4fc7 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.1046479 Feb 16 17:52:01.491559 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port fb49ef08-47c4-4332-a9c0-682ad426960a {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:52:01.491944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:01.760077 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port fb49ef08-47c4-4332-a9c0-682ad426960a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fb49ef08-47c4-4332-a9c0-682ad426960a,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:01.760333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:02.012197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for fb49ef08-47c4-4332-a9c0-682ad426960a owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:52:02.126151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510a48-ea96-4f65-88a1-8a3c11780d97 req-a0b36395-ff00-47d9-a894-79313e4bbc5e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:02.127797 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3510a48-ea96-4f65-88a1-8a3c11780d97 req-a0b36395-ff00-47d9-a894-79313e4bbc5e tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9 HTTP/1.1" status: 200 len: 945 time: 0.0839417 Feb 16 17:52:02.181438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:02.183124 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b3510a48-ea96-4f65-88a1-8a3c11780d97 req-b98219f3-f07b-4bb4-bab8-41ad71e9b7a2 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fc6457-990d-4591-92a2-8af520c69e01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495119 Feb 16 17:52:02.242959 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=fb49ef08-47c4-4332-a9c0-682ad426960a,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:02.283761 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.284023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.284359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.284691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.285015 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.285338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.285656 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.285978 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.286295 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.286631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.286949 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.287515 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:02.328687 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] No DVR routers for this DVR port fb49ef08-47c4-4332-a9c0-682ad426960a on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:52:02.331249 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:02.334184 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'name': 'network-vif-deleted', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:52:02.349818 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8cf6c208-cc83-4ec4-ba4f-71367484d045 req-ed0c7b35-05ea-49ff-9bff-474c090147f9 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.48 "DELETE /v2.0/ports/fb49ef08-47c4-4332-a9c0-682ad426960a HTTP/1.1" status: 204 len: 173 time: 0.9300144 Feb 16 17:52:02.381717 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4b0cfd-cfb6-4bc6-9895-22a6aa604ac9', 'name': 'network-vif-deleted', 'tag': 'fb49ef08-47c4-4332-a9c0-682ad426960a', 'status': 'completed', 'code': 200} Feb 16 17:52:03.276398 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:03.748676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3317f5c7-7df0-4f41-8230-d027edf2be75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:03.844576 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:04.341364 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 241babb9-ad35-4796-ac19-176ff1489526 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:52:04.342072 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:04.465667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:04.532448 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 241babb9-ad35-4796-ac19-176ff1489526, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=241babb9-ad35-4796-ac19-176ff1489526,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:04.532707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:04.657635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 241babb9-ad35-4796-ac19-176ff1489526 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:52:04.996149 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:05.047898 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=241babb9-ad35-4796-ac19-176ff1489526,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:05.198453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fb49ef08-47c4-4332-a9c0-682ad426960a no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:52:05.297336 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: fb49ef08-47c4-4332-a9c0-682ad426960a {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:52:05.297549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fb49ef08-47c4-4332-a9c0-682ad426960a not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:52:05.310952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:05.342733 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:05.856094 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Router ee39b6d6-a90b-4990-8794-ed8d59a1d737 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:52:06.039752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:52:06.051613 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] Sync routers for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:52:06.053530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-63d40863-3107-4286-9221-9c5cc564e4b0 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "PUT /v2.0/routers/ee39b6d6-a90b-4990-8794-ed8d59a1d737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7760341 Feb 16 17:52:06.057136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38708) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:06.063707 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:06.064319 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:06.130965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting subnet a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 17:52:06.135529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.204608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.254179 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:06.307302 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.393585 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.437035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:06.438962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.445760 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-bbf5db4c-1ead-4226-9191-7049c487aba1 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/subnets/a9f3aeee-8fe8-471a-a5cf-9ef5aea5fb55 HTTP/1.1" status: 204 len: 168 time: 0.3876421 Feb 16 17:52:06.449012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38712) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:06.453242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55bbe25-9032-431f-804a-c62fe3b63368 None None] Network b7b34de0-5414-4509-9b7c-b4bbeeddfa75 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:52:06.581731 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:52:04Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:06.586882 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] Checking router: ee39b6d6-a90b-4990-8794-ed8d59a1d737 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:52:06.599457 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] Routers {'ee39b6d6-a90b-4990-8794-ed8d59a1d737'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:06.599768 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:06.660351 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.797449 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] Set router ee39b6d6-a90b-4990-8794-ed8d59a1d737 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:06.831841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] DHCP port deletion for b7b34de0-5414-4509-9b7c-b4bbeeddfa75 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 17:52:06.839173 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Deleting port c882214a-6f36-4a1d-a81a-68846ad8acf2 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:52:06.840388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.890890 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.901713 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Deleting port 9118cb25-1ed3-446d-80f1-0d7694950356 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:52:06.902051 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.984340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:07.081171 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] For port c882214a-6f36-4a1d-a81a-68846ad8acf2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=c882214a-6f36-4a1d-a81a-68846ad8acf2,segment=NetworkSegment(8af5d51f-dafb-409d-94f9-bf27e98090b8),segment_id=8af5d51f-dafb-409d-94f9-bf27e98090b8)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:07.082037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:07.128946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] For port 9118cb25-1ed3-446d-80f1-0d7694950356, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=9118cb25-1ed3-446d-80f1-0d7694950356,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:07.129347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:07.142681 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:52:04Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:07.147038 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618b212-e79e-4caa-b564-f0ecc681d7c5 None None] The sync data for ids ['ee39b6d6-a90b-4990-8794-ed8d59a1d737'] in dv-neutron-829527-2-hyperv is: [{'id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039202370', 'tenant_id': 'f37e63187ee14cf2bf353acba7ec920e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:50:13Z', 'updated_at': '2022-02-16T17:52:04Z', 'revision_number': 5, 'project_id': 'f37e63187ee14cf2bf353acba7ec920e', 'gw_port': {'id': '9118cb25-1ed3-446d-80f1-0d7694950356', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39b6d6-a90b-4990-8794-ed8d59a1d737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:50:14Z', 'updated_at': '2022-02-16T17:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:07.272478 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Calling delete_port for c882214a-6f36-4a1d-a81a-68846ad8acf2 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:52:07.304545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Calling delete_port for 9118cb25-1ed3-446d-80f1-0d7694950356 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:52:07.401274 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276'] for port, after_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:07.449981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Pushing event deleted for resources: {'Port': ['ID=c882214a-6f36-4a1d-a81a-68846ad8acf2,revision_number=None']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:07.454655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] No DVR routers for this DVR port c882214a-6f36-4a1d-a81a-68846ad8acf2 on host dv-neutron-829527-2-hyperv {{(pid=87722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:52:07.461560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.462063 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.462310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.462719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.463159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.463529 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.463894 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.464260 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.464627 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.465474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.465474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.465732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4a011-ceab-4e87-a5dd-eafa879c8e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:07.783523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:07.830024 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Port': ['ID=9118cb25-1ed3-446d-80f1-0d7694950356,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:07.932825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.116079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.118754 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.144121 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.144997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Fanout notify agent at l3_agent the message router_deleted on router ee39b6d6-a90b-4990-8794-ed8d59a1d737 {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 17:52:08.174328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.176242 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-70f76d6f-eb31-4406-8692-acc799025d6b tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/routers/ee39b6d6-a90b-4990-8794-ed8d59a1d737 HTTP/1.1" status: 204 len: 168 time: 1.7258511 Feb 16 17:52:08.179007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38716) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:08.338296 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.491300 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.530890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b34de0-5414-4509-9b7c-b4bbeeddfa75']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:08.549345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af5d51f-dafb-409d-94f9-bf27e98090b8') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:08.549784 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af5d51f-dafb-409d-94f9-bf27e98090b8') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:08.567477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.591367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.600846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:52:08.601454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:52:08.625034 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:52:08.743431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.766596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.782084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'Network': ['ID=b7b34de0-5414-4509-9b7c-b4bbeeddfa75,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:08.788517 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c882214a-6f36-4a1d-a81a-68846ad8acf2 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:52:08.796110 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5459c403-beb3-4927-b763-4e02eebc3800 tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/networks/b7b34de0-5414-4509-9b7c-b4bbeeddfa75 HTTP/1.1" status: 204 len: 168 time: 0.6128466 Feb 16 17:52:08.796421 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38720) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:08.831365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: c882214a-6f36-4a1d-a81a-68846ad8acf2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:52:08.831696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device c882214a-6f36-4a1d-a81a-68846ad8acf2 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:52:08.832115 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 241babb9-ad35-4796-ac19-176ff1489526 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:52:08.867128 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 241babb9-ad35-4796-ac19-176ff1489526 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:52:08.867463 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 241babb9-ad35-4796-ac19-176ff1489526 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:52:08.867877 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9118cb25-1ed3-446d-80f1-0d7694950356 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:52:08.884434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b12057a1-b004-435b-ae66-e0fb01a087cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.901817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 9118cb25-1ed3-446d-80f1-0d7694950356 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:52:08.902051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 9118cb25-1ed3-446d-80f1-0d7694950356 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:52:08.921710 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b12057a1-b004-435b-ae66-e0fb01a087cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:08.988836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b12057a1-b004-435b-ae66-e0fb01a087cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.006862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12057a1-b004-435b-ae66-e0fb01a087cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc6457-990d-4591-92a2-8af520c69e01,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:09.019779 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b12057a1-b004-435b-ae66-e0fb01a087cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.020913 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b12057a1-b004-435b-ae66-e0fb01a087cc tempest-TestNetworkAdvancedServerOps-1836812272 tempest-TestNetworkAdvancedServerOps-1836812272-project] 10.222.0.43 "DELETE /v2.0/security-groups/75fc6457-990d-4591-92a2-8af520c69e01 HTTP/1.1" status: 204 len: 168 time: 0.2235410 Feb 16 17:52:09.447947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38730) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:09.606950 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-4256c181-939c-4c69-ae82-74361f8f7635 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f37e63187ee14cf2bf353acba7ec920e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578174 Feb 16 17:52:09.610481 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38736) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:09.674225 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6d2963-d518-4e0c-980b-e08428b0ffc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.702275 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6d2963-d518-4e0c-980b-e08428b0ffc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.755512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6d2963-d518-4e0c-980b-e08428b0ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.774644 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d2963-d518-4e0c-980b-e08428b0ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a0877-0507-4307-a850-d33d4cdedf46,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:09.783172 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-da6d2963-d518-4e0c-980b-e08428b0ffc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.784531 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-da6d2963-d518-4e0c-980b-e08428b0ffc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e34a0877-0507-4307-a850-d33d4cdedf46 HTTP/1.1" status: 204 len: 168 time: 0.1731336 Feb 16 17:52:10.095634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38744) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:10.114231 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.129897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:10.140029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Usage tracker for resource:security_group_rule and tenant:473f3f3429924a6dbab9c41dfc6eb686 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:10.144288 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:10.154029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:10.242190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.246942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.306949 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=473f3f3429924a6dbab9c41dfc6eb686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101889 Feb 16 17:52:10.307924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143097e-5f03-4004-b8f5-f5c22e2db4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f65ef-ba11-498f-96cf-3d20a3474782,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:10.309630 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38748) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:10.379112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77780cbd-84f8-4298-bb23-6305f7397afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.404340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77780cbd-84f8-4298-bb23-6305f7397afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.455607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77780cbd-84f8-4298-bb23-6305f7397afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.474368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77780cbd-84f8-4298-bb23-6305f7397afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f65ef-ba11-498f-96cf-3d20a3474782,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:10.484769 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-77780cbd-84f8-4298-bb23-6305f7397afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.485954 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-77780cbd-84f8-4298-bb23-6305f7397afd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f1f65ef-ba11-498f-96cf-3d20a3474782 HTTP/1.1" status: 204 len: 168 time: 0.1740651 Feb 16 17:52:11.311267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38772) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:11.424411 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1871896718-network', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:11.432241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:11.438045 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Usage tracker for resource:network and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:11.442096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:11.451639 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:11.465532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Made reservation on behalf of 923fe4ee63f54b6484afaa0268d0fe41 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:52:11.468105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.482219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.498306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:11.502175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:11.504941 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:11.511583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:11.607353 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.611454 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.643350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:52:11.652309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca781b34-4005-4a1e-86bb-29197b260ff0,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:11.658091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.658433 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Added segment 3b137f18-983f-496e-89d8-8a16aee64f1a of type vlan for network 7c4292e2-985e-467d-b574-fa1d105ee771 Feb 16 17:52:11.686254 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.717662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.718915 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:11.719813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.832415 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] Pushing event updated for resources: {'Network': ['ID=7c4292e2-985e-467d-b574-fa1d105ee771,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:11.835718 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-17d8d08a-f4b8-4fad-acf9-9c7696382a0a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5233707 Feb 16 17:52:11.838970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38778) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:11.842662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 7c4292e2-985e-467d-b574-fa1d105ee771 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:52:11.844478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Request body: {'subnet': {'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1871896718-subnet', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:11.849634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:11.854971 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Usage tracker for resource:subnet and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:11.858317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:11.865728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:11.877330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Made reservation on behalf of 923fe4ee63f54b6484afaa0268d0fe41 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:52:11.879801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.998204 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:52:12.114285 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.185700 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e88c8f-3749-476f-ba28-7f65491dccf7,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:12.196821 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Checking segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:12.197169 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Network hostable DHCP agents. Network: 7c4292e2-985e-467d-b574-fa1d105ee771, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:52:12.216586 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Network 7c4292e2-985e-467d-b574-fa1d105ee771 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:52:12.226889 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 7c4292e2-985e-467d-b574-fa1d105ee771) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:12.231356 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:12.232450 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.236037 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafdbe0-b6bc-4ca3-a7b0-032d570eb6f3 None None] Network 7c4292e2-985e-467d-b574-fa1d105ee771 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:52:12.258767 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-18e6cc8b-dbce-4cb6-8fe9-34f5a8b6d993 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4182894 Feb 16 17:52:12.261460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 38782) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:12.266935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:12.272785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:12.277631 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Usage tracker for resource:router and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:12.281078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:12.288763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:12.299969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.301047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.317013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.468527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-7c4292e2-985e-467d-b574-fa1d105ee771', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:52:12.469667 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.639083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Allocated IP 172.20.0.2 (7c4292e2-985e-467d-b574-fa1d105ee771/e2e88c8f-3749-476f-ba28-7f65491dccf7/e239c7fe-aa16-483a-8f4f-6f5acf0dd91d) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:12.719053 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.883684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.893953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Transition to ACTIVE for port object e239c7fe-aa16-483a-8f4f-6f5acf0dd91d will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:12.914166 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Transition to ACTIVE for port object e239c7fe-aa16-483a-8f4f-6f5acf0dd91d will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:12.920679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.027028 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Network 7c4292e2-985e-467d-b574-fa1d105ee771 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:13.031359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:13.037066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:13.047514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Pushing event updated for resources: {'Port': ['ID=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:13.073069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.104120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.186703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Attempting to bind port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:13.187232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Attempting to bind port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:13.187715 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Attempting to bind port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d on network 7c4292e2-985e-467d-b574-fa1d105ee771 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:13.193500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:13.194042 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Checking segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:13.194676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.195161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Bound using segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:13.195733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Bound port: e239c7fe-aa16-483a-8f4f-6f5acf0dd91d, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:13.196211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.282137 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Allocated IP 172.26.7.188 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/52f9df90-57b6-41e0-8ac5-8046341fef54) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:13.287674 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] For port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:13.291572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] For port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:13.296634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.388361 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f601-6e14-4fb9-8307-27ca629ba5fb None None] Pushing event updated for resources: {'Port': ['ID=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:13.488555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.524534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:13.606016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:13.608870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:13.613393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:13.666737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Pushing event updated for resources: {'Port': ['ID=52f9df90-57b6-41e0-8ac5-8046341fef54,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:14.154860 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:14.470306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2491ea27-1b6f-4a37-baad-e9e67431cd9e None None] Network 7c4292e2-985e-467d-b574-fa1d105ee771 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:52:14.604362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-44b4dbf1-c58d-433c-ab2b-dd5a81aae453 None None] Provisioning for port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:14.687259 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:14.837742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e239c7fe-aa16-483a-8f4f-6f5acf0dd91d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:14.927503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:14.934050 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:52:14.937073 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:14.937958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:15.061459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-18e85717-815b-4690-875f-9eb67d051326 None None] Provisioning complete for port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:15.061737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18e85717-815b-4690-875f-9eb67d051326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:15.163882 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:52:15.177069 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:15.191192 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:52:15.191570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:15.193141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-555fda4a-6f7d-4b45-b7d6-6f13c72917c5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9306195 Feb 16 17:52:15.198289 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38786) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:15.258407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:15.259046 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:15.340887 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:15.359213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:15.401120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-18e85717-815b-4690-875f-9eb67d051326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:15.583586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:15.603979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:15.757678 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-18e85717-815b-4690-875f-9eb67d051326 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:52:15.758034 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-18e85717-815b-4690-875f-9eb67d051326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:52:15.960450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:13Z', 'revision_number': 3, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:15.964943 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:52:15.965211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Updating router b649e3cf-b794-4b26-847c-aecb0f2bc32c port 52f9df90-57b6-41e0-8ac5-8046341fef54 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:52:16.018071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.077855 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.338514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Allocated IP 172.20.0.1 (7c4292e2-985e-467d-b574-fa1d105ee771/e2e88c8f-3749-476f-ba28-7f65491dccf7/4383c89c-8d1e-4b4b-a2e1-7f9f577222fc) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:16.500831 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.508161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.519338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Transition to ACTIVE for port object 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:16.523981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Transition to ACTIVE for port object 52f9df90-57b6-41e0-8ac5-8046341fef54 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:16.530596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.545590 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.619020 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Attempting to bind port 52f9df90-57b6-41e0-8ac5-8046341fef54 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:16.619706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Attempting to bind port 52f9df90-57b6-41e0-8ac5-8046341fef54 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:16.619706 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Attempting to bind port 52f9df90-57b6-41e0-8ac5-8046341fef54 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:16.623445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Network 7c4292e2-985e-467d-b574-fa1d105ee771 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:16.625454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a363c-2766-41e4-bc97-ab267841f23c None None] Pushing event updated for resources: {'Port': ['ID=52f9df90-57b6-41e0-8ac5-8046341fef54,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:16.626507 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:16.629969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:16.630252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:16.630398 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:16.630747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.631625 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:16.632743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Bound port: 52f9df90-57b6-41e0-8ac5-8046341fef54, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:16.633123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.662514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:16.694411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.717693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] For port 52f9df90-57b6-41e0-8ac5-8046341fef54, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:16.721920 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] For port 52f9df90-57b6-41e0-8ac5-8046341fef54, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f9df90-57b6-41e0-8ac5-8046341fef54,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:16.727276 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.811539 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a363c-2766-41e4-bc97-ab267841f23c None None] Pushing event updated for resources: {'Port': ['ID=52f9df90-57b6-41e0-8ac5-8046341fef54,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:16.846023 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e239c7fe-aa16-483a-8f4f-6f5acf0dd91d up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:16.879466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:16.880264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:16.984714 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:16.998869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ddaf7165-ab30-4b67-9f23-4f3bb1c82841 None None] Provisioning for port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:17.063560 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ddaf7165-ab30-4b67-9f23-4f3bb1c82841 None None] Provisioning complete for port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:17.063756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7165-ab30-4b67-9f23-4f3bb1c82841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:17.151024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:17.151400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:17.206747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf7165-ab30-4b67-9f23-4f3bb1c82841 None None] Port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:52:17.213525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:17.366713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:17.371444 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:17.496005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:17.500820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:17.652311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Network 7c4292e2-985e-467d-b574-fa1d105ee771 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:17.653517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:17.664917 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 1, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:17.669771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451d73-4a2d-49e2-99a9-6aa3df2d39ab None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 1, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:17.888536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:52:17.948009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-73325c1b-3b81-4822-94d4-f3aaacd2887f None None] Provisioning complete for port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:17.952568 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-73325c1b-3b81-4822-94d4-f3aaacd2887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:18.016045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-73325c1b-3b81-4822-94d4-f3aaacd2887f None None] Port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:52:18.120683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:52:18.139462 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-f4c6eba9-f13d-4de7-912e-0f17c8802ed3 admin admin] 10.222.0.43 "PUT /v2.0/routers/b649e3cf-b794-4b26-847c-aecb0f2bc32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9397058 Feb 16 17:52:18.811427 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38804) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:18.819200 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2048397675-network', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:18.829653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:18.832134 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f9df90-57b6-41e0-8ac5-8046341fef54 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:18.836058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Usage tracker for resource:network and tenant:2fffee75e3f443e2add1abf1f24a8cc7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:18.839365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:18.845698 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:18.867151 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Made reservation on behalf of 2fffee75e3f443e2add1abf1f24a8cc7 for: {'network': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:52:18.869599 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:18.883411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:18.902021 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:18.906713 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2fffee75e3f443e2add1abf1f24a8cc7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:18.910275 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:18.917748 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:18.922259 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 52f9df90-57b6-41e0-8ac5-8046341fef54 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:18.930638 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 52f9df90-57b6-41e0-8ac5-8046341fef54 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:18.931055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.027791 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.032388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.066931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:52:19.075619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.077435 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b63fe-0227-4ad9-8bb6-303cbfb218ee,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:19.083449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.083848 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.segments_db [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Added segment bddf02e9-b61a-4da2-bd28-1ac781bbdca7 of type vlan for network 4ce96827-cc1a-490a-a556-0a73ac044cab Feb 16 17:52:19.106147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 52f9df90-57b6-41e0-8ac5-8046341fef54, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f9df90-57b6-41e0-8ac5-8046341fef54,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:19.111118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.124569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.165341 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.166535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:19.167211 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.187205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=52f9df90-57b6-41e0-8ac5-8046341fef54,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:19.283918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce96827-cc1a-490a-a556-0a73ac044cab,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:19.289684 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1390e25c-16e1-4d9c-b566-7ab6004edcc6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4765170 Feb 16 17:52:19.293476 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38808) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:19.295423 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 4ce96827-cc1a-490a-a556-0a73ac044cab details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 17:52:19.299452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Request body: {'subnet': {'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2048397675-subnet', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'ip_version': 4}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:19.306612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:19.310783 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Usage tracker for resource:subnet and tenant:2fffee75e3f443e2add1abf1f24a8cc7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:19.313846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:19.322036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:19.333152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Made reservation on behalf of 2fffee75e3f443e2add1abf1f24a8cc7 for: {'subnet': 1} {{(pid=87720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:52:19.335891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11240189'] for subnet, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.559785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12453799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11240171'] for subnet, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.649896 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76569004-b291-4967-87b0-6a60fa397c56,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:19.661666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Checking segment: {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:19.661947 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Network hostable DHCP agents. Network: 4ce96827-cc1a-490a-a556-0a73ac044cab, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:52:19.684244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Network 4ce96827-cc1a-490a-a556-0a73ac044cab is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:52:19.697751 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 4ce96827-cc1a-490a-a556-0a73ac044cab) {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:19.703498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:19.704406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.711184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff0bc4-e171-47c0-9db8-964453ccfcf1 None None] Network 4ce96827-cc1a-490a-a556-0a73ac044cab requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:52:19.729548 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-ffcdf618-5951-4721-88d6-0efaf6a46bb6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4346356 Feb 16 17:52:19.732410 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38812) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:19.737594 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:19.742830 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:19.747129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Usage tracker for resource:router and tenant:2fffee75e3f443e2add1abf1f24a8cc7 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:19.750130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:19.757488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:19.773522 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.774961 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.796537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.888867 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:52:19.899198 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:19.899831 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:19.973107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-4ce96827-cc1a-490a-a556-0a73ac044cab', 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'fixed_ips': [{'subnet_id': '76569004-b291-4967-87b0-6a60fa397c56'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 17:52:19.973951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.110085 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:20.204112 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Allocated IP 172.20.0.2 (4ce96827-cc1a-490a-a556-0a73ac044cab/76569004-b291-4967-87b0-6a60fa397c56/46c52bf9-c896-4266-8096-2dad814c8a3e) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:20.248202 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.455785 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:17Z', 'revision_number': 2, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:20.461861 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:52:20.462456 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Updating router b649e3cf-b794-4b26-847c-aecb0f2bc32c port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:52:20.495338 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.506169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Transition to ACTIVE for port object 46c52bf9-c896-4266-8096-2dad814c8a3e will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:20.529714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Transition to ACTIVE for port object 46c52bf9-c896-4266-8096-2dad814c8a3e will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:20.530404 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.537116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.599459 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.615035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Network 4ce96827-cc1a-490a-a556-0a73ac044cab is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:20.619284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:20.623142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:20.633858 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.664773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Pushing event updated for resources: {'Port': ['ID=46c52bf9-c896-4266-8096-2dad814c8a3e,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:20.725096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Attempting to bind port 46c52bf9-c896-4266-8096-2dad814c8a3e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:20.725468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Attempting to bind port 46c52bf9-c896-4266-8096-2dad814c8a3e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:20.726088 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Attempting to bind port 46c52bf9-c896-4266-8096-2dad814c8a3e on network 4ce96827-cc1a-490a-a556-0a73ac044cab {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:20.732317 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:20.732690 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Checking segment: {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:20.733083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.733467 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Bound using segment: {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:20.733932 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Bound port: 46c52bf9-c896-4266-8096-2dad814c8a3e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:20.734303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.817081 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Allocated IP 172.26.7.253 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/40a695ef-c402-4ece-87c0-d7bb3d0d815c) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:20.829583 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f9df90-57b6-41e0-8ac5-8046341fef54 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:20.936576 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.953109 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Transition to ACTIVE for port object 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:20.962075 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:20.982725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] For port 46c52bf9-c896-4266-8096-2dad814c8a3e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:20.988985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] For port 46c52bf9-c896-4266-8096-2dad814c8a3e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=46c52bf9-c896-4266-8096-2dad814c8a3e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:20.998139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.037101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.081975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 52f9df90-57b6-41e0-8ac5-8046341fef54 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:21.082364 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.087124 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.186269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83f032-b28b-4fcf-9ac7-36d4062c4f33 None None] Pushing event updated for resources: {'Port': ['ID=46c52bf9-c896-4266-8096-2dad814c8a3e,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:21.200562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:21.202539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Pushing event updated for resources: {'Port': ['ID=40a695ef-c402-4ece-87c0-d7bb3d0d815c,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:21.210055 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:21.216574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:21.219474 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Pushing event updated for resources: {'Port': ['ID=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:21.235036 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.235363 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.235691 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.236010 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.236327 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.236641 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.236954 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.237269 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.237587 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.237896 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.238205 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.238509 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:52:21.257436 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Attempting to bind port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:21.257803 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Attempting to bind port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:21.258188 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Attempting to bind port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc on network 7c4292e2-985e-467d-b574-fa1d105ee771 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:21.264608 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:21.265018 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Checking segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:21.265362 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.265753 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Bound using segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:21.266214 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Bound port: 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:21.266737 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.392850 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] For port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:21.398071 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] For port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:21.406604 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:21.513054 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01a0c1-63b8-42c7-ba1f-f849cc9e9785 None None] Pushing event updated for resources: {'Port': ['ID=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:21.517520 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:21.518325 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:21.818774 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:21.932138 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:22.276228 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:21Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:22.282393 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64854d6f-0217-48de-8395-aa3c57cc80ec None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:21Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:22.470402 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:22.620005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75d1f3-2f70-4ec1-9113-324d77583d7b None None] Network 4ce96827-cc1a-490a-a556-0a73ac044cab requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 17:52:22.793895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-9a93d6d0-0a6b-41d4-82b1-2db27a7731af None None] Provisioning for port 46c52bf9-c896-4266-8096-2dad814c8a3e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:22.864112 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 17:52:23.006982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 46c52bf9-c896-4266-8096-2dad814c8a3e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:23.114758 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:52:23.133508 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Sync routers for ids ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:52:23.155457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 46c52bf9-c896-4266-8096-2dad814c8a3e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:23.157820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:23.160891 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-69e1e39a-d3f9-4112-abca-1e565d4680d2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4268725 Feb 16 17:52:23.166508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38816) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:23.170370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Routers {'77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:23.171686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:23.296570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 46c52bf9-c896-4266-8096-2dad814c8a3e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:23.297307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:23.558796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3dedad63-88ea-482f-9deb-f2ccbaffed12 None None] Provisioning complete for port 46c52bf9-c896-4266-8096-2dad814c8a3e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:23.559371 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3dedad63-88ea-482f-9deb-f2ccbaffed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:23.647637 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Set router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:23.869893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:23.978448 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 46c52bf9-c896-4266-8096-2dad814c8a3e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=46c52bf9-c896-4266-8096-2dad814c8a3e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:24.005727 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.007138 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:24.151455 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3dedad63-88ea-482f-9deb-f2ccbaffed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.239150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=46c52bf9-c896-4266-8096-2dad814c8a3e,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:24.291665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:24.310713 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:24.311233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.347323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-3dedad63-88ea-482f-9deb-f2ccbaffed12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:52:24.347814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-3dedad63-88ea-482f-9deb-f2ccbaffed12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:52:24.356052 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.392855 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T17:52:21Z', 'revision_number': 3, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:24.405456 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Checking router: 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:52:24.405977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Updating router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 port 40a695ef-c402-4ece-87c0-d7bb3d0d815c binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:52:24.496850 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.636441 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Allocated IP 172.20.0.1 (4ce96827-cc1a-490a-a556-0a73ac044cab/76569004-b291-4967-87b0-6a60fa397c56/197077eb-1e0a-418b-8e5a-6524de790c8e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:24.696599 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.790429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:24.840490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.840917 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.865925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.provisioning_blocks [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Transition to ACTIVE for port object 197077eb-1e0a-418b-8e5a-6524de790c8e will not be triggered until provisioned by entity DHCP. {{(pid=87720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:24.902535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:24.961779 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 46c52bf9-c896-4266-8096-2dad814c8a3e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:24.977462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Network 4ce96827-cc1a-490a-a556-0a73ac044cab is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:24.980477 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:24.984229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:25.031653 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=197077eb-1e0a-418b-8e5a-6524de790c8e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:25.066420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.131546 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:25.200102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.204622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 46c52bf9-c896-4266-8096-2dad814c8a3e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:25.204970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.293218 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.327656 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-06378409-5cc8-4120-b11d-84464faa12b6 None None] Provisioning for port 197077eb-1e0a-418b-8e5a-6524de790c8e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:25.349084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-06378409-5cc8-4120-b11d-84464faa12b6 None None] Provisioning complete for port 197077eb-1e0a-418b-8e5a-6524de790c8e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:25.349084 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-06378409-5cc8-4120-b11d-84464faa12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.417038 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.431107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-06378409-5cc8-4120-b11d-84464faa12b6 None None] Port 197077eb-1e0a-418b-8e5a-6524de790c8e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:52:25.439973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Transition to ACTIVE for port object 40a695ef-c402-4ece-87c0-d7bb3d0d815c will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:25.473031 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.584478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.590930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.596791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90864-5fbf-4b29-9860-15e51cbfeb45 None None] Pushing event updated for resources: {'Port': ['ID=40a695ef-c402-4ece-87c0-d7bb3d0d815c,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:25.599241 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Attempting to bind port 40a695ef-c402-4ece-87c0-d7bb3d0d815c on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:25.600147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Attempting to bind port 40a695ef-c402-4ece-87c0-d7bb3d0d815c by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:25.600703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Attempting to bind port 40a695ef-c402-4ece-87c0-d7bb3d0d815c on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:25.607235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:25.607748 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:25.608154 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.608458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:25.608950 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Bound port: 40a695ef-c402-4ece-87c0-d7bb3d0d815c, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:25.609304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.711564 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] For port 40a695ef-c402-4ece-87c0-d7bb3d0d815c, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:25.715243 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] For port 40a695ef-c402-4ece-87c0-d7bb3d0d815c, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=40a695ef-c402-4ece-87c0-d7bb3d0d815c,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:25.720014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.752851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=197077eb-1e0a-418b-8e5a-6524de790c8e,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:25.757400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:25.802533 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Routers {'77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:25.804323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:25.898766 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90864-5fbf-4b29-9860-15e51cbfeb45 None None] Pushing event updated for resources: {'Port': ['ID=40a695ef-c402-4ece-87c0-d7bb3d0d815c,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:25.920835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Network 4ce96827-cc1a-490a-a556-0a73ac044cab is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:25.922083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:26.020005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] Set router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:26.173146 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:52:26.316542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-bca9cdd3-1713-46ba-ae89-8cf3d352f112 None None] Provisioning complete for port 197077eb-1e0a-418b-8e5a-6524de790c8e triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:26.317046 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bca9cdd3-1713-46ba-ae89-8cf3d352f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:26.372925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:52:26.382545 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-775204df-9de3-4104-8d48-4207f9ca5fa3 admin admin] 10.222.0.43 "PUT /v2.0/routers/77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2149005 Feb 16 17:52:26.428892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-bca9cdd3-1713-46ba-ae89-8cf3d352f112 None None] Port 197077eb-1e0a-418b-8e5a-6524de790c8e cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:52:26.536532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '197077eb-1e0a-418b-8e5a-6524de790c8e', 'name': '', 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'mac_address': 'fa:16:3e:60:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '76569004-b291-4967-87b0-6a60fa397c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:24Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 2, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'subnets': [{'id': '76569004-b291-4967-87b0-6a60fa397c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:26.542184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5147a-4489-4482-8ab8-8e9e56466079 None None] The sync data for ids ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'] in dv-neutron-829527-2-hyperv is: [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '197077eb-1e0a-418b-8e5a-6524de790c8e', 'name': '', 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'mac_address': 'fa:16:3e:60:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '76569004-b291-4967-87b0-6a60fa397c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:24Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 2, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'subnets': [{'id': '76569004-b291-4967-87b0-6a60fa397c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:26.953788 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:27.112765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:27.113132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.250726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38826) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:27.257770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272837177', 'description': 'tempest-secgroup-smoke-1272837177 description', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:27.264184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:27.269216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:27.273942 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:27.283495 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:27.299983 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.323563 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:27.327993 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:27.331239 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:27.337499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:27.532535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.536469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.583652 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb64b7-550f-4383-84bb-516ae4e8ca0d,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:27.587467 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.589016 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-53869171-1982-4103-8b2f-9c5b87d0567f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3358605 Feb 16 17:52:27.593336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38830) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:27.600121 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '5dfb64b7-550f-4383-84bb-516ae4e8ca0d', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:27.607862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:27.613750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:27.618697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:27.627108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:27.649605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.715851 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.719838 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.745776 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881fa215-ad75-4ccc-a0c9-6b2950c2b309,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:27.760970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.762655 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5b681f21-420c-49fc-9933-b0adcb3be6b6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680768 Feb 16 17:52:27.770957 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38834) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:27.773268 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '5dfb64b7-550f-4383-84bb-516ae4e8ca0d', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:27.780225 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:27.784842 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:27.789335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:27.795571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:27.815600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.890893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.895605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.923697 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ccb753-229c-45be-84dd-7785efbc5c26,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:27.936230 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:27.938300 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-45cd336e-79b5-4f87-b3a2-9f7a40537c76 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703200 Feb 16 17:52:27.942724 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38838) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:27.951244 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '5dfb64b7-550f-4383-84bb-516ae4e8ca0d', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:27.961767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:27.966610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:27.970007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:27.977810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:27.997355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.068267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.072235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.098327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1350e365-9d04-449c-90c1-d7ace38b2e80,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:28.111335 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.112829 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c94db38b-45d9-4c36-8a22-9259d1ab99a5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687822 Feb 16 17:52:28.115911 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38842) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:28.121314 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '5dfb64b7-550f-4383-84bb-516ae4e8ca0d', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:28.127887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:28.132131 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:28.135363 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:28.141627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:28.174899 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.250910 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.256473 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.281388 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dd61ba-396c-424f-80d9-c0231b085b1e,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:28.294952 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.296196 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-aea0e31c-0eda-4143-a1cf-d6c293d145d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1793408 Feb 16 17:52:28.299270 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38846) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:28.304908 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '5dfb64b7-550f-4383-84bb-516ae4e8ca0d', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:28.311005 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:28.314874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:28.317720 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:28.328035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:28.344262 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Project 923fe4ee63f54b6484afaa0268d0fe41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:52:28.352689 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.434666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.441066 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.472499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7184fb64-9531-4793-a214-ca56b23f37c3,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:28.484626 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.486467 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-a3e60b24-83dd-4ccb-ad0a-8896dc0d3d25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1860466 Feb 16 17:52:28.489157 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38850) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:28.495393 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '5dfb64b7-550f-4383-84bb-516ae4e8ca0d', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:28.508326 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:28.515229 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:28.520170 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:28.536735 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:28.551943 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Project 923fe4ee63f54b6484afaa0268d0fe41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:52:28.568935 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.695503 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.700040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.725646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ec44d8-828a-46a8-9e6f-6231e4238e17,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:28.737344 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:28.739019 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-865e31b8-e324-497f-8eaa-db7dde04376f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2486513 Feb 16 17:52:28.969382 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 40a695ef-c402-4ece-87c0-d7bb3d0d815c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:29.025918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-e873a689-de10-4b44-a210-c8ae24244c24 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:52:29.052455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-e873a689-de10-4b44-a210-c8ae24244c24 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:52:29.054862 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-e873a689-de10-4b44-a210-c8ae24244c24 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272837177&fields=id&tenant_id=923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 267 time: 0.0864086 Feb 16 17:52:29.075639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 40a695ef-c402-4ece-87c0-d7bb3d0d815c completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:29.085236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 40a695ef-c402-4ece-87c0-d7bb3d0d815c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:29.086347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:29.288814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:29.315247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 40a695ef-c402-4ece-87c0-d7bb3d0d815c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=40a695ef-c402-4ece-87c0-d7bb3d0d815c,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:29.324983 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:29.336499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-55f30493-4f96-4db3-9ce8-0ccf628c328c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:29.338164 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-55f30493-4f96-4db3-9ce8-0ccf628c328c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 809 time: 0.2759864 Feb 16 17:52:29.359421 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-f7cc6e2a-9766-43e2-a887-7f0a5838d535 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/quotas/923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 375 time: 0.0119550 Feb 16 17:52:29.436696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=40a695ef-c402-4ece-87c0-d7bb3d0d815c,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:29.475452 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-b4367b80-1403-4681-a961-fc2a85401cf1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:52:29.494269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-b4367b80-1403-4681-a961-fc2a85401cf1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:52:29.495801 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-b4367b80-1403-4681-a961-fc2a85401cf1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265678 Feb 16 17:52:29.772248 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-78bd21d5-13df-4902-a58c-04d7af5f6701 service neutron] 10.222.0.43 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623978 Feb 16 17:52:29.941263 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-1c1eb1a3-11e8-4953-a2bc-06349ef3f50f service neutron] 10.222.0.43 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626306 Feb 16 17:52:30.228552 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-174ab0b1-094f-4625-a968-9131f7c8ffc0 req-3f4a2a6c-856a-4de3-adbf-0eef3509fdd9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0794160 Feb 16 17:52:30.288590 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Sync routers for ids ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:52:30.303224 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Routers {'77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:30.304252 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:30.581327 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Set router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:30.930734 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '197077eb-1e0a-418b-8e5a-6524de790c8e', 'name': '', 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'mac_address': 'fa:16:3e:60:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '76569004-b291-4967-87b0-6a60fa397c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:24Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 2, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'subnets': [{'id': '76569004-b291-4967-87b0-6a60fa397c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:30.931384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 40a695ef-c402-4ece-87c0-d7bb3d0d815c up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:30.935443 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Checking router: 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:52:30.935808 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Updating router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 port 197077eb-1e0a-418b-8e5a-6524de790c8e binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:52:31.001527 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:31.017253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76116bdc-5489-4bd3-8808-c6091277b936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:31.025616 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 40a695ef-c402-4ece-87c0-d7bb3d0d815c triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:31.025977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:31.397980 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-18c4bb43-de93-4862-a84e-347c4f054bac req-01a2f0f0-4942-4e3a-b83a-f34421fa1e50 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0791633 Feb 16 17:52:31.585461 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:31.610259 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Transition to ACTIVE for port object 197077eb-1e0a-418b-8e5a-6524de790c8e will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:31.617636 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:31.768589 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677410d-0cb6-4e1d-bb83-c21e73294de6 None None] Pushing event updated for resources: {'Port': ['ID=197077eb-1e0a-418b-8e5a-6524de790c8e,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:31.909291 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Attempting to bind port 197077eb-1e0a-418b-8e5a-6524de790c8e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:31.909861 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Attempting to bind port 197077eb-1e0a-418b-8e5a-6524de790c8e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:31.910465 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Attempting to bind port 197077eb-1e0a-418b-8e5a-6524de790c8e on network 4ce96827-cc1a-490a-a556-0a73ac044cab {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:31.920475 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:31.921066 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Checking segment: {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:31.921685 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:31.922285 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Bound using segment: {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:31.923034 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Bound port: 197077eb-1e0a-418b-8e5a-6524de790c8e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:31.923552 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:32.061638 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] For port 197077eb-1e0a-418b-8e5a-6524de790c8e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:32.066254 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] For port 197077eb-1e0a-418b-8e5a-6524de790c8e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=197077eb-1e0a-418b-8e5a-6524de790c8e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:32.072997 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:32.157874 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677410d-0cb6-4e1d-bb83-c21e73294de6 None None] Pushing event updated for resources: {'Port': ['ID=197077eb-1e0a-418b-8e5a-6524de790c8e,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:32.164072 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Routers {'77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:32.164751 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:32.417714 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] Set router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:32.555503 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-416aabaa-1901-4fdf-ba70-4446b55e733a req-46cd5fdd-3d50-4c20-8427-5dcf6fe60d7f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0661638 Feb 16 17:52:32.840004 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '197077eb-1e0a-418b-8e5a-6524de790c8e', 'name': '', 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'mac_address': 'fa:16:3e:60:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '76569004-b291-4967-87b0-6a60fa397c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:24Z', 'updated_at': '2022-02-16T17:52:32Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'subnets': [{'id': '76569004-b291-4967-87b0-6a60fa397c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:32.844548 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f96a-571a-4dd4-a127-40b7c2c09afa None None] The sync data for ids ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'] in dv-neutron-829527-2-hyperv is: [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T17:52:25Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '197077eb-1e0a-418b-8e5a-6524de790c8e', 'name': '', 'network_id': '4ce96827-cc1a-490a-a556-0a73ac044cab', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'mac_address': 'fa:16:3e:60:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '76569004-b291-4967-87b0-6a60fa397c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:24Z', 'updated_at': '2022-02-16T17:52:32Z', 'revision_number': 4, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'subnets': [{'id': '76569004-b291-4967-87b0-6a60fa397c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:32.954110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 197077eb-1e0a-418b-8e5a-6524de790c8e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:33.030570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 197077eb-1e0a-418b-8e5a-6524de790c8e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:33.036522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 197077eb-1e0a-418b-8e5a-6524de790c8e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:33.039212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:33.221107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:33.266096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 197077eb-1e0a-418b-8e5a-6524de790c8e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=197077eb-1e0a-418b-8e5a-6524de790c8e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:33.270513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:33.346693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=197077eb-1e0a-418b-8e5a-6524de790c8e,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:33.731630 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e435d565-16ad-4686-b73e-88cbf1e1877e req-bcd2cfcb-7677-4e1c-bcd9-2b8d1b41d8e7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0435898 Feb 16 17:52:33.761471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4d874eb9-aa6a-47d8-9494-2ecbec199bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:34.479662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:34.689898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-f7a99b4b-1506-4b25-a25a-14f7d7f26ee3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:34.690785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-f7a99b4b-1506-4b25-a25a-14f7d7f26ee3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:52:34.708614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-f7a99b4b-1506-4b25-a25a-14f7d7f26ee3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:52:34.709919 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-f7a99b4b-1506-4b25-a25a-14f7d7f26ee3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 809 time: 0.1941345 Feb 16 17:52:34.762459 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-35bf4f83-d0e5-4b98-8267-125a5d117139 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:52:34.778790 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-35bf4f83-d0e5-4b98-8267-125a5d117139 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:52:34.780350 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-35bf4f83-d0e5-4b98-8267-125a5d117139 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 380 time: 0.0624859 Feb 16 17:52:34.789857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'port': {'device_id': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'admin_state_up': True, 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'security_groups': ['5dfb64b7-550f-4383-84bb-516ae4e8ca0d']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:34.926908 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 197077eb-1e0a-418b-8e5a-6524de790c8e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:34.952143 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ee79f702-8648-45d1-a2f0-dce0bbc4aec4 req-61228d28-4802-43d4-ba6a-40303be1dc65 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0527034 Feb 16 17:52:34.958048 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:34.977475 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:34.992922 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Made reservation on behalf of 923fe4ee63f54b6484afaa0268d0fe41 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:52:35.000816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.031904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 197077eb-1e0a-418b-8e5a-6524de790c8e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:35.032263 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.206763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Allocated IP 172.20.0.5 (7c4292e2-985e-467d-b574-fa1d105ee771/e2e88c8f-3749-476f-ba28-7f65491dccf7/0c2d76d4-57dc-443d-a5cb-2823dba05702) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:35.272879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.424901 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.442837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Transition to ACTIVE for port object 0c2d76d4-57dc-443d-a5cb-2823dba05702 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:35.471852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.575831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Network 7c4292e2-985e-467d-b574-fa1d105ee771 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:35.579035 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:35.584258 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:35.627330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:35.677321 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:35.678315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.712556 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ebf23898-dad0-4cad-a05d-94ad829724fb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267495 Feb 16 17:52:35.727628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Request body: {'port': {'device_id': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:35.846724 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.894655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1531adf0-111e-43d0-8ca6-0ef490d60e5e None None] Provisioning for port 0c2d76d4-57dc-443d-a5cb-2823dba05702 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:35.899980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-1531adf0-111e-43d0-8ca6-0ef490d60e5e None None] Provisioning complete for port 0c2d76d4-57dc-443d-a5cb-2823dba05702 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:35.900341 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1531adf0-111e-43d0-8ca6-0ef490d60e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:35.959723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1531adf0-111e-43d0-8ca6-0ef490d60e5e None None] Port 0c2d76d4-57dc-443d-a5cb-2823dba05702 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:52:36.158095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e31f4d-b0a4-4399-9086-b08f2a89a731 req-bb3f47e4-6ef5-4b5c-a4ac-abb042ff5934 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:36.160581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f5e31f4d-b0a4-4399-9086-b08f2a89a731 req-bb3f47e4-6ef5-4b5c-a4ac-abb042ff5934 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 931 time: 0.0914278 Feb 16 17:52:36.230084 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f5e31f4d-b0a4-4399-9086-b08f2a89a731 req-0d0333b1-0710-43dd-84d0-9af01ac5b0e2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591207 Feb 16 17:52:36.371180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2d76d4-57dc-443d-a5cb-2823dba05702 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:52:36.378337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.394365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Transition to ACTIVE for port object 0c2d76d4-57dc-443d-a5cb-2823dba05702 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:52:36.398929 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.531223 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:36.649648 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Attempting to bind port 0c2d76d4-57dc-443d-a5cb-2823dba05702 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:52:36.650007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Attempting to bind port 0c2d76d4-57dc-443d-a5cb-2823dba05702 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:52:36.650333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Attempting to bind port 0c2d76d4-57dc-443d-a5cb-2823dba05702 on network 7c4292e2-985e-467d-b574-fa1d105ee771 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:36.655984 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Port 0c2d76d4-57dc-443d-a5cb-2823dba05702 on network 7c4292e2-985e-467d-b574-fa1d105ee771 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:52:36.656469 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Attempting to bind port 0c2d76d4-57dc-443d-a5cb-2823dba05702 on network 7c4292e2-985e-467d-b574-fa1d105ee771 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:52:36.663969 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:52:36.664328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Checking segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:52:36.664851 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Bound using segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:52:36.665376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Bound port: 0c2d76d4-57dc-443d-a5cb-2823dba05702, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:52:36.665772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.766730 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:52:36.769601 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:52:36.775280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.838956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:36.839561 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.841018 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] 10.222.0.48 "PUT /v2.0/ports/0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1093 time: 1.1211283 Feb 16 17:52:36.841553 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:52:36.879290 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53804c6-f4c0-42f1-ba1a-9f623df3c99c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:36.929412 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'status': 'completed', 'code': 200} Feb 16 17:52:36.961730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.972966 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-2f6aaa33-b071-4c01-8277-f91ae6afc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:36.975701 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-2f6aaa33-b071-4c01-8277-f91ae6afc469 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0801878 Feb 16 17:52:37.050576 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-27cbcd98-a35f-4edd-83fd-f18f1e9e6b18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 217 time: 0.0684199 Feb 16 17:52:37.115809 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-7335f9de-9dee-452b-8cba-ac63da99ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:37.117254 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-7335f9de-9dee-452b-8cba-ac63da99ec1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0618334 Feb 16 17:52:37.191562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-06249765-a2f2-4cbb-a31a-49b7759e6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:37.193074 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-06249765-a2f2-4cbb-a31a-49b7759e6764 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702310 Feb 16 17:52:37.327946 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-ae91d3a5-097c-410e-b5c8-8dd714fb8853 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280649 Feb 16 17:52:37.432333 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e624952-fdd0-40ed-be77-6a46929a5420 req-b792d04c-ef2e-4174-9754-b5287418bbbb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:37.434035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e624952-fdd0-40ed-be77-6a46929a5420 req-b792d04c-ef2e-4174-9754-b5287418bbbb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0925291 Feb 16 17:52:37.464755 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-57cc15d7-22b8-4dd2-9dc7-c30879ffc185 req-b1a7a150-49c1-4405-ab8d-805e7aa41749 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295133 Feb 16 17:52:37.479624 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e624952-fdd0-40ed-be77-6a46929a5420 req-01c87fa4-5698-4de9-9106-1dd3eb97001b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Feb 16 17:52:37.587262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-b2a1b7b7-2b00-4ad3-9269-70b83d062771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:37.588649 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-b2a1b7b7-2b00-4ad3-9269-70b83d062771 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0754032 Feb 16 17:52:37.723657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-43eb140c-21d3-4b6c-bfbc-a229a71e7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:37.726245 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-43eb140c-21d3-4b6c-bfbc-a229a71e7f68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1318486 Feb 16 17:52:37.900948 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-0bcc74d0-e133-4f91-8fa3-76df215a882f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 217 time: 0.1686711 Feb 16 17:52:37.971434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-ab863918-110b-45c1-9efc-be930f158ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:37.972922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-ab863918-110b-45c1-9efc-be930f158ae1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0657468 Feb 16 17:52:38.067000 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-293ac391-91aa-4c50-aa76-6cc06385f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:38.069576 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-293ac391-91aa-4c50-aa76-6cc06385f946 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900378 Feb 16 17:52:38.212684 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-e8819830-3306-402e-bac8-7e683e2dc53e service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366768 Feb 16 17:52:38.347486 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-9534bfd9-3dcf-4d85-9d84-cffb71867de6 req-ea524d75-52b9-4501-ac98-267147f5b2f0 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287301 Feb 16 17:52:38.664083 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc9b4-94a7-49df-b7bd-cf27effb1b47 req-b6ee6853-7a2d-4d18-afa0-a4697f91e5bf tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:38.665544 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f8cdc9b4-94a7-49df-b7bd-cf27effb1b47 req-b6ee6853-7a2d-4d18-afa0-a4697f91e5bf tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0789347 Feb 16 17:52:38.710572 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f8cdc9b4-94a7-49df-b7bd-cf27effb1b47 req-fffe85ba-7bba-4888-94e7-10fae7f7232b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Feb 16 17:52:39.313728 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:52:39.446693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:39.463571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'mac_address': 'fa:16:3e:e7:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:52:39.519175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:39.535857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2d76d4-57dc-443d-a5cb-2823dba05702 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:52:39.555403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:39.561294 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:39.648676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:39.901247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebab3d-8bd7-4973-ab95-535ede489674 req-5ac39d90-a26d-4eaf-ba94-4212b2b7caa2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:39.902741 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5ebab3d-8bd7-4973-ab95-535ede489674 req-5ac39d90-a26d-4eaf-ba94-4212b2b7caa2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0857804 Feb 16 17:52:39.939105 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['0c2d76d4-57dc-443d-a5cb-2823dba05702'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:52:39.948334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5ebab3d-8bd7-4973-ab95-535ede489674 req-efc4d076-6a08-4d9d-bbcd-d74de3de3764 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 Feb 16 17:52:41.165715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b6dc-f2ab-4eee-9058-2dfddd93733c req-e779e69f-b014-445e-85dc-dc975babad5f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:41.167188 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5940b6dc-f2ab-4eee-9058-2dfddd93733c req-e779e69f-b014-445e-85dc-dc975babad5f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0878115 Feb 16 17:52:41.215928 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5940b6dc-f2ab-4eee-9058-2dfddd93733c req-c44f489d-d2f2-4b79-a533-31039e35bb3b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429611 Feb 16 17:52:41.320437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:52:41.389628 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 0c2d76d4-57dc-443d-a5cb-2823dba05702 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:52:41.394805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 0c2d76d4-57dc-443d-a5cb-2823dba05702 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:52:41.395343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:41.510808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:41.548982 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:52:41.559062 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:52:41.563429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:41.639586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:41.649866 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'code': 200} Feb 16 17:52:41.879560 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4698d-c038-497b-839b-b871f21852a2 req-07b5cc6d-8c5e-479f-bd82-b4874695baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:41.881626 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ddd4698d-c038-497b-839b-b871f21852a2 req-07b5cc6d-8c5e-479f-bd82-b4874695baa2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0690823 Feb 16 17:52:41.928284 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-ddd4698d-c038-497b-839b-b871f21852a2 req-6e41d75b-7bb4-4e1e-a3f6-aa8d37b79b3f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Feb 16 17:52:42.399738 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca5c2-1bcf-437c-b199-62581f5d5211 req-2192f345-d733-4ede-867a-2353007dc732 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:42.401195 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08aca5c2-1bcf-437c-b199-62581f5d5211 req-2192f345-d733-4ede-867a-2353007dc732 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0796309 Feb 16 17:52:42.445262 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-08aca5c2-1bcf-437c-b199-62581f5d5211 req-5347284a-01d0-43fb-a5c1-d913198420c2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385284 Feb 16 17:52:43.635571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad47b-45b9-4018-8aa2-809dc5d4bd39 req-cef2ff66-7c9f-4c81-96bd-08e16f402d5c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:43.637047 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd4ad47b-45b9-4018-8aa2-809dc5d4bd39 req-cef2ff66-7c9f-4c81-96bd-08e16f402d5c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0836966 Feb 16 17:52:43.682377 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd4ad47b-45b9-4018-8aa2-809dc5d4bd39 req-13b5eb9e-8fea-4622-bfe5-336661d16dd0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Feb 16 17:52:43.871183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baefbe-1ff3-4050-b8e8-97ec36bf965b req-bbebc5c0-ee9d-495a-9c0a-1394d02ef987 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:43.872671 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0baefbe-1ff3-4050-b8e8-97ec36bf965b req-bbebc5c0-ee9d-495a-9c0a-1394d02ef987 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0823989 Feb 16 17:52:43.921018 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e0baefbe-1ff3-4050-b8e8-97ec36bf965b req-368b86b1-0674-4ea0-9e86-b6c19baf42b4 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424521 Feb 16 17:52:43.944040 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38926) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:44.064688 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970666b-bac0-4d78-9d1b-9aba270d5e65 tempest-TestShelveInstance-1417000797 tempest-TestShelveInstance-1417000797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:44.065389 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9970666b-bac0-4d78-9d1b-9aba270d5e65 tempest-TestShelveInstance-1417000797 tempest-TestShelveInstance-1417000797-project-admin] Synchronizing usage tracker for tenant:2fffee75e3f443e2add1abf1f24a8cc7 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:52:44.087553 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-9970666b-bac0-4d78-9d1b-9aba270d5e65 tempest-TestShelveInstance-1417000797 tempest-TestShelveInstance-1417000797-project-admin] Unset dirty status for tenant:2fffee75e3f443e2add1abf1f24a8cc7 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:52:44.088929 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9970666b-bac0-4d78-9d1b-9aba270d5e65 tempest-TestShelveInstance-1417000797 tempest-TestShelveInstance-1417000797-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1093 time: 0.1437826 Feb 16 17:52:44.093205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 38932) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:52:44.098206 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:52:44.104536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:52:44.108408 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:floatingip and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:52:44.111449 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:52:44.117525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:52:44.128463 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:44.423867 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:44.559770 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Allocated IP 172.26.7.150 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/7dcd4f70-5105-4587-bd79-5d77f246682e) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:52:44.711785 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:44.740532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:44.807068 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:52:44.809875 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:52:44.813464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:52:44.842423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'Port': ['ID=7dcd4f70-5105-4587-bd79-5d77f246682e,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:45.251717 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:45.325976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:45.530666 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:45.535011 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:45.641259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'Port': ['ID=7dcd4f70-5105-4587-bd79-5d77f246682e,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:52:45.656056 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:45.832039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Floating IP 651def92-0b34-4b04-9b27-681f4a158690 associated. External IP: 172.26.7.150, port: 0c2d76d4-57dc-443d-a5cb-2823dba05702. Feb 16 17:52:46.321615 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:52:46.510007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:52:46.521959 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:52:46.531484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:46.532096 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:46.538315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:46.611850 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e9121d66-66fa-458c-b2ce-a5c853b5c9ed tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5172226 Feb 16 17:52:46.612063 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:52:46.719119 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:46.724606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'status': 'completed', 'code': 200} Feb 16 17:52:46.814974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-f4c53f29-1d96-44ea-adbe-be8bb1ba0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:46.816421 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-f4c53f29-1d96-44ea-adbe-be8bb1ba0562 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0709236 Feb 16 17:52:46.950026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-f8915139-8825-4383-b902-9b7d4ba0cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:46.951604 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-f8915139-8825-4383-b902-9b7d4ba0cb33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1293340 Feb 16 17:52:47.055881 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-687a7752-174b-47d6-9437-1de30fa0e4e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 999 time: 0.0985823 Feb 16 17:52:47.082378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651def92-0b34-4b04-9b27-681f4a158690', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'floating_ip_address': '172.26.7.150', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'mac_address': 'fa:16:3e:e7:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:52:45Z', 'updated_at': '2022-02-16T17:52:45Z', 'revision_number': 0, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:47.088009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:52:47.099630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:52:47.100288 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:52:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:47.117491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-356ce310-e5f6-4e87-a140-66bf8725e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:47.118967 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-356ce310-e5f6-4e87-a140-66bf8725e1a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0577648 Feb 16 17:52:47.200778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-d9426ef2-7eda-4fd4-9bda-fbd778576ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:47.202302 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-d9426ef2-7eda-4fd4-9bda-fbd778576ea5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779619 Feb 16 17:52:47.279419 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:52:47.338028 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-14e94e82-1588-4905-b47a-82444f230585 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279333 Feb 16 17:52:47.470623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-be8b3a47-5143-4e93-95aa-ac624aa122b0 req-2168c4cd-20a7-490f-b4bc-a4824c1840b4 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264541 Feb 16 17:52:47.670615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651def92-0b34-4b04-9b27-681f4a158690', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'floating_ip_address': '172.26.7.150', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'mac_address': 'fa:16:3e:e7:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:52:45Z', 'updated_at': '2022-02-16T17:52:45Z', 'revision_number': 0, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:52:47.679613 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e511fc0-7e62-472f-98f7-d4bc323d76fb None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '651def92-0b34-4b04-9b27-681f4a158690', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'floating_ip_address': '172.26.7.150', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'mac_address': 'fa:16:3e:e7:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:52:45Z', 'updated_at': '2022-02-16T17:52:45Z', 'revision_number': 0, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:47.871744 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3264471d-a294-40b5-8410-877428b7f0c7 None None] New status for floating IP 651def92-0b34-4b04-9b27-681f4a158690: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:52:48.997416 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:52:55.179473 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:01.012346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7deb6595-679a-400c-89a9-11eb8aaf3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:03.747707 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ea67ac19-9773-4551-83ad-aa2836613543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:04.464602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:05.273997 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:06.955795 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:19.062419 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-b551dbc8-a21a-49ca-a6e1-9b90c14ae9fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338480 Feb 16 17:53:19.201753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-2f31e047-4763-404b-9f7b-e62e207bdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:19.203172 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-2f31e047-4763-404b-9f7b-e62e207bdb7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0735612 Feb 16 17:53:19.345947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-ba5bcfd2-8deb-4cfb-8756-4c46ac3b786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:19.347382 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-ba5bcfd2-8deb-4cfb-8756-4c46ac3b786a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1233060 Feb 16 17:53:19.549216 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-334bbebb-af85-47ea-a00c-01dd38b93661 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1001 time: 0.1954272 Feb 16 17:53:19.608057 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-2078ae37-c159-4c59-9ba2-39d0858e6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:19.609405 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-2078ae37-c159-4c59-9ba2-39d0858e6d40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0547743 Feb 16 17:53:19.683746 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-91db8894-658e-4bcb-a7d7-9af22be78533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:19.685178 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-91db8894-658e-4bcb-a7d7-9af22be78533 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695231 Feb 16 17:53:19.816719 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-f7bab127-f5c3-4a58-a6ca-50b4d7acbc5f service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249352 Feb 16 17:53:19.944897 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-85361b59-9c03-454c-8c6a-e06f49a19f24 req-e3e8e8bd-6e34-4454-847b-5757b88615e7 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226754 Feb 16 17:53:25.187221 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:25.996555 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:53:31.014024 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4aa3e1ec-8335-4f5c-ace3-1f11d8a59c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:33.750222 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e0a-daf9-43cd-bd92-952129ad0179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:34.466512 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:35.276979 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:36.959914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.199363 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.015354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-21de76fb-808b-47d3-aeba-e173e200a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:02.995642 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:54:03.753457 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ca7129ea-93d6-44b5-b6a4-591dea41167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:04.468764 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:05.279955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:06.962519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:19.079676 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-94b94358-9b98-43b3-b99b-5e8b24a765e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115267 Feb 16 17:54:19.225782 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-0a91dabc-6eb3-473e-b084-a8074021a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:54:19.227280 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-0a91dabc-6eb3-473e-b084-a8074021a9ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0781131 Feb 16 17:54:19.372744 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-4c42e1b2-1b08-4972-972b-0a718f7a8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:54:19.374168 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-4c42e1b2-1b08-4972-972b-0a718f7a8de1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1280491 Feb 16 17:54:19.476366 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-a6db489e-3c37-4b03-8ad8-06bb216b84eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1001 time: 0.0957811 Feb 16 17:54:19.538085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-70a6cc13-e1b0-49be-9741-2a278f871592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:54:19.539512 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-70a6cc13-e1b0-49be-9741-2a278f871592 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0572398 Feb 16 17:54:19.617390 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-dfb845a4-3b63-4ce2-aaba-8136a2f06d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:54:19.618866 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-dfb845a4-3b63-4ce2-aaba-8136a2f06d29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734084 Feb 16 17:54:19.748823 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-fd15ed35-9433-433d-87d2-d7b0c4b5b0d9 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232221 Feb 16 17:54:19.877550 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c5371507-dee5-4645-bfbb-d5ddcd024d15 req-54c74b95-5a7b-4d4b-a727-7ed25c4c2080 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225443 Feb 16 17:54:25.200218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:31.016831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-973c7e2d-1f93-44a1-ad98-660f9dd4e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:33.756700 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fab1ae09-0806-40cb-8d06-633bfc4c0dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:34.474287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:35.282392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:36.963805 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:39.995246 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:54:55.221251 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:01.017631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f6f97be4-bca8-42f8-b142-0d1068691c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:03.759471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bf-5d7e-49b1-8512-4f199fb548b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:04.475862 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:05.286740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:06.965785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:14.926964 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a73ba0-6ab4-407c-ba2c-d526db0ef1dc req-021ba8cd-193b-4d62-b46b-574366752a1d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:14.928352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07a73ba0-6ab4-407c-ba2c-d526db0ef1dc req-021ba8cd-193b-4d62-b46b-574366752a1d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0916576 Feb 16 17:55:14.972697 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07a73ba0-6ab4-407c-ba2c-d526db0ef1dc req-d9572059-7b46-4212-b405-507498d8a972 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Feb 16 17:55:16.168510 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02b21c-b6bb-4644-a9b1-b97291cc7b99 req-642f2152-d50f-4629-8522-45803fac94a3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:16.169948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6f02b21c-b6bb-4644-a9b1-b97291cc7b99 req-642f2152-d50f-4629-8522-45803fac94a3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0824311 Feb 16 17:55:16.213598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6f02b21c-b6bb-4644-a9b1-b97291cc7b99 req-c3d08429-36cd-4e41-addd-ef410926af49 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372212 Feb 16 17:55:16.994856 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:55:17.400979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9cbe-e226-446a-986c-b60f7c73b28c req-56b0afe5-e8d7-4398-9206-68f5da496ae0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:17.402409 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4f7f9cbe-e226-446a-986c-b60f7c73b28c req-56b0afe5-e8d7-4398-9206-68f5da496ae0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0816407 Feb 16 17:55:17.449511 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4f7f9cbe-e226-446a-986c-b60f7c73b28c req-7bf3fe25-983c-4a6b-b0eb-ea9664a21d5e tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Feb 16 17:55:18.632025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945e1a-fdff-49c1-a081-f5c2b5a6ca41 req-8bef4439-4fa1-428c-96f0-2809ac85d2ae tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:18.633472 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-88945e1a-fdff-49c1-a081-f5c2b5a6ca41 req-8bef4439-4fa1-428c-96f0-2809ac85d2ae tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0793834 Feb 16 17:55:18.679377 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-88945e1a-fdff-49c1-a081-f5c2b5a6ca41 req-9e5a2701-669b-42cf-bdf7-17e96694c5ad tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Feb 16 17:55:19.084657 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-0b891fe8-6a47-4462-b3d9-f4757da0e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:19.086128 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-0b891fe8-6a47-4462-b3d9-f4757da0e4a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0783312 Feb 16 17:55:19.228973 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-84af682d-9514-4038-8d32-9da7a891a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:19.230423 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-84af682d-9514-4038-8d32-9da7a891a4be service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1260433 Feb 16 17:55:19.457375 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-6626d759-ed02-4355-86c9-e2b2696a877b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1001 time: 0.2200313 Feb 16 17:55:19.520508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-63e76af7-1db5-4c40-9946-a56ad23883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:19.521825 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-63e76af7-1db5-4c40-9946-a56ad23883a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0587173 Feb 16 17:55:19.594350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-11a98ee3-b350-43d0-80d4-158b28bcb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:19.596502 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-11a98ee3-b350-43d0-80d4-158b28bcb081 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688972 Feb 16 17:55:19.737569 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-e91a4a2d-8749-4d49-8fff-307494392249 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355135 Feb 16 17:55:19.867048 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-77152e69-2b8a-44a2-9b79-7e02bb871381 req-5cc505b2-d375-4bde-bb11-8a573ceb5f7d service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235678 Feb 16 17:55:19.868577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a6cde-660f-4389-adfe-3cd8df06a1dc req-2d03584d-5d4d-4bec-8cf0-c445c7b2d656 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:19.870009 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e84a6cde-660f-4389-adfe-3cd8df06a1dc req-2d03584d-5d4d-4bec-8cf0-c445c7b2d656 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0844045 Feb 16 17:55:19.914889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e84a6cde-660f-4389-adfe-3cd8df06a1dc req-ab65860a-e53e-46cd-b181-4fd10fb07c02 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Feb 16 17:55:21.110454 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c439ed-def2-4ef4-a2b2-9e15ad0edb00 req-cfee09e6-59d2-4c09-b92e-5e132a88f77b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:21.112520 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e9c439ed-def2-4ef4-a2b2-9e15ad0edb00 req-cfee09e6-59d2-4c09-b92e-5e132a88f77b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0922725 Feb 16 17:55:21.156123 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e9c439ed-def2-4ef4-a2b2-9e15ad0edb00 req-c5a7acbc-2e31-4ca1-96db-25ef0cfba9ec tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Feb 16 17:55:22.342605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05c412-3bcd-4f58-bda1-30550c6e7d3b req-e8dc0bfd-c6a2-45c1-b136-3283f77dedb0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:22.344029 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac05c412-3bcd-4f58-bda1-30550c6e7d3b req-e8dc0bfd-c6a2-45c1-b136-3283f77dedb0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0838349 Feb 16 17:55:22.388073 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ac05c412-3bcd-4f58-bda1-30550c6e7d3b req-a15dbeb5-3ec4-46e9-8495-f05a3e7938d0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Feb 16 17:55:23.569127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491903b9-e085-4e1e-bd60-dd05a434c276 req-e37d08d3-73ef-4580-9009-2b766ec6e028 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:23.570463 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-491903b9-e085-4e1e-bd60-dd05a434c276 req-e37d08d3-73ef-4580-9009-2b766ec6e028 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0787861 Feb 16 17:55:23.613729 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-491903b9-e085-4e1e-bd60-dd05a434c276 req-bd59ec54-bbbb-464c-8e04-94fe3977f4bc tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 Feb 16 17:55:24.800221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba515-3f71-4df4-ab70-19d60318b681 req-4992f517-ee7b-4fc9-9c67-64bbeaf7756e tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:24.801644 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b89ba515-3f71-4df4-ab70-19d60318b681 req-4992f517-ee7b-4fc9-9c67-64bbeaf7756e tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0824451 Feb 16 17:55:24.844558 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b89ba515-3f71-4df4-ab70-19d60318b681 req-3a67f355-ca9b-4e4e-ac14-97a010dbfe48 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Feb 16 17:55:25.215617 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:26.027365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ae65-4845-4398-af26-650b80e04418 req-b8ae7b4c-6465-47a8-b865-e3cd6b69dcc5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:26.028796 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e067ae65-4845-4398-af26-650b80e04418 req-b8ae7b4c-6465-47a8-b865-e3cd6b69dcc5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0806680 Feb 16 17:55:26.077674 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e067ae65-4845-4398-af26-650b80e04418 req-616bd778-b8b3-4116-9f40-07c811c38a0e tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Feb 16 17:55:27.263562 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cb747-c237-4dff-8e8a-fdd278f9fc33 req-308c19d0-a10b-40b3-8739-dd14dcc8343a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:27.264991 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-707cb747-c237-4dff-8e8a-fdd278f9fc33 req-308c19d0-a10b-40b3-8739-dd14dcc8343a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0804026 Feb 16 17:55:27.309787 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-707cb747-c237-4dff-8e8a-fdd278f9fc33 req-b8753452-8c27-4ac1-88d4-7b33427b8785 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391130 Feb 16 17:55:28.066737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:55:28.201155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:55:28.214357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'mac_address': 'fa:16:3e:e7:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:55:28.271809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:28.289958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c2d76d4-57dc-443d-a5cb-2823dba05702 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:55:28.305009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:55:28.308684 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:28.387401 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['0c2d76d4-57dc-443d-a5cb-2823dba05702'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:55:28.414471 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:55:28.428021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.428358 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.428683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.429006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.429324 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.429642 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.429952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.430265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.430604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.430916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.431225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.431531 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:55:28.613297 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be8fb-c11d-485a-9664-9273f3d8be5c req-bbce1db6-8e19-448b-b530-2e8d8a5fd712 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:28.614791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a6be8fb-c11d-485a-9664-9273f3d8be5c req-bbce1db6-8e19-448b-b530-2e8d8a5fd712 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1951449 Feb 16 17:55:28.659148 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8a6be8fb-c11d-485a-9664-9273f3d8be5c req-76dbc7c1-22a1-49d8-8a83-add8478b517d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Feb 16 17:55:29.841020 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d1a-d499-4f14-800e-47ce1418292a req-ba3c7793-5854-4aa1-beda-59e79038a638 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:29.842447 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9401d1a-d499-4f14-800e-47ce1418292a req-ba3c7793-5854-4aa1-beda-59e79038a638 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0789626 Feb 16 17:55:29.886140 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c9401d1a-d499-4f14-800e-47ce1418292a req-ed4f8474-75b1-4bb4-baf0-a31f4d793660 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Feb 16 17:55:30.085234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:55:30.154459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 0c2d76d4-57dc-443d-a5cb-2823dba05702 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:55:30.154852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:30.271810 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:30.298842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:55:30.308255 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:55:30.314186 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:30.384161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:55:30.438070 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'code': 200} Feb 16 17:55:31.019429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9087b693-7871-4957-99f0-8c5c0a380e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:31.072956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf8618-de62-4417-8281-2f933f74d1fd req-78917349-a9ac-449b-b20c-20bb2371a4e8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:31.074405 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3abf8618-de62-4417-8281-2f933f74d1fd req-78917349-a9ac-449b-b20c-20bb2371a4e8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0828176 Feb 16 17:55:31.118339 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3abf8618-de62-4417-8281-2f933f74d1fd req-740928f1-a6d7-478e-85d1-d34b60b689ff tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380380 Feb 16 17:55:32.350147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630c8a-bab6-40c9-9d41-61ab7d822067 req-2e1dcffa-afc7-4b97-ba61-49542ffbf3c5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:32.351606 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-14630c8a-bab6-40c9-9d41-61ab7d822067 req-2e1dcffa-afc7-4b97-ba61-49542ffbf3c5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0880761 Feb 16 17:55:32.402846 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-14630c8a-bab6-40c9-9d41-61ab7d822067 req-1b9a04eb-6bf2-4244-8454-cad85dceaf11 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 Feb 16 17:55:33.617212 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234df7b1-56c4-40f8-b02e-ab9c1009f44f req-2963e98a-2809-466a-afb4-eb073bc74732 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:33.618703 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-234df7b1-56c4-40f8-b02e-ab9c1009f44f req-2963e98a-2809-466a-afb4-eb073bc74732 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0891809 Feb 16 17:55:33.667134 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-234df7b1-56c4-40f8-b02e-ab9c1009f44f req-ed276ad1-952c-4295-8d30-d974316efbde tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Feb 16 17:55:33.766523 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9b50176c-2b94-419e-945e-ce7c5dc25064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:34.480425 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:34.886569 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6deb2-aff7-41e4-ae79-f2eed5a12b67 req-32847560-0f05-46d8-a34a-395621422da9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:34.888088 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-31e6deb2-aff7-41e4-ae79-f2eed5a12b67 req-32847560-0f05-46d8-a34a-395621422da9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0951476 Feb 16 17:55:34.942427 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-31e6deb2-aff7-41e4-ae79-f2eed5a12b67 req-1b6d7543-56d8-419e-a9a0-c2df21579ad7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478089 Feb 16 17:55:35.293099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:36.160820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a686d-41d4-4448-93fd-bb8b70498b86 req-e6f82843-3018-4500-96c3-e8a0342fff8b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:36.171957 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-183a686d-41d4-4448-93fd-bb8b70498b86 req-e6f82843-3018-4500-96c3-e8a0342fff8b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1059587 Feb 16 17:55:36.222238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-183a686d-41d4-4448-93fd-bb8b70498b86 req-386edb92-d907-45c7-bfb8-e16436d676db tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489535 Feb 16 17:55:36.971591 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:37.435637 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172b787-4c7f-417a-86fa-f548d4ca0bba req-6d7bf9f7-b2c1-475e-ba3e-8a12a0fb5474 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:37.437096 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f172b787-4c7f-417a-86fa-f548d4ca0bba req-6d7bf9f7-b2c1-475e-ba3e-8a12a0fb5474 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1029618 Feb 16 17:55:37.483072 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f172b787-4c7f-417a-86fa-f548d4ca0bba req-04b12d27-f2a9-4e9c-b9e0-635feaaebf2b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 Feb 16 17:55:38.689771 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce02c7-c682-4e20-abf9-b167b71013db req-ca4cd1ef-cfb0-41d8-9bd0-9dc2b5ae5ccd tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:38.691286 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-17ce02c7-c682-4e20-abf9-b167b71013db req-ca4cd1ef-cfb0-41d8-9bd0-9dc2b5ae5ccd tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0865357 Feb 16 17:55:38.744264 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-17ce02c7-c682-4e20-abf9-b167b71013db req-625ac6da-137b-4c55-a7c9-66e80864e272 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464494 Feb 16 17:55:39.960708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27f65-069d-4424-84a0-243d3d52514d req-945e0dc3-eab3-4a32-8f20-0174cdc31c83 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:39.963391 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35a27f65-069d-4424-84a0-243d3d52514d req-945e0dc3-eab3-4a32-8f20-0174cdc31c83 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0921919 Feb 16 17:55:40.010885 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35a27f65-069d-4424-84a0-243d3d52514d req-6a56d8b7-cef3-4bc9-ae9b-7d8f01309c20 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Feb 16 17:55:41.196089 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb098b-21d2-49ca-9fc7-fba3c0cf7d99 req-82a34039-202e-45e2-acdc-c4ef5c1a3b91 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:41.197530 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28cb098b-21d2-49ca-9fc7-fba3c0cf7d99 req-82a34039-202e-45e2-acdc-c4ef5c1a3b91 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0839541 Feb 16 17:55:41.240856 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-28cb098b-21d2-49ca-9fc7-fba3c0cf7d99 req-d1260e8b-ba95-405c-a629-18ac5a11ce43 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Feb 16 17:55:41.923647 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39482d3e-09a5-42ed-8858-976b25f01258 req-8103b9cc-33c0-485d-9e80-3da65d07546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:41.925158 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-8103b9cc-33c0-485d-9e80-3da65d07546f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0817032 Feb 16 17:55:42.054739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39482d3e-09a5-42ed-8858-976b25f01258 req-7c19b67a-6ca4-4e6c-8fbe-e6a22bf2abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:42.056217 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-7c19b67a-6ca4-4e6c-8fbe-e6a22bf2abc3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1246519 Feb 16 17:55:42.153362 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-2444ca03-efbc-4d80-ba1b-734330fc33d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1001 time: 0.0903423 Feb 16 17:55:42.218974 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39482d3e-09a5-42ed-8858-976b25f01258 req-676c6aa3-712e-467e-ac30-795b7c6a175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:42.221063 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-676c6aa3-712e-467e-ac30-795b7c6a175f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0611186 Feb 16 17:55:42.293443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39482d3e-09a5-42ed-8858-976b25f01258 req-4809c8e6-5451-4454-aff2-3b11c2887000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:42.294912 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-4809c8e6-5451-4454-aff2-3b11c2887000 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685186 Feb 16 17:55:42.424716 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-1c066942-3f67-4b62-91ed-15ba2d2ab164 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231093 Feb 16 17:55:42.424956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8f06-922f-4b5f-a5b6-0af00ce0fe7b req-d85f9edf-dbad-46dc-bfc0-7bd30c294eb6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:42.426319 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-258d8f06-922f-4b5f-a5b6-0af00ce0fe7b req-d85f9edf-dbad-46dc-bfc0-7bd30c294eb6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0790064 Feb 16 17:55:42.471996 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-258d8f06-922f-4b5f-a5b6-0af00ce0fe7b req-83197830-382b-494e-9c70-8120c05519f1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Feb 16 17:55:42.554957 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-39482d3e-09a5-42ed-8858-976b25f01258 req-3ac69e63-ca44-4b52-88f6-9a7e9d899627 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243744 Feb 16 17:55:43.660757 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7489b9-cf1d-472a-95cc-eeb89657687d req-45af449c-2f2e-4e77-9f7a-9f2e210620d1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:43.662203 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c7489b9-cf1d-472a-95cc-eeb89657687d req-45af449c-2f2e-4e77-9f7a-9f2e210620d1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0843585 Feb 16 17:55:43.706264 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3c7489b9-cf1d-472a-95cc-eeb89657687d req-f8a1283b-4e59-4c4f-bfa7-a7b5311462f9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382125 Feb 16 17:55:44.887486 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c7f6-123d-464d-9cce-b4480451a89b req-93aaa07b-5f39-4666-99b0-3de8d641d2d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:44.888925 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f656c7f6-123d-464d-9cce-b4480451a89b req-93aaa07b-5f39-4666-99b0-3de8d641d2d6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0795915 Feb 16 17:55:44.933227 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f656c7f6-123d-464d-9cce-b4480451a89b req-92c00f7d-9504-40a1-b74b-e51553ecff73 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Feb 16 17:55:45.281825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5cb1d-d45e-4c49-ae97-f6fc78e97218 req-f6f0ef51-9f0a-4553-8ac1-a8e67e92a97b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:45.283361 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13c5cb1d-d45e-4c49-ae97-f6fc78e97218 req-f6f0ef51-9f0a-4553-8ac1-a8e67e92a97b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0875752 Feb 16 17:55:45.330269 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-13c5cb1d-d45e-4c49-ae97-f6fc78e97218 req-82fe08f0-aca9-4cea-8962-04aea15b0216 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Feb 16 17:55:45.446975 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-8d8a0304-1b0c-44bc-8a80-6558466dd9ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341290 Feb 16 17:55:46.151242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:55:46.304756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:46.331055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:55:46.340852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:55:46.345231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:46.381174 dv-neutron-829527-2-hyperv neutron-server[87722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'code': 422} returned with failed status Feb 16 17:55:46.416530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:55:46.530489 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1063-eb22-4711-8d52-ca0bbf943c18 req-b708100e-af82-4737-9f41-92243c11ef67 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:46.532030 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e9be1063-eb22-4711-8d52-ca0bbf943c18 req-b708100e-af82-4737-9f41-92243c11ef67 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0830886 Feb 16 17:55:46.581158 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e9be1063-eb22-4711-8d52-ca0bbf943c18 req-592e7da2-742d-4809-9ce6-3f29e0c41944 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Feb 16 17:55:47.766893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1699bdb-ff15-47bc-966b-f3f8075c0e6b req-87b42086-47c6-48ff-ad58-e533560c9104 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:47.768485 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e1699bdb-ff15-47bc-966b-f3f8075c0e6b req-87b42086-47c6-48ff-ad58-e533560c9104 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0804818 Feb 16 17:55:47.812815 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e1699bdb-ff15-47bc-966b-f3f8075c0e6b req-e311d5da-19f6-498c-afb0-4e9ac6347646 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Feb 16 17:55:49.143002 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd19a-c095-4474-ab32-a48ab7ffdde6 req-4d3b1db3-da5b-485e-b2ac-23a661ffaa50 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:49.144517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd2dd19a-c095-4474-ab32-a48ab7ffdde6 req-4d3b1db3-da5b-485e-b2ac-23a661ffaa50 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0834417 Feb 16 17:55:49.187821 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd2dd19a-c095-4474-ab32-a48ab7ffdde6 req-72fd40a2-9494-4e9d-b94a-b512eb6e0725 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Feb 16 17:55:50.377901 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca5a2-7416-4fab-be08-b86cc728a8c5 req-c1d6259d-1726-4125-82e6-0f041d1b3725 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:50.379372 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6bca5a2-7416-4fab-be08-b86cc728a8c5 req-c1d6259d-1726-4125-82e6-0f041d1b3725 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0813632 Feb 16 17:55:50.422951 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d6bca5a2-7416-4fab-be08-b86cc728a8c5 req-ec35eb77-822d-4f94-8c47-13ea5dc03812 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378015 Feb 16 17:55:50.542801 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bef10-c9a9-493a-93f2-f101ed038189 req-6f6e3e12-f7dd-428a-bed3-2efbcbe5ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:50.544143 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-6f6e3e12-f7dd-428a-bed3-2efbcbe5ac1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2&tenant_id=923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 1096 time: 0.0684996 Feb 16 17:55:50.637076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bef10-c9a9-493a-93f2-f101ed038189 req-aeccdf0e-92c1-4a98-a3b1-4f9f8615ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:50.638530 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-aeccdf0e-92c1-4a98-a3b1-4f9f8615ab40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0719945 Feb 16 17:55:50.772065 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bef10-c9a9-493a-93f2-f101ed038189 req-f11d8f5a-acfd-4f14-afd5-626c23b5440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:50.773506 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-f11d8f5a-acfd-4f14-afd5-626c23b5440e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1290305 Feb 16 17:55:50.871043 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-c9c1c539-3958-4691-b6c9-f7e9c460245a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 999 time: 0.0903900 Feb 16 17:55:50.935573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bef10-c9a9-493a-93f2-f101ed038189 req-c0634aa2-1444-4369-9d32-1a39d3117f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:50.936983 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-c0634aa2-1444-4369-9d32-1a39d3117f32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0591486 Feb 16 17:55:51.010330 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bef10-c9a9-493a-93f2-f101ed038189 req-ba63d878-beb4-4601-b0cd-1ec69b21b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:51.011809 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-ba63d878-beb4-4601-b0cd-1ec69b21b88b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688584 Feb 16 17:55:51.233695 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-f0c8c35a-7bf6-4bbd-b420-833f478b7c6e service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145247 Feb 16 17:55:51.364075 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-605bef10-c9a9-493a-93f2-f101ed038189 req-f3f58a03-0f04-4a41-b64b-6e2dfeedbe89 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235671 Feb 16 17:55:51.613609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d7e6-f445-46d8-ac44-35754c322dc5 req-8a4d10ed-a07b-4749-ba6b-c3ecdd577643 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:51.615082 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6024d7e6-f445-46d8-ac44-35754c322dc5 req-8a4d10ed-a07b-4749-ba6b-c3ecdd577643 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0843794 Feb 16 17:55:51.659680 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6024d7e6-f445-46d8-ac44-35754c322dc5 req-3369c85c-fb5f-4eac-925d-f9720c70daa7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390956 Feb 16 17:55:52.860155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56219128-d730-4dc1-a533-91abc44d693b req-7d9b45bb-2d2e-4331-91b7-5b482cb8ec24 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:52.861979 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-56219128-d730-4dc1-a533-91abc44d693b req-7d9b45bb-2d2e-4331-91b7-5b482cb8ec24 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0863862 Feb 16 17:55:52.913379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-56219128-d730-4dc1-a533-91abc44d693b req-b392f1c8-6877-49bc-b502-399bf81e6325 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Feb 16 17:55:53.994384 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:55:54.150210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c9736-48e3-4eaa-9236-c1c11c68a2ca req-a9e9d6f8-f6d2-4622-b780-e37c3bc0e2e5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:54.152189 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f36c9736-48e3-4eaa-9236-c1c11c68a2ca req-a9e9d6f8-f6d2-4622-b780-e37c3bc0e2e5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.1046007 Feb 16 17:55:54.206335 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f36c9736-48e3-4eaa-9236-c1c11c68a2ca req-61c671d8-28f4-4f81-8938-4d9fce85108b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Feb 16 17:55:55.253442 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:55.426123 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc96fa-04b7-42d6-be56-df9d7313d3dc req-298a65ba-0bb8-4e8a-888a-afdae5a1e987 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:55.429296 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-70cc96fa-04b7-42d6-be56-df9d7313d3dc req-298a65ba-0bb8-4e8a-888a-afdae5a1e987 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0971367 Feb 16 17:55:55.487529 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-70cc96fa-04b7-42d6-be56-df9d7313d3dc req-ac89ccf5-384f-44de-ac65-9b78c44a6242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Feb 16 17:55:56.711711 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba003ec5-cc34-49c6-b3f9-0d1432eab1d3 req-d27c4dbd-4b98-491d-bcc7-681ec2dbbad3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:56.713976 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba003ec5-cc34-49c6-b3f9-0d1432eab1d3 req-d27c4dbd-4b98-491d-bcc7-681ec2dbbad3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0967793 Feb 16 17:55:56.763193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ba003ec5-cc34-49c6-b3f9-0d1432eab1d3 req-81d0d238-e5cc-419b-a26f-b8dea58ac85a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Feb 16 17:55:57.958532 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d3a21-8bb0-4a78-af19-3a369fd09566 req-0c6cb364-e9cb-495e-a4f2-51dc01fa7325 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:57.960832 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d24d3a21-8bb0-4a78-af19-3a369fd09566 req-0c6cb364-e9cb-495e-a4f2-51dc01fa7325 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0858400 Feb 16 17:55:58.008607 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d24d3a21-8bb0-4a78-af19-3a369fd09566 req-1535d2bf-a7de-430f-97e5-f3e19adddbf7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Feb 16 17:55:59.196506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b6dbc-b730-4b59-8fc2-2d9d88769e3b req-5486b77e-05c9-41f2-bf8e-255866c2207a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:55:59.197952 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d5b6dbc-b730-4b59-8fc2-2d9d88769e3b req-5486b77e-05c9-41f2-bf8e-255866c2207a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0810449 Feb 16 17:55:59.242504 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d5b6dbc-b730-4b59-8fc2-2d9d88769e3b req-c3a671de-4cb2-4c63-87b4-fb6a822541db tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389934 Feb 16 17:56:00.431622 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857bd76-4520-4740-ba80-083d3a1c7daa req-b88f6f8a-d03e-4102-8a31-55482a5ce59b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:00.433063 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b857bd76-4520-4740-ba80-083d3a1c7daa req-b88f6f8a-d03e-4102-8a31-55482a5ce59b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0849791 Feb 16 17:56:00.478349 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b857bd76-4520-4740-ba80-083d3a1c7daa req-a2f0f65e-c82e-4c6b-86fe-593c812ea1c1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Feb 16 17:56:01.021760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-cfc63aa9-edee-4a79-a678-e980bb845102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:01.658237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee633-057c-48af-a8e0-3eff72f9f068 req-1ab6c7dc-2f00-47a0-887e-451634bcaf4d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:01.659727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c71ee633-057c-48af-a8e0-3eff72f9f068 req-1ab6c7dc-2f00-47a0-887e-451634bcaf4d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0782320 Feb 16 17:56:01.707656 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c71ee633-057c-48af-a8e0-3eff72f9f068 req-d6bcbf1b-deda-44ea-b79c-bf37131ae0ea tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Feb 16 17:56:02.893107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8893bd-7058-474f-964b-a685e3a11c83 req-ca89571e-a79c-4ee2-ac6f-0df594c3dba1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:02.895141 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd8893bd-7058-474f-964b-a685e3a11c83 req-ca89571e-a79c-4ee2-ac6f-0df594c3dba1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0814083 Feb 16 17:56:02.941748 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cd8893bd-7058-474f-964b-a685e3a11c83 req-4ecf856d-de6c-4055-bd17-9a0d4d129272 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Feb 16 17:56:03.760592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8ea224ba-992c-43ee-9f5d-147e4030fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:04.229488 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eacd72-5dc8-4e6e-a4ef-200fc9d00a07 req-68a10442-4329-4d2f-9f6c-bcb88627fa4a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:04.230971 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f1eacd72-5dc8-4e6e-a4ef-200fc9d00a07 req-68a10442-4329-4d2f-9f6c-bcb88627fa4a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.1847506 Feb 16 17:56:04.281141 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-f1eacd72-5dc8-4e6e-a4ef-200fc9d00a07 req-63fa61d5-655c-4d3c-b607-cf98539aeffd tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Feb 16 17:56:04.481865 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:05.292304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:05.461299 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83154c7-117c-47a4-905b-a986dc1c9e2e req-97cd7512-d694-4bd2-99e9-735776822e11 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:05.462766 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b83154c7-117c-47a4-905b-a986dc1c9e2e req-97cd7512-d694-4bd2-99e9-735776822e11 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0778902 Feb 16 17:56:05.506515 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b83154c7-117c-47a4-905b-a986dc1c9e2e req-22d5b8b9-1fff-47c7-bcd9-4b707c63d0c8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381720 Feb 16 17:56:06.691930 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e78b3-fc8b-47d3-a9e8-d74e93a6faf8 req-995a87ad-fb65-43fa-bcf5-03981973cf88 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:06.693373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7c8e78b3-fc8b-47d3-a9e8-d74e93a6faf8 req-995a87ad-fb65-43fa-bcf5-03981973cf88 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0814991 Feb 16 17:56:06.736413 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7c8e78b3-fc8b-47d3-a9e8-d74e93a6faf8 req-5d22c4ca-a501-4170-8d75-29c3e63f4f29 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374286 Feb 16 17:56:06.971793 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:07.922782 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d69c1-fc8a-4956-b0cf-f7ca48eb4b80 req-dccee9eb-e5b1-4a37-b256-97b13def804c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:07.924981 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ee0d69c1-fc8a-4956-b0cf-f7ca48eb4b80 req-dccee9eb-e5b1-4a37-b256-97b13def804c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0850346 Feb 16 17:56:07.974370 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ee0d69c1-fc8a-4956-b0cf-f7ca48eb4b80 req-d66ce1f4-136b-4109-b495-b538f63694c6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Feb 16 17:56:08.237884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:56:08.369714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:56:08.382453 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'port_id': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'mac_address': 'fa:16:3e:e7:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:56:08.436683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:08.453194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2d76d4-57dc-443d-a5cb-2823dba05702 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:56:08.468960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:56:08.474328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:08.542664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=9']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:56:08.898847 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['0c2d76d4-57dc-443d-a5cb-2823dba05702'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:56:09.155905 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50bca-e36d-4c9e-8d89-8e0cafd7a6b3 req-5404f5b7-0045-4624-9380-3a955655fb69 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:09.157877 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7b50bca-e36d-4c9e-8d89-8e0cafd7a6b3 req-5404f5b7-0045-4624-9380-3a955655fb69 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0786655 Feb 16 17:56:09.203481 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7b50bca-e36d-4c9e-8d89-8e0cafd7a6b3 req-b83f5468-9207-4e4d-a394-31a6ffff479d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Feb 16 17:56:10.239549 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:56:10.314719 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 0c2d76d4-57dc-443d-a5cb-2823dba05702 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:56:10.315107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:10.397127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04f8aa-7135-4b2f-ba7c-bfbfb243ce44 req-1d51ae28-6a47-499a-8433-f6b544eb44b7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:10.398595 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc04f8aa-7135-4b2f-ba7c-bfbfb243ce44 req-1d51ae28-6a47-499a-8433-f6b544eb44b7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0850449 Feb 16 17:56:10.433829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:10.442493 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bc04f8aa-7135-4b2f-ba7c-bfbfb243ce44 req-ae32f29d-3979-483e-bf84-a27bfc563e7f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Feb 16 17:56:10.460660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:56:10.471544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:56:10.475272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:10.511210 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'code': 200} Feb 16 17:56:10.545124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=10']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:56:10.761340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb3a6-abe2-4fc4-ab9c-1d6b227cb740 req-5f54f1eb-1662-4726-b430-214ed87a57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:10.762782 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d10fb3a6-abe2-4fc4-ab9c-1d6b227cb740 req-5f54f1eb-1662-4726-b430-214ed87a57d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0724463 Feb 16 17:56:10.803341 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d10fb3a6-abe2-4fc4-ab9c-1d6b227cb740 req-f48690a1-ed69-4c8f-ad23-d27bd221e9f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Feb 16 17:56:11.625902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07665410-f5b4-4849-b422-04b6c566b57f req-3fbc191d-797a-49d9-a5fa-659bc31be5c1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:11.627576 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07665410-f5b4-4849-b422-04b6c566b57f req-3fbc191d-797a-49d9-a5fa-659bc31be5c1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0801141 Feb 16 17:56:11.671241 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-07665410-f5b4-4849-b422-04b6c566b57f req-f5b5f797-88dd-4dd9-8367-765dff1cefcb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381289 Feb 16 17:56:12.861608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4038ab-0706-4283-acab-0b34fef2e684 req-d17f811d-a0af-4750-a5a2-b435b233cfca tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:12.863129 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e4038ab-0706-4283-acab-0b34fef2e684 req-d17f811d-a0af-4750-a5a2-b435b233cfca tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0850210 Feb 16 17:56:12.907598 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4e4038ab-0706-4283-acab-0b34fef2e684 req-70cfab5e-d577-4b8f-94b0-e309491ef87c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Feb 16 17:56:14.097328 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e67bf-a259-48b0-b840-edb2f0c88bb6 req-1fd1c1e4-8a13-4ff4-85db-1cf42b8cf921 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:14.098804 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-956e67bf-a259-48b0-b840-edb2f0c88bb6 req-1fd1c1e4-8a13-4ff4-85db-1cf42b8cf921 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0827825 Feb 16 17:56:14.147786 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-956e67bf-a259-48b0-b840-edb2f0c88bb6 req-62ce992d-32ed-4a5e-8b43-fe6038f10dda tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Feb 16 17:56:18.986458 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-4ad8c9e7-bfae-4eaf-bd50-b090b9e238c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685930 Feb 16 17:56:19.130613 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-2631fb10-6840-4122-b441-5e7cdeed02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:19.132054 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-2631fb10-6840-4122-b441-5e7cdeed02f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0726178 Feb 16 17:56:19.278368 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-529451e1-52d2-4538-8157-938fadf163e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:19.279857 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-529451e1-52d2-4538-8157-938fadf163e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1280303 Feb 16 17:56:19.382625 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-a99f6d7d-1767-450c-903f-0339bbaa8446 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1001 time: 0.0964735 Feb 16 17:56:19.442568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-3864edfb-4a3f-493b-b589-1d6870bbc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:19.443964 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-3864edfb-4a3f-493b-b589-1d6870bbc5a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0554943 Feb 16 17:56:19.515666 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-a52d5a38-8528-4e5f-87d5-7b6739f6cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:56:19.517008 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-a52d5a38-8528-4e5f-87d5-7b6739f6cc2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671093 Feb 16 17:56:19.645275 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-94785356-698b-46f9-9596-ceb92d3c06b9 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212976 Feb 16 17:56:19.779660 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2e97cdf7-337b-4e80-bfc9-d4b96542c524 req-f96c5514-afee-4879-890a-74b6d5463142 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281431 Feb 16 17:56:25.239190 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:30.993614 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:56:31.023565 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ec6889be-ae83-40a7-bac8-831c5161b429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:33.761884 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f47cb8f4-3325-497a-9004-ddf42cf8e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:34.483355 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:35.295774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:36.975045 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:55.240224 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:01.024867 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ae90c477-0b22-429f-a9f6-7971d199b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:03.764622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3bfb77a5-1b55-4085-94ba-e85436ff4a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:04.486835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:05.301429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:06.976838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:07.993110 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:57:18.995824 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-77434c44-0097-4987-8940-a06abc643a13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731246 Feb 16 17:57:19.131783 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-43843ffe-b93a-4bfc-906f-e166fddd2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:19.133260 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-43843ffe-b93a-4bfc-906f-e166fddd2721 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0690703 Feb 16 17:57:19.289193 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-f4497e65-8c11-4e08-9c5e-5aaf9739fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:19.290564 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-f4497e65-8c11-4e08-9c5e-5aaf9739fa27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1353610 Feb 16 17:57:19.393247 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-16fe4fa2-6ce4-43ce-a7c7-f92a97b2764a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 1001 time: 0.0962756 Feb 16 17:57:19.460396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-30be3e0b-45aa-4bcb-871b-495e16e2f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:19.461815 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-30be3e0b-45aa-4bcb-871b-495e16e2f9f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0628202 Feb 16 17:57:19.632550 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-52c4eb93-3202-4078-bd97-b429ce52b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:19.633995 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-52c4eb93-3202-4078-bd97-b429ce52b5fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650574 Feb 16 17:57:19.761133 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-2802374b-84a3-435e-97c4-c31a96b64a9f service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197848 Feb 16 17:57:19.901347 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-30f4fc59-987c-461c-8f16-1bf13ab9b7b8 req-9d1cc2bd-3dfe-448c-9fc9-720c5d040f66 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332290 Feb 16 17:57:25.251174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:31.025797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0860fb68-fb33-498c-9b01-2236b0c49706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:33.766961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-243e365a-dd66-469a-805d-4c82da4602ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:34.488065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:35.301362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:36.980051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:44.992088 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:57:50.088525 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39332) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:50.332577 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Deleting port 7dcd4f70-5105-4587-bd79-5d77f246682e {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:57:50.332907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:50.505812 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:50.506136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:50.628759 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Calling delete_port for 7dcd4f70-5105-4587-bd79-5d77f246682e owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:57:50.785469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:50.831907 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event deleted for resources: {'Port': ['ID=7dcd4f70-5105-4587-bd79-5d77f246682e,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:50.868506 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.868800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.869178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.869570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.870029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.870354 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.870701 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.871019 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.871336 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.871650 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.872008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.872825 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:50.935147 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:50.935760 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Floating IP 651def92-0b34-4b04-9b27-681f4a158690 disassociated (deleted). External IP: 172.26.7.150, port: 0c2d76d4-57dc-443d-a5cb-2823dba05702. Feb 16 17:57:51.388399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:57:51.565989 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:57:51.575804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:57:51.583221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:51.585225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:57:51.585817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:57:51.648055 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e30cd471-c71e-4d53-8983-896b87ce71a7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "DELETE /v2.0/floatingips/651def92-0b34-4b04-9b27-681f4a158690 HTTP/1.1" status: 204 len: 168 time: 1.5584519 Feb 16 17:57:51.648639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:57:51.767817 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:57:51.933198 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'status': 'completed', 'code': 200} Feb 16 17:57:52.034642 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-d930938b-4ba1-42c6-b4f8-ce2341cebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:52.036393 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-d930938b-4ba1-42c6-b4f8-ce2341cebff6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0801437 Feb 16 17:57:52.098741 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f702-a38c-45b0-a40d-ce1e08bd6a0d req-91b35d6b-d0a6-4010-ad88-3df87621fa8a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:52.099359 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-fe28f702-a38c-45b0-a40d-ce1e08bd6a0d req-91b35d6b-d0a6-4010-ad88-3df87621fa8a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:57:52.116999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:57:52.117925 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-fe28f702-a38c-45b0-a40d-ce1e08bd6a0d req-91b35d6b-d0a6-4010-ad88-3df87621fa8a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:57:52.119125 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fe28f702-a38c-45b0-a40d-ce1e08bd6a0d req-91b35d6b-d0a6-4010-ad88-3df87621fa8a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1007307 Feb 16 17:57:52.121506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:57:52.132132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:57:52.132743 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:57:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:57:52.174134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-acddd564-b7fb-444d-99df-3ff16d3d4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:52.175778 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-acddd564-b7fb-444d-99df-3ff16d3d4479 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1320660 Feb 16 17:57:52.208009 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fe28f702-a38c-45b0-a40d-ce1e08bd6a0d req-d3728b88-415c-49d2-ad06-c1af2efeb662 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670519 Feb 16 17:57:52.244992 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-66616a61-87d6-409e-b6d2-28cd166c1c11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 200 len: 217 time: 0.0623288 Feb 16 17:57:52.310337 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-f0d7c870-3547-44e2-9bbc-386a21b11e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:52.311811 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-f0d7c870-3547-44e2-9bbc-386a21b11e06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0603888 Feb 16 17:57:52.316194 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:57:52.391717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-2cae3276-e2f2-4de7-96a6-d56e0c122edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:52.393177 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-2cae3276-e2f2-4de7-96a6-d56e0c122edb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752175 Feb 16 17:57:52.404138 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-804d1cce-b24d-46de-a0a6-b5a6d136c294 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:57:52.405287 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-804d1cce-b24d-46de-a0a6-b5a6d136c294 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057454 Feb 16 17:57:52.538889 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-67836558-2052-4c4d-8caa-2cfd08339cb0 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270282 Feb 16 17:57:52.628386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:57:52.632479 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c991ca-bcf4-4043-88a0-3c446d5e4211 None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:57:52.674815 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c272d6ed-4b5c-4591-9794-5cda25d5dbda req-2ad506f6-b22a-4668-893c-71db6aaec15b service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296721 Feb 16 17:57:52.852763 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb3fc0-eb30-4701-9571-6c44f37f455a None None] New status for floating IP 651def92-0b34-4b04-9b27-681f4a158690: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:57:53.374357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4442-9273-4a2c-a4b8-621f23aa94e1 req-9a2c3ee6-f5b0-4ed4-9023-2b685695bd64 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:53.375830 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7cdd4442-9273-4a2c-a4b8-621f23aa94e1 req-9a2c3ee6-f5b0-4ed4-9023-2b685695bd64 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0839775 Feb 16 17:57:53.419714 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7cdd4442-9273-4a2c-a4b8-621f23aa94e1 req-030c0878-e1df-42f2-b380-c7f659dc0004 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dfb64b7-550f-4383-84bb-516ae4e8ca0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381866 Feb 16 17:57:53.483614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-86742fe3-73ca-4bbf-9887-0d7a28ad4d65 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:57:53.484219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-86742fe3-73ca-4bbf-9887-0d7a28ad4d65 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:57:53.495505 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-86742fe3-73ca-4bbf-9887-0d7a28ad4d65 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:57:53.496564 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-86742fe3-73ca-4bbf-9887-0d7a28ad4d65 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0899696 Feb 16 17:57:53.571264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Deleting port 0c2d76d4-57dc-443d-a5cb-2823dba05702 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 17:57:53.571602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:53.817081 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] For port 0c2d76d4-57dc-443d-a5cb-2823dba05702, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0c2d76d4-57dc-443d-a5cb-2823dba05702,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:57:53.817345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:54.043329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Calling delete_port for 0c2d76d4-57dc-443d-a5cb-2823dba05702 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 17:57:54.192110 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:54.242373 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event deleted for resources: {'Port': ['ID=0c2d76d4-57dc-443d-a5cb-2823dba05702,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:54.290266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.290626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.290960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.291284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.291600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.291918 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.292232 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.292544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.292853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.293160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.293466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.294440 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:57:54.333182 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] No DVR routers for this DVR port 0c2d76d4-57dc-443d-a5cb-2823dba05702 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:57:54.337013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:54.339916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-deleted', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:57:54.355696 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cee3d069-1764-4a9a-8188-cf5a177a4475 req-7016b8f5-f470-4496-b5e5-68f83e5fb242 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "DELETE /v2.0/ports/0c2d76d4-57dc-443d-a5cb-2823dba05702 HTTP/1.1" status: 204 len: 173 time: 0.8515892 Feb 16 17:57:54.495802 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2', 'name': 'network-vif-deleted', 'tag': '0c2d76d4-57dc-443d-a5cb-2823dba05702', 'status': 'completed', 'code': 200} Feb 16 17:57:54.660361 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-49187baa-688f-4ada-9910-dc4851c54a37 req-4799760e-4d3e-4222-ae28-d51b1aa0e6ac tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=abbbf93e-a8ef-4edf-9f16-4f1b54b4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0534310 Feb 16 17:57:55.254283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:55.757073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39360) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:55.824888 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e07cc781-dda9-4e7d-a226-50a7fc697fd3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:55.854889 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e07cc781-dda9-4e7d-a226-50a7fc697fd3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:55.920852 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e07cc781-dda9-4e7d-a226-50a7fc697fd3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:55.939163 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cc781-dda9-4e7d-a226-50a7fc697fd3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb64b7-550f-4383-84bb-516ae4e8ca0d,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:55.951737 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e07cc781-dda9-4e7d-a226-50a7fc697fd3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:55.952853 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e07cc781-dda9-4e7d-a226-50a7fc697fd3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "DELETE /v2.0/security-groups/5dfb64b7-550f-4383-84bb-516ae4e8ca0d HTTP/1.1" status: 204 len: 168 time: 0.1948202 Feb 16 17:57:56.236801 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39370) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:56.241920 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139530368', 'description': 'tempest-secgroup-smoke-2139530368 description', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:56.248088 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:56.252166 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:56.255034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:56.260676 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:56.271073 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.290890 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:56.294950 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:56.297862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:56.303715 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:56.375455 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.379190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.423959 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:56.427513 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.428689 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-2ceadffa-955f-4bb6-a398-1e227a44ad12 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909018 Feb 16 17:57:56.431445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39374) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:56.436287 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '37d20eb0-22bd-48c7-a49b-b81b5aebcdbc', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:56.442209 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:56.446025 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:56.448902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:56.454597 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:56.472578 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.530223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.533731 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.558895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19e804e-18b9-4c81-b303-31ce784bfd46,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:56.568395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.569513 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cbcfa746-78f8-4657-a988-3332a948fe35 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371737 Feb 16 17:57:56.572293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39378) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:56.577205 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '37d20eb0-22bd-48c7-a49b-b81b5aebcdbc', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:56.583009 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:56.586833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:56.589643 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:56.596030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:56.613422 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.673494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.676895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.702350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7348e0ba-117a-4851-a7c8-dd7731b250ef,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:56.711340 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.712471 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-29bddeea-2d7f-4209-9795-915f622ac046 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392729 Feb 16 17:57:56.715237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39382) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:56.720716 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '37d20eb0-22bd-48c7-a49b-b81b5aebcdbc', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:56.726405 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:56.730092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:56.733046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:56.738665 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:56.754727 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.816178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.820295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.844235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41fa19b-c430-40ec-b164-aa33954b4810,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:56.852156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.853310 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-cbff87fc-7434-44c2-b912-78f1a67fc05c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364019 Feb 16 17:57:56.856103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39386) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:56.861156 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '37d20eb0-22bd-48c7-a49b-b81b5aebcdbc', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:56.866873 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:56.870635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:56.873450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:56.879091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:56.894706 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.956529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.960087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.987568 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88d21e5-4aa4-4739-ab25-095025e3d342,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:56.994880 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:56.996044 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1bd2c215-1657-4b1f-a0cf-646c521585c3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389506 Feb 16 17:57:56.998705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39390) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:57.003610 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '37d20eb0-22bd-48c7-a49b-b81b5aebcdbc', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:57.009705 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:57.014058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:57.016967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:57.022670 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:57.033499 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Project 923fe4ee63f54b6484afaa0268d0fe41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:57:57.040190 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.110033 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.113639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.138649 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7234e1-6f9b-4f53-b778-3706fa02dc6e,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:57.147752 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.148908 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-0201a95d-f167-439e-9207-45b40d77babb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493194 Feb 16 17:57:57.151718 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39394) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:57:57.156721 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'security_group_rule': {'security_group_id': '37d20eb0-22bd-48c7-a49b-b81b5aebcdbc', 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:57:57.162472 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:57:57.166682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:security_group_rule and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:57:57.169800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:57:57.175464 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:57:57.185547 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.securitygroups_db [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Project 923fe4ee63f54b6484afaa0268d0fe41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:57:57.192071 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.256195 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.259820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.283162 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab12c6a-0984-4174-afa3-7efd5b3fbcbb,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:57:57.291618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:57.292946 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d4aa16fe-78f7-4653-8dce-9ffef2f561b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403499 Feb 16 17:57:58.818098 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 17:57:58.852737 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 0c2d76d4-57dc-443d-a5cb-2823dba05702 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 17:57:58.853075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 0c2d76d4-57dc-443d-a5cb-2823dba05702 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 17:58:01.030607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-be9d5ab6-0722-4d16-ab6b-a102323e8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:03.769315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-aae193db-79c2-4d95-88c6-e4aede8c8c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:04.499902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:05.306526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:06.984178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:11.000877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-35027247-9c49-48cf-aec3-9d65c223a210 req-84f0e986-2870-45ef-ba31-8df0e56bab5b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:security_group {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 17:58:11.015358 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-35027247-9c49-48cf-aec3-9d65c223a210 req-84f0e986-2870-45ef-ba31-8df0e56bab5b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:security_group {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 17:58:11.016609 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-84f0e986-2870-45ef-ba31-8df0e56bab5b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139530368&fields=id&tenant_id=923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 267 time: 0.0551181 Feb 16 17:58:11.165035 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-04cf80b9-4e87-4891-82dd-b18020112e22 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:11.166462 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-04cf80b9-4e87-4891-82dd-b18020112e22 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 809 time: 0.1432202 Feb 16 17:58:11.181474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-3552c345-f267-447c-b21d-4f7d92336c98 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/quotas/923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 375 time: 0.0089374 Feb 16 17:58:11.370793 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-af91aa12-23a4-488f-9d05-030e5be5fb25 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1833565 Feb 16 17:58:11.617727 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-1e2004fb-c80c-409b-9c08-2b30a994ce54 service neutron] 10.222.0.43 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632197 Feb 16 17:58:11.747272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-8e052711-9032-4b01-afe1-53a0066d247a service neutron] 10.222.0.43 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236355 Feb 16 17:58:12.115728 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4cf19d8b-8ae9-43af-bfb6-16c5893ed36e req-e9ad7ee8-4439-4e08-ba31-5f57aa415cb4 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 210 time: 0.0422373 Feb 16 17:58:13.138677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-33da3c2e-01af-492c-aeac-19f2284de449 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:13.141629 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-33da3c2e-01af-492c-aeac-19f2284de449 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 809 time: 0.1596017 Feb 16 17:58:13.194230 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-92de94fa-5144-477a-b06a-db47760af742 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 380 time: 0.0442860 Feb 16 17:58:13.203148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'port': {'device_id': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'admin_state_up': True, 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'security_groups': ['37d20eb0-22bd-48c7-a49b-b81b5aebcdbc']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:58:13.277961 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a5672e6c-8bd6-416d-860b-0b189ff3ff56 req-78d73a73-0277-4a5c-981b-4db0509752d5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 210 time: 0.0457454 Feb 16 17:58:13.347951 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:58:13.352204 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:port and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:58:13.355181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:58:13.361381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:58:13.370938 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Made reservation on behalf of 923fe4ee63f54b6484afaa0268d0fe41 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:58:13.375659 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:13.539605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Allocated IP 172.20.0.13 (7c4292e2-985e-467d-b574-fa1d105ee771/e2e88c8f-3749-476f-ba28-7f65491dccf7/4e077661-f05f-4bb9-a4c1-81eb708265d2) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:58:13.749870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:13.766007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Transition to ACTIVE for port object 4e077661-f05f-4bb9-a4c1-81eb708265d2 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:58:13.793811 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:13.870078 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Network 7c4292e2-985e-467d-b574-fa1d105ee771 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:58:13.873191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:58:13.875729 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:58:13.915483 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:13.963340 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:13.963954 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:13.991227 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-41a7462a-3a40-4b26-a9f5-bf1a8b4c50b1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7921810 Feb 16 17:58:14.001988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Request body: {'port': {'device_id': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:58:14.115776 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f985d4ed-be59-4589-bef0-529e98e8f78c None None] Provisioning for port 4e077661-f05f-4bb9-a4c1-81eb708265d2 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:58:14.123631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-f985d4ed-be59-4589-bef0-529e98e8f78c None None] Provisioning complete for port 4e077661-f05f-4bb9-a4c1-81eb708265d2 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:58:14.124511 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f985d4ed-be59-4589-bef0-529e98e8f78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:14.146266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:14.242981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-f985d4ed-be59-4589-bef0-529e98e8f78c None None] Port 4e077661-f05f-4bb9-a4c1-81eb708265d2 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 17:58:14.485707 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463d316-d13e-4687-82ac-59f3f0b1816b req-f9f048c7-f0ce-4c25-b819-9178be1deee1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:14.488149 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d463d316-d13e-4687-82ac-59f3f0b1816b req-f9f048c7-f0ce-4c25-b819-9178be1deee1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 932 time: 0.0893855 Feb 16 17:58:14.542580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e077661-f05f-4bb9-a4c1-81eb708265d2 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:58:14.549307 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d463d316-d13e-4687-82ac-59f3f0b1816b req-b599a312-b8b0-40b1-a740-2610b2589674 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549202 Feb 16 17:58:14.550429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:14.575529 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Transition to ACTIVE for port object 4e077661-f05f-4bb9-a4c1-81eb708265d2 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:58:14.579076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:14.827532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:14.940183 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Attempting to bind port 4e077661-f05f-4bb9-a4c1-81eb708265d2 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:58:14.940520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Attempting to bind port 4e077661-f05f-4bb9-a4c1-81eb708265d2 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:58:14.940842 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Attempting to bind port 4e077661-f05f-4bb9-a4c1-81eb708265d2 on network 7c4292e2-985e-467d-b574-fa1d105ee771 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:58:14.945512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Port 4e077661-f05f-4bb9-a4c1-81eb708265d2 on network 7c4292e2-985e-467d-b574-fa1d105ee771 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 17:58:14.945827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Attempting to bind port 4e077661-f05f-4bb9-a4c1-81eb708265d2 on network 7c4292e2-985e-467d-b574-fa1d105ee771 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 17:58:14.951255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:58:14.951588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Checking segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 17:58:14.951967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Bound using segment: {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:58:14.952383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Bound port: 4e077661-f05f-4bb9-a4c1-81eb708265d2, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b137f18-983f-496e-89d8-8a16aee64f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:58:14.952723 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:15.047100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 17:58:15.050085 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 17:58:15.054498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:15.118306 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.118947 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:15.120317 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1094 time: 1.1225779 Feb 16 17:58:15.120747 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:58:15.142521 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa46145-178b-4fa8-a60b-801aa9f5a575 service neutron] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:15.198171 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'status': 'completed', 'code': 200} Feb 16 17:58:15.242234 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-40e8b3fc-f5cb-4668-83d4-436c155c5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.244006 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-40e8b3fc-f5cb-4668-83d4-436c155c5de7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1097 time: 0.0833476 Feb 16 17:58:15.313509 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-502272b1-f0da-4820-acdc-50d7d37d2e91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 217 time: 0.0627048 Feb 16 17:58:15.380728 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-6340c01c-7e9c-46d0-99e5-141d517348e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.382039 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-6340c01c-7e9c-46d0-99e5-141d517348e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0622420 Feb 16 17:58:15.456071 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027247-9c49-48cf-aec3-9d65c223a210 req-3b1e079a-884e-4660-9a99-ebc6b0788773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.457507 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-3b1e079a-884e-4660-9a99-ebc6b0788773 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697210 Feb 16 17:58:15.588089 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-7397ab6e-45b2-4efa-b1df-dea5768f6fad service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Feb 16 17:58:15.720942 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-35027247-9c49-48cf-aec3-9d65c223a210 req-31aee879-08cd-42b5-ab9b-b42f9d5078d4 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266015 Feb 16 17:58:15.741433 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d59f7-91e1-4898-84c4-0fdb79c94474 req-0f767883-0744-4665-a198-7a7787762733 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.742933 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c98d59f7-91e1-4898-84c4-0fdb79c94474 req-0f767883-0744-4665-a198-7a7787762733 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0845678 Feb 16 17:58:15.789687 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c98d59f7-91e1-4898-84c4-0fdb79c94474 req-78e725a4-6c1e-48af-a286-6cdb8bec482b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Feb 16 17:58:15.839130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-1d877ab4-fae6-45c8-a09f-992a27c03083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.840688 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-1d877ab4-fae6-45c8-a09f-992a27c03083 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1097 time: 0.0763302 Feb 16 17:58:15.969975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-310b46e4-b5ed-4b89-929c-cc47ee269de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:15.971482 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-310b46e4-b5ed-4b89-929c-cc47ee269de6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1251764 Feb 16 17:58:16.038150 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-80759e43-7fb7-42be-b75b-e68f235e300f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 217 time: 0.0594628 Feb 16 17:58:16.101712 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-1256ea3c-1d67-46c7-ae29-555cb0469e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:16.103148 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-1256ea3c-1d67-46c7-ae29-555cb0469e05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0595567 Feb 16 17:58:16.177916 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-fa0822b8-a817-41e2-9d1f-f3012abc153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:16.179402 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-fa0822b8-a817-41e2-9d1f-f3012abc153e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705280 Feb 16 17:58:16.313273 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-292b8033-2415-46a9-8af5-2f1dd86f0178 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268716 Feb 16 17:58:16.536162 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc209f52-99eb-4eaf-aafe-8568a3e9f7cb req-20c45588-3ec0-4f28-bcdd-5b0f9c931d60 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167699 Feb 16 17:58:16.972847 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3899aa-3ac8-46bf-ac58-5e31416b6fe5 req-e891d8ff-cf92-435b-b05d-4b2cb07d711c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:16.974272 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb3899aa-3ac8-46bf-ac58-5e31416b6fe5 req-e891d8ff-cf92-435b-b05d-4b2cb07d711c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0792513 Feb 16 17:58:17.017547 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb3899aa-3ac8-46bf-ac58-5e31416b6fe5 req-f8ca29bf-de27-4133-a5a2-0325d808d1d4 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 Feb 16 17:58:18.209093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4e277-478a-4a57-bf6a-6e2c7adadd63 req-a025d743-d862-4f50-8d4e-199d0c4261a9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:18.210536 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2da4e277-478a-4a57-bf6a-6e2c7adadd63 req-a025d743-d862-4f50-8d4e-199d0c4261a9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0855284 Feb 16 17:58:18.254638 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2da4e277-478a-4a57-bf6a-6e2c7adadd63 req-d8c8c363-6ca9-4ca6-a739-cfbcaf9b4469 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Feb 16 17:58:19.438378 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1099d6-5226-4e9f-ac81-5c1a3a6abfb2 req-7175457f-56b5-428c-90ef-f63f99d3da5c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:19.439860 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc1099d6-5226-4e9f-ac81-5c1a3a6abfb2 req-7175457f-56b5-428c-90ef-f63f99d3da5c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0799854 Feb 16 17:58:19.483330 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fc1099d6-5226-4e9f-ac81-5c1a3a6abfb2 req-3a37f664-d908-4b92-bddf-6e979f7cf83e tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379119 Feb 16 17:58:20.669462 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a04514-8037-4261-9eb8-ff06841d040a req-20aa51a0-998d-440d-a763-1473e3f8b8dd tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:20.670923 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-06a04514-8037-4261-9eb8-ff06841d040a req-20aa51a0-998d-440d-a763-1473e3f8b8dd tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0830209 Feb 16 17:58:20.714138 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-06a04514-8037-4261-9eb8-ff06841d040a req-74ebd1e1-e2e8-43f5-bcde-2a4f50eb7563 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 Feb 16 17:58:21.900534 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5bc71-32fc-4a54-b4eb-6a3b9ba8c37d req-85842c9e-0c56-440c-a2f3-16fa8c3b8432 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:21.902673 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2f5bc71-32fc-4a54-b4eb-6a3b9ba8c37d req-85842c9e-0c56-440c-a2f3-16fa8c3b8432 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0793364 Feb 16 17:58:21.949961 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e2f5bc71-32fc-4a54-b4eb-6a3b9ba8c37d req-b7882704-9a48-4e54-8c0c-891dba06606d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Feb 16 17:58:21.991415 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:58:23.131485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a3c7b-890d-4e42-bfbd-0c70b65e0193 req-fd406a4b-a015-45b8-a15a-c14e5e9cd3f7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:23.133025 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b29a3c7b-890d-4e42-bfbd-0c70b65e0193 req-fd406a4b-a015-45b8-a15a-c14e5e9cd3f7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0805495 Feb 16 17:58:23.176984 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b29a3c7b-890d-4e42-bfbd-0c70b65e0193 req-d5736315-8646-45d5-b058-2d106bc5c87c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Feb 16 17:58:24.362330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2b1dd-3a8e-4ae7-bf5d-5e1002232903 req-f05773cf-69a0-4ab8-999b-b06532606fdb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:24.363791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ca2b1dd-3a8e-4ae7-bf5d-5e1002232903 req-f05773cf-69a0-4ab8-999b-b06532606fdb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0825677 Feb 16 17:58:24.407531 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ca2b1dd-3a8e-4ae7-bf5d-5e1002232903 req-2c6bc215-69cd-47c1-ba44-5eb777b0a81f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382667 Feb 16 17:58:24.932651 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 17:58:25.063497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:58:25.076392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'port_id': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'mac_address': 'fa:16:3e:ca:9c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 17:58:25.130506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:25.146820 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e077661-f05f-4bb9-a4c1-81eb708265d2 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 17:58:25.162147 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:58:25.166203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:25.235434 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:25.247205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.247547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.247880 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.248206 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.248530 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.248852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.249169 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.249493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.249806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.250120 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.250431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.250768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:58:25.263971 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:25.556705 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['4e077661-f05f-4bb9-a4c1-81eb708265d2'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 17:58:25.591693 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c8290-f95d-4c4f-99c2-eaebddc28a31 req-d0413fa1-2451-4b42-9ea4-695cc4f14de7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:25.593156 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c0c8290-f95d-4c4f-99c2-eaebddc28a31 req-d0413fa1-2451-4b42-9ea4-695cc4f14de7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 945 time: 0.0808604 Feb 16 17:58:25.636839 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9c0c8290-f95d-4c4f-99c2-eaebddc28a31 req-6f3ba339-e712-450c-b142-7d2b2ed176b4 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Feb 16 17:58:26.819478 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec6b95-1d05-41ea-8bf8-656db2803d71 req-8598224c-dc79-4817-8b04-415710c710e2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:26.820923 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91ec6b95-1d05-41ea-8bf8-656db2803d71 req-8598224c-dc79-4817-8b04-415710c710e2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 945 time: 0.0816023 Feb 16 17:58:26.864791 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-91ec6b95-1d05-41ea-8bf8-656db2803d71 req-a763322a-87e6-4eb9-9253-601e05749f64 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Feb 16 17:58:26.936999 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 17:58:27.004582 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port 4e077661-f05f-4bb9-a4c1-81eb708265d2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:58:27.009111 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 4e077661-f05f-4bb9-a4c1-81eb708265d2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:58:27.009475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:27.125346 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:27.151266 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:58:27.160903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 17:58:27.165370 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:27.204810 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'code': 200} Feb 16 17:58:27.241144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:27.468115 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a57e1-deba-4227-9574-e91cb2dca348 req-12e9a0c1-fec0-4a0d-80ce-f3c4533e2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:27.469456 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b69a57e1-deba-4227-9574-e91cb2dca348 req-12e9a0c1-fec0-4a0d-80ce-f3c4533e2f54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0706267 Feb 16 17:58:27.510323 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-b69a57e1-deba-4227-9574-e91cb2dca348 req-cc450212-f589-4379-9bbc-b9f42a8a67c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338418 Feb 16 17:58:28.046238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf61fc9-e214-444c-90f1-b4836b46737b req-92b9c347-6782-4fcc-87e6-6901e07ac055 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:28.047703 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6bf61fc9-e214-444c-90f1-b4836b46737b req-92b9c347-6782-4fcc-87e6-6901e07ac055 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0787790 Feb 16 17:58:28.103098 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6bf61fc9-e214-444c-90f1-b4836b46737b req-b5161ad2-ec41-4b44-bb74-c7e1fc12b894 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498576 Feb 16 17:58:29.285918 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6cdc-f974-4c0e-9c85-d4c5cd5407be req-e0d7fe33-ced7-461d-93f2-991a9c7daf60 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:29.287306 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-77ee6cdc-f974-4c0e-9c85-d4c5cd5407be req-e0d7fe33-ced7-461d-93f2-991a9c7daf60 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0789554 Feb 16 17:58:29.331601 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-77ee6cdc-f974-4c0e-9c85-d4c5cd5407be req-d303678c-e5b4-407c-9229-a7241637b53f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 Feb 16 17:58:29.513895 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ecc9-fa64-4f88-b80c-f0b6764616cf req-cd96ed3a-1c7f-49b7-88c8-a7cc64022b03 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:29.515352 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d92ecc9-fa64-4f88-b80c-f0b6764616cf req-cd96ed3a-1c7f-49b7-88c8-a7cc64022b03 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0825918 Feb 16 17:58:29.657506 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8d92ecc9-fa64-4f88-b80c-f0b6764616cf req-1ea4d0d3-5bea-4996-ab28-580665138952 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366236 Feb 16 17:58:29.680075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39600) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:58:29.788327 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f60261-98f6-462e-a2ec-786c3aaf0194 tempest-TestShelveInstance-1417000797 tempest-TestShelveInstance-1417000797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:29.789786 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b7f60261-98f6-462e-a2ec-786c3aaf0194 tempest-TestShelveInstance-1417000797 tempest-TestShelveInstance-1417000797-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1094 time: 0.1087673 Feb 16 17:58:29.792491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39606) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:58:29.797235 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:58:29.803043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 17:58:29.806840 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Usage tracker for resource:floatingip and tenant:923fe4ee63f54b6484afaa0268d0fe41 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 17:58:29.809767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 17:58:29.815415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 17:58:29.825820 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:29.979609 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:30.120155 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Allocated IP 172.26.7.206 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/d274a948-cdcc-4a92-9efc-c96e15c7861b) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:58:30.272058 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:30.300883 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:30.367153 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:58:30.370053 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:58:30.374465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 17:58:30.408974 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'Port': ['ID=d274a948-cdcc-4a92-9efc-c96e15c7861b,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:30.785129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:30.858634 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:31.033048 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-16f248d7-9d93-42f4-a4e8-13f8dd959221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:31.064447 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:31.069016 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:31.170519 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event updated for resources: {'Port': ['ID=d274a948-cdcc-4a92-9efc-c96e15c7861b,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:58:31.185129 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:31.471223 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Floating IP 00fba274-ed1b-4aa1-9dbb-909f65a078e8 associated. External IP: 172.26.7.206, port: 4e077661-f05f-4bb9-a4c1-81eb708265d2. Feb 16 17:58:31.823810 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 17:58:32.003927 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 17:58:32.013977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:58:32.023736 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:58:32.024335 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:58:32.028498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:32.083965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7eeb36fc-dcfc-4bc4-9bf7-3ea8bca39b0b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2903852 Feb 16 17:58:32.084451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 17:58:32.129058 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'status': 'completed', 'code': 200} Feb 16 17:58:32.211962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:58:32.223437 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-b456ccfa-73dc-429f-98f8-835e4a7da76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:32.225158 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-b456ccfa-73dc-429f-98f8-835e4a7da76a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0728045 Feb 16 17:58:32.357196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-33e493f9-a76a-4fa8-b1cd-a64ac0ac4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:32.358709 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-33e493f9-a76a-4fa8-b1cd-a64ac0ac4bb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1273737 Feb 16 17:58:32.461047 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-c96d231d-933b-4d04-88dd-eb0992d7d696 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1000 time: 0.0962353 Feb 16 17:58:32.522322 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-c11a5852-d395-4f41-bf5c-2b81c65df040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:32.523803 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-c11a5852-d395-4f41-bf5c-2b81c65df040 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0569189 Feb 16 17:58:32.557695 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '00fba274-ed1b-4aa1-9dbb-909f65a078e8', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'port_id': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'mac_address': 'fa:16:3e:ca:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:58:30Z', 'updated_at': '2022-02-16T17:58:30Z', 'revision_number': 0, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:58:32.562053 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:58:32.570579 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 17:58:32.571200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T17:58:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:58:32.602525 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-79654f5b-3bd9-4648-9100-f9d930b0f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:58:32.604025 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-79654f5b-3bd9-4648-9100-f9d930b0f9ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748658 Feb 16 17:58:32.735618 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-6729ad69-eb7f-4edc-abbd-d7c0fc2b217d service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255000 Feb 16 17:58:32.747284 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 17:58:32.865973 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c9a1537e-96ee-411c-a6ca-6c89172aa65f req-d1e31d02-6763-44e5-b332-7f69baf23ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248608 Feb 16 17:58:33.123790 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '00fba274-ed1b-4aa1-9dbb-909f65a078e8', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'port_id': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'mac_address': 'fa:16:3e:ca:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:58:30Z', 'updated_at': '2022-02-16T17:58:30Z', 'revision_number': 0, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:58:33.127680 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201373c-c6d1-4ef8-9643-adbfa193ae74 None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '00fba274-ed1b-4aa1-9dbb-909f65a078e8', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'port_id': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'mac_address': 'fa:16:3e:ca:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:58:30Z', 'updated_at': '2022-02-16T17:58:30Z', 'revision_number': 0, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:58:33.303329 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f07513-35ea-43df-8a50-1fcdba6c9ea0 None None] New status for floating IP 00fba274-ed1b-4aa1-9dbb-909f65a078e8: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:58:33.771873 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7e650589-e576-4d55-8add-c2785a24095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:34.494918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:35.305493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:36.985890 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:55.252104 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:58.990369 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:59:01.037172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4102-e15c-4ec0-9dfb-d417f1e401d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:03.773809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-76bb8825-f81d-4807-a65a-cd9e4ceb5f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:04.499526 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:05.313829 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:06.989854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:20.013206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-a4bbbfd0-a22f-4ca1-8dee-054f0c39de2b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1035423 Feb 16 17:59:20.153181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-5b8d3146-1031-4a21-b00b-624bf05898b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:59:20.154685 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-5b8d3146-1031-4a21-b00b-624bf05898b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0745950 Feb 16 17:59:20.295599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-cd1b235e-4bae-4d83-87da-505a3b59e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:59:20.297016 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-cd1b235e-4bae-4d83-87da-505a3b59e5a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1241133 Feb 16 17:59:20.396643 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-47966db9-c7bc-4491-a637-357c3497c7b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1002 time: 0.0930488 Feb 16 17:59:20.457145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-eced1380-3756-48a3-a354-036362b624ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:59:20.458510 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-eced1380-3756-48a3-a354-036362b624ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0555770 Feb 16 17:59:20.530216 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-5ccb7c8b-662c-4c40-aaed-adaadcb1c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:59:20.531585 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-5ccb7c8b-662c-4c40-aaed-adaadcb1c376 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669782 Feb 16 17:59:20.659933 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-81478629-b0b9-4130-8678-4b60a1f8810b service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214170 Feb 16 17:59:20.887875 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-a7def21d-c2de-40d0-9abe-559b380c17ba req-4e96a52a-2175-4706-8e85-541df69a6043 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210975 Feb 16 17:59:25.261414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:31.042503 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5bc47d90-dff5-46a2-9f8a-094bbd2d8f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:33.776315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6ac81f9e-4258-4f85-99c8-cb321d647ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:34.500879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:35.310747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:35.988784 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 17:59:36.990326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:55.262118 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:01.044501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-01644571-71de-4d86-bf0c-20f6ea0115f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:03.777472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d8cdbeee-86c5-4fba-ae5c-e61e6353de44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:04.503304 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:05.314814 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:06.994960 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:12.987799 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:00:20.976972 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-e06ae8d4-27f3-4005-8057-1d7237c1fa09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696883 Feb 16 18:00:21.113495 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83391-99a1-4e37-be43-667925fc53ec req-1c0712f9-d51f-49bf-8219-85eefd339e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:21.114956 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-1c0712f9-d51f-49bf-8219-85eefd339e83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0696969 Feb 16 18:00:21.258906 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83391-99a1-4e37-be43-667925fc53ec req-a4fdd7c4-184a-4bde-94aa-a7af71eba58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:21.260345 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-a4fdd7c4-184a-4bde-94aa-a7af71eba58b service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1265159 Feb 16 18:00:21.368476 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-29e6f0ef-a50f-4977-b5b5-5be46288f828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1002 time: 0.1013806 Feb 16 18:00:21.433846 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83391-99a1-4e37-be43-667925fc53ec req-1471e1c9-abc7-4096-9001-ea64ec6de6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:21.435238 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-1471e1c9-abc7-4096-9001-ea64ec6de6c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0597210 Feb 16 18:00:21.507627 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83391-99a1-4e37-be43-667925fc53ec req-7a519c78-7770-4606-a1bc-344455924a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:21.509105 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-7a519c78-7770-4606-a1bc-344455924a93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674977 Feb 16 18:00:21.639641 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-5550b89d-9a43-42a2-93b4-6017304d6978 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239913 Feb 16 18:00:21.767748 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-5bc83391-99a1-4e37-be43-667925fc53ec req-a21e583f-c66d-4d43-9ffb-9a5ac5c32489 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214194 Feb 16 18:00:25.280942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:28.124221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab90ba-bd85-44b4-bfb3-030f1bba9507 req-29739174-96ff-4c94-ad6f-070efb95a1a9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:28.125663 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0eab90ba-bd85-44b4-bfb3-030f1bba9507 req-29739174-96ff-4c94-ad6f-070efb95a1a9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.1560736 Feb 16 18:00:28.170194 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0eab90ba-bd85-44b4-bfb3-030f1bba9507 req-3f4a47a6-fc2b-49dd-be6b-4197690338e3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389643 Feb 16 18:00:29.353409 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02240467-e724-493b-a898-24edb43cec10 req-5d655b6a-81e0-4670-8406-cd0b7aa3c602 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:29.355129 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02240467-e724-493b-a898-24edb43cec10 req-5d655b6a-81e0-4670-8406-cd0b7aa3c602 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0795648 Feb 16 18:00:29.401567 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-02240467-e724-493b-a898-24edb43cec10 req-2f94a131-fb1a-492d-b164-0576307aae71 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Feb 16 18:00:30.591434 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fcbb4-6ec1-488d-8026-1b80bd075c07 req-e4935bc6-47db-4171-803e-45bab3698ae8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:30.593072 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4b3fcbb4-6ec1-488d-8026-1b80bd075c07 req-e4935bc6-47db-4171-803e-45bab3698ae8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0852680 Feb 16 18:00:30.636868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4b3fcbb4-6ec1-488d-8026-1b80bd075c07 req-c1868ef6-d419-464a-92b8-076345345eea tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Feb 16 18:00:31.046703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8b24a391-5b20-4776-ac31-8bb4750ac505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:31.822233 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0489-21f3-41da-b589-9c24ef7856c7 req-7599e7f2-418b-4cc0-9a8b-a8d13db8966a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:31.823585 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afdc0489-21f3-41da-b589-9c24ef7856c7 req-7599e7f2-418b-4cc0-9a8b-a8d13db8966a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0839424 Feb 16 18:00:31.866525 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afdc0489-21f3-41da-b589-9c24ef7856c7 req-4fc21d7a-6c47-4907-b7fb-65924f01c907 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Feb 16 18:00:33.050267 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857e0c7-8273-4c09-a2ba-280121deab16 req-1fca7c12-aa87-4200-a5f9-6d6ec46a5920 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:33.051737 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2857e0c7-8273-4c09-a2ba-280121deab16 req-1fca7c12-aa87-4200-a5f9-6d6ec46a5920 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0803876 Feb 16 18:00:33.095773 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-2857e0c7-8273-4c09-a2ba-280121deab16 req-820fdb9c-40b5-42d3-a610-a640deb391de tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383348 Feb 16 18:00:33.779892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-93ae38d5-45e7-4a15-8ba2-6a24c221607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:34.284031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eaa08-3c82-4eb3-aa47-59f43e36c1b8 req-d40788a5-90b6-48be-aa66-25b6372ba5e6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:34.285461 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb0eaa08-3c82-4eb3-aa47-59f43e36c1b8 req-d40788a5-90b6-48be-aa66-25b6372ba5e6 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0834601 Feb 16 18:00:34.332419 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cb0eaa08-3c82-4eb3-aa47-59f43e36c1b8 req-ea1254a0-3545-4a94-9ab3-13cd4339fe02 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Feb 16 18:00:34.507747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:35.316223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:35.517793 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f4e3-ed8f-4920-96b1-b889101c19f0 req-c695148b-34df-47d3-9d26-662af53519d0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:35.519265 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9445f4e3-ed8f-4920-96b1-b889101c19f0 req-c695148b-34df-47d3-9d26-662af53519d0 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0791533 Feb 16 18:00:35.563957 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9445f4e3-ed8f-4920-96b1-b889101c19f0 req-f95e9b0b-d57f-40b8-9f6d-be19aea768ba tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Feb 16 18:00:36.747769 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59bf14-edd3-47c1-b5b4-d531e8c65fd8 req-2a1cdd6b-e0f3-4656-8e29-f91798665fc8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:36.749193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0d59bf14-edd3-47c1-b5b4-d531e8c65fd8 req-2a1cdd6b-e0f3-4656-8e29-f91798665fc8 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0809219 Feb 16 18:00:36.793948 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0d59bf14-edd3-47c1-b5b4-d531e8c65fd8 req-6578d65d-ab3d-446f-ad8c-0cd73a153cd2 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388970 Feb 16 18:00:36.996551 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:37.977030 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b6fe2-d5a1-4e55-94ff-a086487785c9 req-2ba6f89d-f675-4b79-adeb-b6f0053f7022 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:37.979035 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7a9b6fe2-d5a1-4e55-94ff-a086487785c9 req-2ba6f89d-f675-4b79-adeb-b6f0053f7022 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0797281 Feb 16 18:00:38.159135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7a9b6fe2-d5a1-4e55-94ff-a086487785c9 req-9a3b3361-4cd1-4c46-8bb6-576db76fb498 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743636 Feb 16 18:00:38.162873 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-41a9e0b8-ff6e-48ac-a227-9e96f1015a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:38.164344 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-41a9e0b8-ff6e-48ac-a227-9e96f1015a95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0740972 Feb 16 18:00:38.296681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-670ba703-0ceb-4a85-9a31-812523311773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:38.298115 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-670ba703-0ceb-4a85-9a31-812523311773 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1265938 Feb 16 18:00:38.400472 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-abb4a652-c7e9-4338-8329-40650af5484e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1002 time: 0.0955660 Feb 16 18:00:38.463963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-a587929f-e0e1-4a0f-9f49-140d116a99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:38.465257 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-a587929f-e0e1-4a0f-9f49-140d116a99fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0590556 Feb 16 18:00:38.537257 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-62a53fb3-27fc-47a7-af30-758121d9ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:38.539015 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-62a53fb3-27fc-47a7-af30-758121d9ade4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678067 Feb 16 18:00:38.669211 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-4fb981d3-e37e-4df0-8e3e-766e00ba9185 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232772 Feb 16 18:00:38.894144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-de3ba7d9-6985-43c9-a5d6-83104dd572e7 req-1b81009c-43ec-4f24-929a-6c4cc7c3783d service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186885 Feb 16 18:00:39.341631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ee95a-ff4c-4fcc-90a4-2e8f760b1478 req-c6a8595e-4681-4382-a9d4-8d5d1aef7dc9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:39.343077 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-100ee95a-ff4c-4fcc-90a4-2e8f760b1478 req-c6a8595e-4681-4382-a9d4-8d5d1aef7dc9 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0802314 Feb 16 18:00:39.387426 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-100ee95a-ff4c-4fcc-90a4-2e8f760b1478 req-3ec94b76-c46c-4a39-8171-74419296b21a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Feb 16 18:00:40.584496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda69da-b15c-48a1-8bc3-ad6051e13b50 req-958a84d5-a46f-4b47-8e50-bea69fbbcdd7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:40.586622 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5eda69da-b15c-48a1-8bc3-ad6051e13b50 req-958a84d5-a46f-4b47-8e50-bea69fbbcdd7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0943751 Feb 16 18:00:40.633197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5eda69da-b15c-48a1-8bc3-ad6051e13b50 req-f89121c2-3213-4f35-a209-ea776e0de991 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Feb 16 18:00:41.816535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736975ca-6e1d-4a03-9f11-a707e942764a req-95b0d352-7210-4d9c-be63-21b8399f8ecb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:41.817955 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-736975ca-6e1d-4a03-9f11-a707e942764a req-95b0d352-7210-4d9c-be63-21b8399f8ecb tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0784922 Feb 16 18:00:41.861498 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-736975ca-6e1d-4a03-9f11-a707e942764a req-b9759ea0-56a9-4328-89b7-e421b9fd0402 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Feb 16 18:00:42.140317 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-dd8375b3-654f-4c83-b5b2-d5fca0722d2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713298 Feb 16 18:00:42.207807 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8a9b1-9c37-4412-bc94-1a68e05ca51a req-00c44f1b-fc35-42e2-8771-73a7d83c4565 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:42.209237 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-26d8a9b1-9c37-4412-bc94-1a68e05ca51a req-00c44f1b-fc35-42e2-8771-73a7d83c4565 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0819302 Feb 16 18:00:42.253288 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-26d8a9b1-9c37-4412-bc94-1a68e05ca51a req-1afea690-c3f7-4b8b-aab2-a68360fc7326 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376260 Feb 16 18:00:43.439342 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43dcb6-9ff6-4d3c-9704-4fabd8dc9272 req-b359162d-6618-4d61-835e-c074f4d52680 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:43.440772 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bd43dcb6-9ff6-4d3c-9704-4fabd8dc9272 req-b359162d-6618-4d61-835e-c074f4d52680 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0793815 Feb 16 18:00:43.488455 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bd43dcb6-9ff6-4d3c-9704-4fabd8dc9272 req-07c92c09-5502-4e0c-ab6f-e3f165ed0d81 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 Feb 16 18:00:43.596761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:00:43.711989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:43.738383 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:00:43.748114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:00:43.753116 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:43.820295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:00:43.828514 dv-neutron-829527-2-hyperv neutron-server[87722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'code': 422} returned with failed status Feb 16 18:00:43.829809 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.830155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.830492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.830846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.831174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.831501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.831822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.832141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.832461 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.832775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.833090 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:43.833403 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:00:44.669972 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ac05-33fd-4c08-a61c-7faca056216e req-d1db0302-cb2c-44e8-8038-106220271e17 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:44.671420 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7e60ac05-33fd-4c08-a61c-7faca056216e req-d1db0302-cb2c-44e8-8038-106220271e17 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0775914 Feb 16 18:00:44.714499 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7e60ac05-33fd-4c08-a61c-7faca056216e req-7a52de95-5464-460e-b599-c353f050e282 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376375 Feb 16 18:00:45.902612 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff8f7b-5c4e-47bb-97ca-1093c08b7ae3 req-e773fe78-0139-4672-aea6-45d59f20e07a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:45.904844 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-98ff8f7b-5c4e-47bb-97ca-1093c08b7ae3 req-e773fe78-0139-4672-aea6-45d59f20e07a tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0838816 Feb 16 18:00:45.947517 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-98ff8f7b-5c4e-47bb-97ca-1093c08b7ae3 req-2d0348a2-580e-4016-b338-b5daf6f570d1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Feb 16 18:00:47.130945 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab2b2-9112-42bf-b736-6addf673abe1 req-cd9c8215-8d82-46cb-aeb7-176a07b175e1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:47.132394 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a3ab2b2-9112-42bf-b736-6addf673abe1 req-cd9c8215-8d82-46cb-aeb7-176a07b175e1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0793407 Feb 16 18:00:47.177834 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a3ab2b2-9112-42bf-b736-6addf673abe1 req-6303c511-0b74-412e-82ea-8da0c9cddec1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389493 Feb 16 18:00:48.367183 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cd28a-ed1f-4c74-9e64-d9f487d40a67 req-84b350f5-8e20-4087-b9d1-d28cdab6f23d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:48.368613 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-450cd28a-ed1f-4c74-9e64-d9f487d40a67 req-84b350f5-8e20-4087-b9d1-d28cdab6f23d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0852358 Feb 16 18:00:48.413876 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-450cd28a-ed1f-4c74-9e64-d9f487d40a67 req-f9ec882a-3979-4be7-8166-623e1562b243 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 Feb 16 18:00:48.692152 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-748e9dff-24b9-40d0-be9c-d7cb16a32420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:48.693497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-748e9dff-24b9-40d0-be9c-d7cb16a32420 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4&tenant_id=923fe4ee63f54b6484afaa0268d0fe41 HTTP/1.1" status: 200 len: 1097 time: 0.0700023 Feb 16 18:00:48.782005 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-109bdc8e-fa74-44c7-b66e-dfc9af254b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:48.783475 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-109bdc8e-fa74-44c7-b66e-dfc9af254b5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1097 time: 0.0693474 Feb 16 18:00:48.916786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-ea33b6ca-4d69-42a2-a5dd-1c9f263ba9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:48.918266 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-ea33b6ca-4d69-42a2-a5dd-1c9f263ba9b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1289616 Feb 16 18:00:49.024661 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-25aa7603-d5b8-40d6-8aeb-5547da6e85bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1000 time: 0.0983989 Feb 16 18:00:49.088620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-337a0fd2-7a17-4051-b713-1ab11c4c7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:49.090031 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-337a0fd2-7a17-4051-b713-1ab11c4c7623 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0596514 Feb 16 18:00:49.163816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-e54a3477-4c2d-4ff0-b407-b6706bb09982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:49.165246 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-e54a3477-4c2d-4ff0-b407-b6706bb09982 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687783 Feb 16 18:00:49.297323 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-95787a33-44b9-4715-9d86-ae28f09c45ed service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 Feb 16 18:00:49.426636 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-0bf64d59-ebd8-4f1a-ae77-5e10fce82199 req-17db9b36-0ae6-4627-b444-6ff2790b30f7 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229267 Feb 16 18:00:49.599186 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96c5c-b696-4e0f-a176-aaecf6be4881 req-76fa4026-af36-4b51-bf75-2b3d66ed5c55 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:49.600537 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ee96c5c-b696-4e0f-a176-aaecf6be4881 req-76fa4026-af36-4b51-bf75-2b3d66ed5c55 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0796094 Feb 16 18:00:49.648235 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5ee96c5c-b696-4e0f-a176-aaecf6be4881 req-6fe1ea90-470c-4872-bd8f-f035fbfbc9da tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Feb 16 18:00:49.987041 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:00:50.829841 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f5ef1-744a-47e5-b1ce-b68b58f6a2e1 req-3c836bd9-dbea-4a9a-9c1e-5c59fb42c65b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:50.831292 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3d4f5ef1-744a-47e5-b1ce-b68b58f6a2e1 req-3c836bd9-dbea-4a9a-9c1e-5c59fb42c65b tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0792971 Feb 16 18:00:50.875197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3d4f5ef1-744a-47e5-b1ce-b68b58f6a2e1 req-6493c8a6-0472-4412-8950-0a1730e32669 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384212 Feb 16 18:00:52.058494 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b9118-558e-4062-9405-2ffab8f3b900 req-8dfd6265-8d16-4e3a-8143-9397f8c3fd4c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:52.060021 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ef7b9118-558e-4062-9405-2ffab8f3b900 req-8dfd6265-8d16-4e3a-8143-9397f8c3fd4c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0822792 Feb 16 18:00:52.104408 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-ef7b9118-558e-4062-9405-2ffab8f3b900 req-180af402-bb37-4361-9735-7ba4c7ba49d4 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Feb 16 18:00:53.289558 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8852ca6-f425-4182-b261-484d8ccdcb4e req-3c05e9a7-ace8-4329-9715-cb7bd9f46187 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:53.291123 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d8852ca6-f425-4182-b261-484d8ccdcb4e req-3c05e9a7-ace8-4329-9715-cb7bd9f46187 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0793242 Feb 16 18:00:53.334388 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d8852ca6-f425-4182-b261-484d8ccdcb4e req-b2782bbb-0318-4ed8-bb5a-581d279841ec tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Feb 16 18:00:54.516835 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f106d-e740-4ee6-bd73-06c24dc41a2c req-3ba1851a-e1f3-4db1-ab30-f73faebbd347 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:54.518174 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a0f106d-e740-4ee6-bd73-06c24dc41a2c req-3ba1851a-e1f3-4db1-ab30-f73faebbd347 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0815556 Feb 16 18:00:54.562831 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3a0f106d-e740-4ee6-bd73-06c24dc41a2c req-451a7955-3f8b-430e-97fb-8986c054fba1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Feb 16 18:00:55.290619 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:55.747442 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd653b-da76-41b3-b312-50df62c554a0 req-d47afaf0-11fc-44b9-9bd9-601e0bc35789 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:55.748889 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0ebd653b-da76-41b3-b312-50df62c554a0 req-d47afaf0-11fc-44b9-9bd9-601e0bc35789 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0789731 Feb 16 18:00:55.792666 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0ebd653b-da76-41b3-b312-50df62c554a0 req-c8653e03-5e1e-43d9-8aef-035d1e3f2596 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Feb 16 18:00:56.979330 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658597fb-0a71-4d50-bf53-388be8f3a076 req-87763e2d-4666-40b8-8b87-9bc93b6ceefa tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:56.980767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-658597fb-0a71-4d50-bf53-388be8f3a076 req-87763e2d-4666-40b8-8b87-9bc93b6ceefa tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 944 time: 0.0831380 Feb 16 18:00:57.024039 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-658597fb-0a71-4d50-bf53-388be8f3a076 req-75a79eda-1e95-4cbc-bc0e-fa4e3941b2e5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Feb 16 18:00:57.693704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 18:00:57.824493 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:00:57.837106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'port_id': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'mac_address': 'fa:16:3e:ca:9c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 18:00:57.889808 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:57.905802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e077661-f05f-4bb9-a4c1-81eb708265d2 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:00:57.921563 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:00:57.925347 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:57.994282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:00:58.206651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb761f0-8f16-4100-a332-7210c9cf4292 req-8899908b-1ed0-467d-8b2a-7258c62d280f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:58.208112 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afb761f0-8f16-4100-a332-7210c9cf4292 req-8899908b-1ed0-467d-8b2a-7258c62d280f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 945 time: 0.0797822 Feb 16 18:00:58.256732 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-afb761f0-8f16-4100-a332-7210c9cf4292 req-542303eb-d1bb-4520-a961-4b2e9ed19be1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Feb 16 18:00:58.290752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['4e077661-f05f-4bb9-a4c1-81eb708265d2'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 18:00:59.453602 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa221e-248f-42e0-add3-991549952519 req-7a0f594b-09f5-40b2-b4e4-f05ea8fc7af5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:00:59.455093 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5cfa221e-248f-42e0-add3-991549952519 req-7a0f594b-09f5-40b2-b4e4-f05ea8fc7af5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 945 time: 0.0901964 Feb 16 18:00:59.502752 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5cfa221e-248f-42e0-add3-991549952519 req-60eee7bd-e247-4c55-8afb-a4886afd8e21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Feb 16 18:00:59.709068 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:00:59.783236 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port 4e077661-f05f-4bb9-a4c1-81eb708265d2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:00:59.783796 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:59.914768 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:59.946091 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:00:59.957197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:00:59.962212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:00:59.993202 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'code': 200} Feb 16 18:01:00.033558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:01:00.259134 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2fb9-9f58-4a03-ac18-6ebdc14b356e req-1da398d3-7668-448b-aadb-2ac8945db933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:00.260593 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2f3a2fb9-9f58-4a03-ac18-6ebdc14b356e req-1da398d3-7668-448b-aadb-2ac8945db933 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0682971 Feb 16 18:01:00.304352 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-2f3a2fb9-9f58-4a03-ac18-6ebdc14b356e req-6a747720-283b-494c-bdae-725965c6bbb6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370903 Feb 16 18:01:00.695646 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90169-290f-461b-95b2-6b8898f8b354 req-558330d8-44c0-4108-b9f2-5c4dc3abe36f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:00.697100 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c4b90169-290f-461b-95b2-6b8898f8b354 req-558330d8-44c0-4108-b9f2-5c4dc3abe36f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0829778 Feb 16 18:01:00.741193 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c4b90169-290f-461b-95b2-6b8898f8b354 req-58afc7dd-58dc-4914-a6c3-279b8e272c16 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380054 Feb 16 18:01:01.048726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5ef005cd-4d7a-47cf-90c7-3c5f5c47b705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:01.923047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad2b3-0e82-45a7-9f79-d7a59651008e req-3536752d-fbeb-4814-893a-eabb263b4f37 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:01.924502 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10dad2b3-0e82-45a7-9f79-d7a59651008e req-3536752d-fbeb-4814-893a-eabb263b4f37 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0799658 Feb 16 18:01:01.969668 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-10dad2b3-0e82-45a7-9f79-d7a59651008e req-59c66d30-e930-4bf7-942e-04f0eb4689dd tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Feb 16 18:01:03.782365 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-be2bdfab-2f9d-43c7-a843-388c86419956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:04.509621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:05.321229 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:07.000345 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:21.987270 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-bbf3d5a0-08c1-4bfa-a1d1-bb85ff0724f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789428 Feb 16 18:01:22.132962 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f02b6-c516-4329-9b45-83952736120f req-5fb6110f-135a-4974-833e-7a6eba221bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:22.132962 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-5fb6110f-135a-4974-833e-7a6eba221bea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0722978 Feb 16 18:01:22.281788 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f02b6-c516-4329-9b45-83952736120f req-4c79a18f-b079-4d6f-a63c-8c784f3e94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:22.283628 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-4c79a18f-b079-4d6f-a63c-8c784f3e94d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1329679 Feb 16 18:01:22.391222 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-059ebf80-5a4b-47c3-b2db-aa6ef814c47d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 1002 time: 0.1016452 Feb 16 18:01:22.458896 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f02b6-c516-4329-9b45-83952736120f req-68e329f8-4146-4fad-9ea2-2366d4c3da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:22.460308 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-68e329f8-4146-4fad-9ea2-2366d4c3da52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0627511 Feb 16 18:01:22.534452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f02b6-c516-4329-9b45-83952736120f req-7ec2244e-1d23-42bc-9d37-81f55fe60544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:01:22.535754 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-7ec2244e-1d23-42bc-9d37-81f55fe60544 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690613 Feb 16 18:01:22.666292 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-419042ba-f2ae-46a7-8bae-7e8960b2a139 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241753 Feb 16 18:01:22.893817 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-661f02b6-c516-4329-9b45-83952736120f req-d64a297c-ca43-40e0-86c8-7a217b7e2b3d service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207003 Feb 16 18:01:25.288195 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:26.987208 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:01:31.051895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b03ff4ad-ef48-40b8-b395-fd7b1abfa87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:33.784677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-20feaefd-c8b8-4bc1-b5a3-e2aebdaf4b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:34.519760 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:35.323438 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:37.005494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:01:55.289072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:01.054729 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e92918e3-08ce-4676-87f1-6248c2e92274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:03.784630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c596-fb17-4908-a8c0-46d2028e3c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:03.984794 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:02:04.512504 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:05.325454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:07.006722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:18.594504 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39768) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:18.806683 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Deleting port d274a948-cdcc-4a92-9efc-c96e15c7861b {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:18.807018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:18.977465 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:18.977786 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:19.200505 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Calling delete_port for d274a948-cdcc-4a92-9efc-c96e15c7861b owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:19.347439 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:19.391909 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event deleted for resources: {'Port': ['ID=d274a948-cdcc-4a92-9efc-c96e15c7861b,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:19.429256 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.429596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.429924 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.430274 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.430617 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.430940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.431252 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.431564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.431877 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.432191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.432498 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.432803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:19.494639 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:19.494965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Floating IP 00fba274-ed1b-4aa1-9dbb-909f65a078e8 disassociated (deleted). External IP: 172.26.7.206, port: 4e077661-f05f-4bb9-a4c1-81eb708265d2. Feb 16 18:02:19.837198 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:02:20.013178 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:20.023634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:20.029943 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:20.033055 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:20.033670 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:20.084977 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9bf6e25c-5f39-4cfd-b412-6526c6a55d21 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "DELETE /v2.0/floatingips/00fba274-ed1b-4aa1-9dbb-909f65a078e8 HTTP/1.1" status: 204 len: 168 time: 1.4893270 Feb 16 18:02:20.085656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:02:20.217306 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:20.321334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'status': 'completed', 'code': 200} Feb 16 18:02:20.422046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-712161eb-ac81-475f-a79e-6d7e4cc86623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:20.424571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-712161eb-ac81-475f-a79e-6d7e4cc86623 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 1099 time: 0.0774405 Feb 16 18:02:20.484682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7cb37-60d3-44a4-b024-b267e7adcfe1 req-d3a3ebd3-08de-4866-8861-cc4dc84ebb3d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:20.485371 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c8b7cb37-60d3-44a4-b024-b267e7adcfe1 req-d3a3ebd3-08de-4866-8861-cc4dc84ebb3d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:02:20.502423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-c8b7cb37-60d3-44a4-b024-b267e7adcfe1 req-d3a3ebd3-08de-4866-8861-cc4dc84ebb3d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:02:20.503640 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c8b7cb37-60d3-44a4-b024-b267e7adcfe1 req-d3a3ebd3-08de-4866-8861-cc4dc84ebb3d tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.1018097 Feb 16 18:02:20.558240 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:20.560283 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-c8b7cb37-60d3-44a4-b024-b267e7adcfe1 req-71fa580f-c75d-4656-9553-55a1ce81fdde tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485890 Feb 16 18:02:20.563287 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:20.571510 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-1f9a7668-602b-4a51-820b-bb299d639f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:20.572271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:20.574742 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-1f9a7668-602b-4a51-820b-bb299d639f83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 200 len: 910 time: 0.1422830 Feb 16 18:02:20.574852 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:20.639781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-301ed651-4b5b-40cf-9448-e6a6016958c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 200 len: 217 time: 0.0601749 Feb 16 18:02:20.704508 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-490e3dd4-2967-4fec-9a39-538141a13291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:20.705848 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-490e3dd4-2967-4fec-9a39-538141a13291 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 200 len: 848 time: 0.0596685 Feb 16 18:02:20.749973 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:20.780727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-c839a256-2746-4db5-8b73-85fff415cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:20.782228 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-c839a256-2746-4db5-8b73-85fff415cd0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c4292e2-985e-467d-b574-fa1d105ee771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688176 Feb 16 18:02:20.915616 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-22e37a23-f5e0-4627-8928-592536e17bf1 service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261718 Feb 16 18:02:21.048819 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-d039674e-e8a2-464a-9d11-a93ac6da1007 req-8f09887a-6dcb-4109-997e-ec1743db59ee service neutron] 10.222.0.48 "GET /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265101 Feb 16 18:02:21.062904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:21.067951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b329c-5e04-49d1-a263-7cc77d689574 None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T17:52:16Z', 'revision_number': 4, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '4383c89c-8d1e-4b4b-a2e1-7f9f577222fc', 'name': '', 'network_id': '7c4292e2-985e-467d-b574-fa1d105ee771', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'mac_address': 'fa:16:3e:5a:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:16Z', 'updated_at': '2022-02-16T17:52:24Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'subnets': [{'id': 'e2e88c8f-3749-476f-ba28-7f65491dccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:21.279048 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a54c8-83ce-43c9-b5d0-ac6230700da3 None None] New status for floating IP 00fba274-ed1b-4aa1-9dbb-909f65a078e8: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:02:21.740657 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77a3a8-6525-4b46-867a-438c0ce2a552 req-325f5ec7-73a8-4c4e-9a7c-ed377dbdc0b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:21.742023 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc77a3a8-6525-4b46-867a-438c0ce2a552 req-325f5ec7-73a8-4c4e-9a7c-ed377dbdc0b5 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0782595 Feb 16 18:02:21.784780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dc77a3a8-6525-4b46-867a-438c0ce2a552 req-6c8eae8d-df30-43a2-9277-fedba00a33d3 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/security-groups?id=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372312 Feb 16 18:02:22.277460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-29449e2b-55e5-444c-9973-5c84dff09a2c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:22.278052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-29449e2b-55e5-444c-9973-5c84dff09a2c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Synchronizing usage tracker for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:02:22.289717 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-29449e2b-55e5-444c-9973-5c84dff09a2c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Unset dirty status for tenant:923fe4ee63f54b6484afaa0268d0fe41 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:02:22.290847 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-29449e2b-55e5-444c-9973-5c84dff09a2c tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 946 time: 0.0953815 Feb 16 18:02:22.357861 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Deleting port 4e077661-f05f-4bb9-a4c1-81eb708265d2 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:22.358195 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:22.604753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] For port 4e077661-f05f-4bb9-a4c1-81eb708265d2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4e077661-f05f-4bb9-a4c1-81eb708265d2,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:22.605104 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:22.724386 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Calling delete_port for 4e077661-f05f-4bb9-a4c1-81eb708265d2 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:22.866315 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:22.917543 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event deleted for resources: {'Port': ['ID=4e077661-f05f-4bb9-a4c1-81eb708265d2,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:22.939768 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4de8d25b-64d9-44c1-9f82-aeff1273ffb6 req-78db6a94-fb20-43a6-a3b4-486bdaee751f tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 210 time: 0.0433416 Feb 16 18:02:23.056620 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.056958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.057318 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.057651 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.057970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.058292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.058633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.058952 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.059267 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.059580 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.059894 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.060205 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:23.098378 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] No DVR routers for this DVR port 4e077661-f05f-4bb9-a4c1-81eb708265d2 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:02:23.100688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:23.103108 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-deleted', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:02:23.118774 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-506183bc-936c-4069-88a1-2a28beb2b5ed req-92b9ec0c-e706-47b1-a3e5-cffddada4251 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.48 "DELETE /v2.0/ports/4e077661-f05f-4bb9-a4c1-81eb708265d2 HTTP/1.1" status: 204 len: 173 time: 0.8224442 Feb 16 18:02:23.152077 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369862f4-a2c1-46bb-a672-cec16a1a97e4', 'name': 'network-vif-deleted', 'tag': '4e077661-f05f-4bb9-a4c1-81eb708265d2', 'status': 'completed', 'code': 200} Feb 16 18:02:24.118599 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-85792eb9-d142-41fd-bb38-5b16704b3062 req-4feb9069-756b-44fd-8a1e-4d64728347d7 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "GET /v2.0/ports?device_id=369862f4-a2c1-46bb-a672-cec16a1a97e4 HTTP/1.1" status: 200 len: 210 time: 0.0545573 Feb 16 18:02:25.226355 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39788) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:25.292071 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:25.297305 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ef635b2-fcc3-4193-b285-32c371844dc1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:25.328059 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ef635b2-fcc3-4193-b285-32c371844dc1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:25.396638 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ef635b2-fcc3-4193-b285-32c371844dc1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:25.417102 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef635b2-fcc3-4193-b285-32c371844dc1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d20eb0-22bd-48c7-a49b-b81b5aebcdbc,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:25.429191 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-7ef635b2-fcc3-4193-b285-32c371844dc1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:25.432807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-7ef635b2-fcc3-4193-b285-32c371844dc1 tempest-TestShelveInstance-1656127973 tempest-TestShelveInstance-1656127973-project] 10.222.0.43 "DELETE /v2.0/security-groups/37d20eb0-22bd-48c7-a49b-b81b5aebcdbc HTTP/1.1" status: 204 len: 168 time: 0.2030704 Feb 16 18:02:25.479600 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39794) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:26.176693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:26.194218 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:26.229303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: 4e077661-f05f-4bb9-a4c1-81eb708265d2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:26.229643 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device 4e077661-f05f-4bb9-a4c1-81eb708265d2 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:26.534365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Deleting port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:26.534932 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:26.704572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] For port 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:26.704927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:26.829570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Calling delete_port for 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:27.110130 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:27.156794 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=4383c89c-8d1e-4b4b-a2e1-7f9f577222fc,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:27.422573 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:27.768013 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Router b649e3cf-b794-4b26-847c-aecb0f2bc32c has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:02:27.937863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:27.947181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] Sync routers for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:27.950257 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-aa7f6495-2569-4535-98dd-7f4af6b92d06 admin admin] 10.222.0.43 "PUT /v2.0/routers/b649e3cf-b794-4b26-847c-aecb0f2bc32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4695239 Feb 16 18:02:27.952838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39800) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:27.956600 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:27.957261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:28.131570 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks [] for router, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:28.173765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:28.309347 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:28.319886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Deleting port 52f9df90-57b6-41e0-8ac5-8046341fef54 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:28.320222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:28.460181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188'}], 'enable_snat': True}, 'gw_port_id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T18:02:26Z', 'revision_number': 5, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port': {'id': '52f9df90-57b6-41e0-8ac5-8046341fef54', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:13Z', 'updated_at': '2022-02-16T17:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:28.463892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] Checking router: b649e3cf-b794-4b26-847c-aecb0f2bc32c for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:28.471969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] Routers {'b649e3cf-b794-4b26-847c-aecb0f2bc32c'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:28.472553 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:28.601512 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] For port 52f9df90-57b6-41e0-8ac5-8046341fef54, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=52f9df90-57b6-41e0-8ac5-8046341fef54,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:28.601863 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:28.641592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] Set router b649e3cf-b794-4b26-847c-aecb0f2bc32c gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:28.726155 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Calling delete_port for 52f9df90-57b6-41e0-8ac5-8046341fef54 owned by network:router_gateway {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:28.748676 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T18:02:28Z', 'revision_number': 6, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:28.752620 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad65187-cefa-4813-9788-60bf9ca17a6b None None] The sync data for ids ['b649e3cf-b794-4b26-847c-aecb0f2bc32c'] in dv-neutron-829527-2-hyperv is: [{'id': 'b649e3cf-b794-4b26-847c-aecb0f2bc32c', 'name': 'tempest-TestShelveInstance-1871896718-router', 'tenant_id': '923fe4ee63f54b6484afaa0268d0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:12Z', 'updated_at': '2022-02-16T18:02:28Z', 'revision_number': 6, 'project_id': '923fe4ee63f54b6484afaa0268d0fe41', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:28.893654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:28.941240 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=52f9df90-57b6-41e0-8ac5-8046341fef54,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:29.032305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.211759 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.213988 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.236133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.236664 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b649e3cf-b794-4b26-847c-aecb0f2bc32c {{(pid=87721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:02:29.248492 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.249596 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0a5603d4-5bb1-4741-9cf1-c515cb030f0a admin admin] 10.222.0.43 "DELETE /v2.0/routers/b649e3cf-b794-4b26-847c-aecb0f2bc32c HTTP/1.1" status: 204 len: 168 time: 1.2958634 Feb 16 18:02:29.252044 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39804) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:29.312774 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Deleting subnet e2e88c8f-3749-476f-ba28-7f65491dccf7 {{(pid=87721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 18:02:29.315555 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.364262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2059734'] for subnet, precommit_delete_associations {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.444691 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.521142 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6963616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7933171'] for subnet, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.560879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:29.561372 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e88c8f-3749-476f-ba28-7f65491dccf7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:29.565012 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.571579 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b343138c-93fe-406a-a601-e36e201df55a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e2e88c8f-3749-476f-ba28-7f65491dccf7 HTTP/1.1" status: 204 len: 168 time: 0.3186126 Feb 16 18:02:29.573955 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39808) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:29.587051 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbda93a-880d-41a6-a194-5dcdb4d31bff None None] Network 7c4292e2-985e-467d-b574-fa1d105ee771 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:02:29.663200 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:29.663540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 4383c89c-8d1e-4b4b-a2e1-7f9f577222fc not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:29.690857 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.702413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Deleting port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:29.702893 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:29.864916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] DHCP port deletion for 7c4292e2-985e-467d-b574-fa1d105ee771 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 18:02:29.869102 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Deleting port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:29.869465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.018097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] For port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:30.018727 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.072645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] For port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,segment=NetworkSegment(3b137f18-983f-496e-89d8-8a16aee64f1a),segment_id=3b137f18-983f-496e-89d8-8a16aee64f1a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:30.072948 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.139170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Calling delete_port for e239c7fe-aa16-483a-8f4f-6f5acf0dd91d owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:30.219935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.232696 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Calling delete_port for e239c7fe-aa16-483a-8f4f-6f5acf0dd91d owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:30.267429 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Pushing event deleted for resources: {'Port': ['ID=e239c7fe-aa16-483a-8f4f-6f5acf0dd91d,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:30.271997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] No DVR routers for this DVR port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:02:30.304219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:02:30.304559 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:02:30.386737 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.412010 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4292e2-985e-467d-b574-fa1d105ee771']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:30.423968 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b137f18-983f-496e-89d8-8a16aee64f1a') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:30.424262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b137f18-983f-496e-89d8-8a16aee64f1a') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:30.435264 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.451219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.457101 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:02:30.458122 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:02:30.470833 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:02:30.547533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.551964 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.575589 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4292e2-985e-467d-b574-fa1d105ee771,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:30.588746 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-57143e22-030e-403b-9dc8-a28d5fe98161 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7c4292e2-985e-467d-b574-fa1d105ee771 HTTP/1.1" status: 204 len: 168 time: 1.0138662 Feb 16 18:02:30.591587 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39812) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:30.805921 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Deleting port e239c7fe-aa16-483a-8f4f-6f5acf0dd91d {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:30.806447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:30.872079 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a6038323-189e-40b3-93b9-717d0fabf8df None None] The port 'e239c7fe-aa16-483a-8f4f-6f5acf0dd91d' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 18:02:31.057547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a39d378-0037-4c4b-a895-a2ebcfab4c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:31.124721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:31.207359 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f9df90-57b6-41e0-8ac5-8046341fef54 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:31.243066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 52f9df90-57b6-41e0-8ac5-8046341fef54 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:31.243414 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 52f9df90-57b6-41e0-8ac5-8046341fef54 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:31.243836 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e239c7fe-aa16-483a-8f4f-6f5acf0dd91d no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:31.276986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: e239c7fe-aa16-483a-8f4f-6f5acf0dd91d {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:31.277333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device e239c7fe-aa16-483a-8f4f-6f5acf0dd91d not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:31.575622 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Deleting port 197077eb-1e0a-418b-8e5a-6524de790c8e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:31.575950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:31.740371 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] For port 197077eb-1e0a-418b-8e5a-6524de790c8e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=197077eb-1e0a-418b-8e5a-6524de790c8e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:31.740721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:31.859762 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Calling delete_port for 197077eb-1e0a-418b-8e5a-6524de790c8e owned by network:router_interface {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:32.031305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:32.081681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=197077eb-1e0a-418b-8e5a-6524de790c8e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:32.352485 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:32.712850 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:02:32.981129 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:32.991445 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] Sync routers for ids ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:32.999547 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-5b39022b-8950-4a3f-91f7-e8880d798ab8 admin admin] 10.222.0.43 "PUT /v2.0/routers/77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046898 Feb 16 18:02:32.999914 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39816) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:33.001970 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] Routers {'77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:33.002623 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:33.185554 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] Set router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:33.300514 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:33.466467 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T18:02:31Z', 'revision_number': 5, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port': {'id': '40a695ef-c402-4ece-87c0-d7bb3d0d815c', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:52:20Z', 'updated_at': '2022-02-16T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:33.470263 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] Checking router: 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:33.478931 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] Routers {'77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:33.479527 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:33.479631 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:33.489535 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Deleting port 40a695ef-c402-4ece-87c0-d7bb3d0d815c {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:33.489891 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:33.665385 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] Set router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:33.669431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] For port 40a695ef-c402-4ece-87c0-d7bb3d0d815c, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=40a695ef-c402-4ece-87c0-d7bb3d0d815c,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:33.669792 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:33.768600 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T18:02:33Z', 'revision_number': 6, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:33.773583 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1da3b-abda-4956-8145-9c2c30a7443e None None] The sync data for ids ['77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51'] in dv-neutron-829527-2-hyperv is: [{'id': '77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51', 'name': 'tempest-TestShelveInstance-2048397675-router', 'tenant_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:52:19Z', 'updated_at': '2022-02-16T18:02:33Z', 'revision_number': 6, 'project_id': '2fffee75e3f443e2add1abf1f24a8cc7', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:33.793686 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a73c-3a5d-459e-b508-556c688dfb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:33.794247 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Calling delete_port for 40a695ef-c402-4ece-87c0-d7bb3d0d815c owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:34.098979 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.150237 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a695ef-c402-4ece-87c0-d7bb3d0d815c,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:34.243605 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.411960 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.414369 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.437046 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.437598 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:02:34.449862 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.450920 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-c8b458a7-81e2-4730-982a-08cd9ff9bd33 admin admin] 10.222.0.43 "DELETE /v2.0/routers/77fd7b7a-b2bb-4cd3-bc19-7cdd5390db51 HTTP/1.1" status: 204 len: 168 time: 1.4499919 Feb 16 18:02:34.453404 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39820) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:34.513357 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Deleting subnet 76569004-b291-4967-87b0-6a60fa397c56 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 18:02:34.515689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.517282 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.575176 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.777790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.848366 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.888571 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76569004-b291-4967-87b0-6a60fa397c56,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:34.892159 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:34.899135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-427894bd-9eae-4ed4-92ed-0bc4b9a2c9cc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/76569004-b291-4967-87b0-6a60fa397c56 HTTP/1.1" status: 204 len: 168 time: 0.4442430 Feb 16 18:02:34.901175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39824) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:34.901972 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46858b-a378-43f8-98ef-e160874e934b None None] Network 4ce96827-cc1a-490a-a556-0a73ac044cab requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:02:35.015787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.027693 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Deleting port 46c52bf9-c896-4266-8096-2dad814c8a3e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:35.028026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.146150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] DHCP port deletion for 4ce96827-cc1a-490a-a556-0a73ac044cab request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 18:02:35.150519 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Deleting port 46c52bf9-c896-4266-8096-2dad814c8a3e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:35.150899 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.237289 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] For port 46c52bf9-c896-4266-8096-2dad814c8a3e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=46c52bf9-c896-4266-8096-2dad814c8a3e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:35.237641 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.248497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 197077eb-1e0a-418b-8e5a-6524de790c8e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:35.295679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 197077eb-1e0a-418b-8e5a-6524de790c8e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:35.295933 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 197077eb-1e0a-418b-8e5a-6524de790c8e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:35.296340 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 40a695ef-c402-4ece-87c0-d7bb3d0d815c no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:35.359534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Calling delete_port for 46c52bf9-c896-4266-8096-2dad814c8a3e owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:35.362209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 40a695ef-c402-4ece-87c0-d7bb3d0d815c {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:35.362573 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 40a695ef-c402-4ece-87c0-d7bb3d0d815c not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:35.362986 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 46c52bf9-c896-4266-8096-2dad814c8a3e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:02:35.435977 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.452092 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 46c52bf9-c896-4266-8096-2dad814c8a3e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:02:35.452429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 46c52bf9-c896-4266-8096-2dad814c8a3e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:02:35.463219 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.484861 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] For port 46c52bf9-c896-4266-8096-2dad814c8a3e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=46c52bf9-c896-4266-8096-2dad814c8a3e,segment=NetworkSegment(bddf02e9-b61a-4da2-bd28-1ac781bbdca7),segment_id=bddf02e9-b61a-4da2-bd28-1ac781bbdca7)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:35.485244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.485465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c52bf9-c896-4266-8096-2dad814c8a3e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:35.489544 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] No DVR routers for this DVR port 46c52bf9-c896-4266-8096-2dad814c8a3e on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:02:35.603993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.609791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Calling delete_port for 46c52bf9-c896-4266-8096-2dad814c8a3e owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:02:35.628983 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce96827-cc1a-490a-a556-0a73ac044cab']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:35.641610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:35.641905 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddf02e9-b61a-4da2-bd28-1ac781bbdca7') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:35.653260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.669288 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.675303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:02:35.675909 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.682443 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:02:35.682818 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:02:35.689363 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:02:35.763800 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.779207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:35.791919 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce96827-cc1a-490a-a556-0a73ac044cab,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:35.796512 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b203cc53-e244-4658-b4d7-542b66977126 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ce96827-cc1a-490a-a556-0a73ac044cab HTTP/1.1" status: 204 len: 168 time: 0.8942814 Feb 16 18:02:35.930923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39830) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:35.977123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-8afc041b-8ff3-4b68-b43d-e7cca5dffa80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=923fe4ee63f54b6484afaa0268d0fe41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450625 Feb 16 18:02:35.979478 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39834) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:36.039633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5ed9-b2fe-4c14-9556-28bd7a346b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.064626 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5ed9-b2fe-4c14-9556-28bd7a346b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.116365 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5ed9-b2fe-4c14-9556-28bd7a346b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.132958 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc5ed9-b2fe-4c14-9556-28bd7a346b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca781b34-4005-4a1e-86bb-29197b260ff0,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:36.139219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5ed9-b2fe-4c14-9556-28bd7a346b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.140309 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-cfcc5ed9-b2fe-4c14-9556-28bd7a346b67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca781b34-4005-4a1e-86bb-29197b260ff0 HTTP/1.1" status: 204 len: 168 time: 0.1598866 Feb 16 18:02:36.183780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Deleting port 46c52bf9-c896-4266-8096-2dad814c8a3e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:02:36.184246 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.251677 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-a53c5d20-bda5-4144-a100-9b307e7f54b4 None None] The port '46c52bf9-c896-4266-8096-2dad814c8a3e' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 18:02:36.498823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39842) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:36.546800 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-54dcdf91-b515-44ba-865a-a9d9c3e876cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fffee75e3f443e2add1abf1f24a8cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467424 Feb 16 18:02:36.549140 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39846) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:36.607760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2005e222-a43f-4903-b6b9-bc08c8500861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.633686 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2005e222-a43f-4903-b6b9-bc08c8500861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.687243 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2005e222-a43f-4903-b6b9-bc08c8500861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.703520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005e222-a43f-4903-b6b9-bc08c8500861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b63fe-0227-4ad9-8bb6-303cbfb218ee,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:36.709662 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-2005e222-a43f-4903-b6b9-bc08c8500861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:36.711513 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-2005e222-a43f-4903-b6b9-bc08c8500861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c53b63fe-0227-4ad9-8bb6-303cbfb218ee HTTP/1.1" status: 204 len: 168 time: 0.1612611 Feb 16 18:02:37.010282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.477407 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39870) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:37.578424 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-66239777-network', 'tenant_id': '8e738f076bea4965a915b0898b87f583'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:37.583946 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:37.587777 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Usage tracker for resource:network and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:37.590605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:37.596878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:37.606923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Made reservation on behalf of 8e738f076bea4965a915b0898b87f583 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:02:37.609170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.620827 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.634694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:37.638380 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:37.641109 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:37.647308 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:37.729996 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.733546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.763008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:02:37.772160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b8e05-25da-460c-a1ed-6ae00d1a8a42,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:37.777488 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.777792 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Added segment 47789302-3ec4-4a09-b553-3810d4219e0b of type vlan for network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 Feb 16 18:02:37.804405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.832292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:37.833370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:37.833927 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.020921 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] Pushing event updated for resources: {'Network': ['ID=a9aad0a2-daa1-4494-9ceb-27a985f2bf83,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:38.023901 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c6db462e-6f7c-4ece-88b5-aaea580e6929 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5455031 Feb 16 18:02:38.026779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39876) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:38.031967 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Request body: {'subnet': {'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-66239777-subnet', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:38.032099 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 18:02:38.037120 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:38.041168 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Usage tracker for resource:subnet and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:38.043970 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:38.049577 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:38.059218 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Made reservation on behalf of 8e738f076bea4965a915b0898b87f583 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:02:38.061466 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.269545 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.342154 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7f0b1d-39c6-4eb9-86f8-3e537380f751,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:38.351388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Checking segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:38.351742 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Network hostable DHCP agents. Network: a9aad0a2-daa1-4494-9ceb-27a985f2bf83, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:02:38.369617 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:02:38.378354 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, a9aad0a2-daa1-4494-9ceb-27a985f2bf83) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:38.382571 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:38.383160 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.387481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b09499-6bf7-4cb2-a3d0-ee412ce1aa34 None None] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:02:38.403943 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-60c4aa66-882f-4c4a-93b2-6bf41de6227b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3761592 Feb 16 18:02:38.406598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39880) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:38.412304 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:38.417145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:38.420856 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Usage tracker for resource:router and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:38.423638 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:38.429300 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:38.439156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.443699 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.460780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.640580 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 18:02:38.641384 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.731422 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:38.793510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Allocated IP 172.20.0.2 (a9aad0a2-daa1-4494-9ceb-27a985f2bf83/6b7f0b1d-39c6-4eb9-86f8-3e537380f751/2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:38.997368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.007298 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Transition to ACTIVE for port object 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:39.025534 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Transition to ACTIVE for port object 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:39.031660 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.042395 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.072479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.099655 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:39.102525 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:39.106189 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:39.115153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Pushing event updated for resources: {'Port': ['ID=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:39.178264 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.178631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.178970 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.179303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.179629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.179952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.180275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.180595 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.180914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.181231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.181548 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.182081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:39.212310 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Attempting to bind port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:39.212756 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Attempting to bind port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:39.213451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Attempting to bind port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:39.214463 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Allocated IP 172.26.7.58 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/759c0256-68cb-4f26-a649-62fab5bba674) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:39.218879 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:39.219250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Checking segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:39.219639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.220022 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Bound using segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:39.220474 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Bound port: 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:39.220842 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.312930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] For port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:39.315741 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] For port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:39.320113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.360765 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.390292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:39.406900 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e35e-476a-47fc-8338-ae0d81b7456e None None] Pushing event updated for resources: {'Port': ['ID=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:39.456449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:39.460016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:39.463716 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:39.608603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Pushing event updated for resources: {'Port': ['ID=759c0256-68cb-4f26-a649-62fab5bba674,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:39.993444 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:40.341015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f48dc-6950-442a-b1c6-c072653cb728 None None] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:02:40.342164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:40.436492 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-ba6e79e9-a974-4ceb-9adf-9b6c03a49649 None None] Provisioning for port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:40.550248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 18:02:40.731780 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:40.746141 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:40.755296 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:40.755653 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:40.756256 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:40.756492 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-106d9314-4092-40f9-9412-a47917e29f4b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3489623 Feb 16 18:02:40.760602 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39884) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:40.949472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:40.984265 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:02:41.244538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:39Z', 'revision_number': 3, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:41.248435 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:41.248781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Updating router a3a9f0b0-53e8-4ba4-be75-643786d91681 port 759c0256-68cb-4f26-a649-62fab5bba674 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:02:41.277984 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:41.390392 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.484544 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:41.496606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:41.496904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.548753 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.739193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.759345 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Allocated IP 172.20.0.1 (a9aad0a2-daa1-4494-9ceb-27a985f2bf83/6b7f0b1d-39c6-4eb9-86f8-3e537380f751/27ce66bb-3a98-4484-b681-0a146612fa82) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:41.780747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:41.790196 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.907756 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.914140 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.919559 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:41.923930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Transition to ACTIVE for port object 27ce66bb-3a98-4484-b681-0a146612fa82 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:41.931781 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Transition to ACTIVE for port object 759c0256-68cb-4f26-a649-62fab5bba674 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:41.938538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:41.948986 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.015191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:42.018023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:42.020536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:42.022357 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Attempting to bind port 759c0256-68cb-4f26-a649-62fab5bba674 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:42.022753 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Attempting to bind port 759c0256-68cb-4f26-a649-62fab5bba674 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:42.023110 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Attempting to bind port 759c0256-68cb-4f26-a649-62fab5bba674 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:42.025203 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ab5f2-b790-4cd9-a8dc-8972408a760d None None] Pushing event updated for resources: {'Port': ['ID=759c0256-68cb-4f26-a649-62fab5bba674,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:42.031078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:42.031450 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:42.031844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.032233 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:42.032689 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Bound port: 759c0256-68cb-4f26-a649-62fab5bba674, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:42.033058 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.065105 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Pushing event updated for resources: {'Port': ['ID=27ce66bb-3a98-4484-b681-0a146612fa82,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:42.086793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.112558 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] For port 759c0256-68cb-4f26-a649-62fab5bba674, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:42.116571 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] For port 759c0256-68cb-4f26-a649-62fab5bba674, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=759c0256-68cb-4f26-a649-62fab5bba674,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:42.120569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.202978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:42.203596 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:42.279771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ab5f2-b790-4cd9-a8dc-8972408a760d None None] Pushing event updated for resources: {'Port': ['ID=759c0256-68cb-4f26-a649-62fab5bba674,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:42.358208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.366832 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0470d07d-dfe7-4225-8acb-ae6ebda3afd5 None None] Provisioning for port 27ce66bb-3a98-4484-b681-0a146612fa82 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:42.386307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-0470d07d-dfe7-4225-8acb-ae6ebda3afd5 None None] Provisioning complete for port 27ce66bb-3a98-4484-b681-0a146612fa82 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:42.386703 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0470d07d-dfe7-4225-8acb-ae6ebda3afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.454316 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:42.497247 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-0470d07d-dfe7-4225-8acb-ae6ebda3afd5 None None] Port 27ce66bb-3a98-4484-b681-0a146612fa82 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 18:02:42.683533 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.688453 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.751514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:39Z', 'revision_number': 3, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:42.756185 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0040-5094-41bf-9857-f2a365c7891e None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:39Z', 'revision_number': 3, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:42.800093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Pushing event updated for resources: {'Port': ['ID=27ce66bb-3a98-4484-b681-0a146612fa82,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:42.803370 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:42.943778 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:42.944903 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:43.155465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:02:43.235998 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-50145868-0bad-44d2-90a5-f176d258f970 None None] Provisioning complete for port 27ce66bb-3a98-4484-b681-0a146612fa82 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:43.236569 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-50145868-0bad-44d2-90a5-f176d258f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:43.312144 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 759c0256-68cb-4f26-a649-62fab5bba674 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:43.365497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-50145868-0bad-44d2-90a5-f176d258f970 None None] Port 27ce66bb-3a98-4484-b681-0a146612fa82 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 18:02:43.391942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 759c0256-68cb-4f26-a649-62fab5bba674 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:43.396303 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:43.399441 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 759c0256-68cb-4f26-a649-62fab5bba674 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:43.399806 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:43.405752 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-0c41ea2e-d7a3-4e94-80a6-f39f982b7a01 admin admin] 10.222.0.43 "PUT /v2.0/routers/a3a9f0b0-53e8-4ba4-be75-643786d91681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6438258 Feb 16 18:02:43.572488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:43.589991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 759c0256-68cb-4f26-a649-62fab5bba674, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=759c0256-68cb-4f26-a649-62fab5bba674,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:43.594075 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:43.594914 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:43.712634 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=759c0256-68cb-4f26-a649-62fab5bba674,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:43.724262 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:43.724622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:43.939831 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39902) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:43.945847 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-901240940-network', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:43.950837 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:43.954815 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Usage tracker for resource:network and tenant:2a1bfde849be48d0a61bb4ef40ee8a41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:43.958311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:43.964141 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:43.974637 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Made reservation on behalf of 2a1bfde849be48d0a61bb4ef40ee8a41 for: {'network': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:02:43.976920 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for network, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:43.989449 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.003581 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:44.007943 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Usage tracker for resource:security_group_rule and tenant:2a1bfde849be48d0a61bb4ef40ee8a41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:44.010750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:44.016343 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:44.111244 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.115506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.146406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:02:44.154879 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49d3a7-df5c-4cc5-b419-cc3b811742f4,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:44.160886 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.161202 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.segments_db [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Added segment 021d22fc-b29f-411b-afa0-14448de33d6a of type vlan for network 6b21d590-c0b0-4dc9-b9f1-885150320b21 Feb 16 18:02:44.187859 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756730561549'] for network, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.220473 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087'] for network, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.221388 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:44.222089 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.292180 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:44.304674 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:44.305313 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:44.324930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] Pushing event updated for resources: {'Network': ['ID=6b21d590-c0b0-4dc9-b9f1-885150320b21,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:44.330295 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-f7a2ab9a-103e-4a66-8799-ce2bc99946bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3869278 Feb 16 18:02:44.330605 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39906) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:44.336295 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 details requested by agent ovs-agent-dv-neutron-829527-2-hyperv with host dv-neutron-829527-2-hyperv {{(pid=87722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 18:02:44.341292 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Request body: {'subnet': {'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-901240940-subnet', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'ip_version': 4}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:44.346680 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:44.351313 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Usage tracker for resource:subnet and tenant:2a1bfde849be48d0a61bb4ef40ee8a41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:44.354595 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:44.360210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:44.372470 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Made reservation on behalf of 2a1bfde849be48d0a61bb4ef40ee8a41 for: {'subnet': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:02:44.374887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7933148'] for subnet, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.489343 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:44.580504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7933130'] for subnet, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.651329 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b750bfd4-be71-47d6-aa0a-4b77b85adac9,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:44.665572 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Checking segment: {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:44.665923 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Network hostable DHCP agents. Network: 6b21d590-c0b0-4dc9-b9f1-885150320b21, hostable agents: ['71780078-3cd7-406c-9a33-9c698e74d9f1'], hosted agents: [] {{(pid=87721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:02:44.693486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 is scheduled to be hosted by DHCP agent 71780078-3cd7-406c-9a33-9c698e74d9f1 with binding_index 1 {{(pid=87721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:02:44.702944 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-2-hyperv, 6b21d590-c0b0-4dc9-b9f1-885150320b21) {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:44.707073 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:44.707709 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.714157 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5686446-907d-4a02-8c73-6caa21507af5 None None] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:02:44.734615 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1e0ca215-6326-471c-a8b8-e259829d0297 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4005866 Feb 16 18:02:44.734825 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39910) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:44.740610 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:44.745497 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:44.749376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Usage tracker for resource:router and tenant:2a1bfde849be48d0a61bb4ef40ee8a41 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:44.752210 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:44.758523 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:44.770189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107474'] for router, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.771212 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107481'] for router, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.786710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.811584 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 2, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:44.815444 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:44.815795 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Updating router a3a9f0b0-53e8-4ba4-be75-643786d91681 port 27ce66bb-3a98-4484-b681-0a146612fa82 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:02:44.872247 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:44.936964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d115e9-c4b8-5e75-8368-e54f2a246f2d-6b21d590-c0b0-4dc9-b9f1-885150320b21', 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'fixed_ips': [{'subnet_id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9'}]}} from dv-neutron-829527-2-hyperv. {{(pid=87722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 18:02:44.937784 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.104869 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.db_base_plugin_common [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Allocated IP 172.20.0.2 (6b21d590-c0b0-4dc9-b9f1-885150320b21/b750bfd4-be71-47d6-aa0a-4b77b85adac9/63707aec-ad64-4272-b196-9e051869069e) {{(pid=87722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:45.179170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4659'] for router, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.225943 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.239499 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Transition to ACTIVE for port object 27ce66bb-3a98-4484-b681-0a146612fa82 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:45.248972 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.257799 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 759c0256-68cb-4f26-a649-62fab5bba674 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:45.415838 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 759c0256-68cb-4f26-a649-62fab5bba674 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:45.416468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.476621 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Notify callbacks [] for port, precommit_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.494647 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Transition to ACTIVE for port object 63707aec-ad64-4272-b196-9e051869069e will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:45.501051 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Pushing event updated for resources: {'Port': ['ID=27ce66bb-3a98-4484-b681-0a146612fa82,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:45.503215 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Attempting to bind port 27ce66bb-3a98-4484-b681-0a146612fa82 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:45.503504 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Attempting to bind port 27ce66bb-3a98-4484-b681-0a146612fa82 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:45.503937 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Attempting to bind port 27ce66bb-3a98-4484-b681-0a146612fa82 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:45.513585 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.513902 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.514690 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.515012 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.515341 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.515651 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.515972 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.516289 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.516600 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.517072 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.517653 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.518119 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:02:45.521926 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:45.522114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Transition to ACTIVE for port object 63707aec-ad64-4272-b196-9e051869069e will not be triggered until provisioned by entity DHCP. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:45.522727 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Checking segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:45.523286 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.523892 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Bound using segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:45.524500 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Bound port: 27ce66bb-3a98-4484-b681-0a146612fa82, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:45.525007 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.545556 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.555712 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267'] for port, after_create {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.583098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.619042 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] For port 27ce66bb-3a98-4484-b681-0a146612fa82, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:45.622256 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] For port 27ce66bb-3a98-4484-b681-0a146612fa82, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=27ce66bb-3a98-4484-b681-0a146612fa82,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:45.627630 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.651253 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 is already hosted by enough agents. {{(pid=87722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:45.658283 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.scheduler.base_scheduler [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Resources bound (agent type, host, resource id): {{(pid=87722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:45.665828 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Received port after_create {{(pid=87722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:45.673830 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Pushing event updated for resources: {'Port': ['ID=63707aec-ad64-4272-b196-9e051869069e,revision_number=1']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:45.704608 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:45.706113 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:45.737405 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Allocated IP 172.26.7.108 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/d5330da8-b360-4052-8bbf-aef40d578ab2) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:45.789290 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e82bf-8d52-479c-83bb-76621b693371 None None] Pushing event updated for resources: {'Port': ['ID=27ce66bb-3a98-4484-b681-0a146612fa82,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:45.803121 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Attempting to bind port 63707aec-ad64-4272-b196-9e051869069e on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:45.803649 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Attempting to bind port 63707aec-ad64-4272-b196-9e051869069e by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:45.804035 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Attempting to bind port 63707aec-ad64-4272-b196-9e051869069e on network 6b21d590-c0b0-4dc9-b9f1-885150320b21 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:45.810158 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:45.810664 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Checking segment: {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:45.811161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.811631 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Bound using segment: {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:45.812179 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Bound port: 63707aec-ad64-4272-b196-9e051869069e, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:45.812635 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.906195 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:45.912434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.916232 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] For port 63707aec-ad64-4272-b196-9e051869069e, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:45.919831 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] For port 63707aec-ad64-4272-b196-9e051869069e, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=63707aec-ad64-4272-b196-9e051869069e,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:45.928490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:45.950406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:46.018900 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:46.023030 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:46.023752 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c13618-6d93-4da6-bb0c-4217f25ece8c None None] Pushing event updated for resources: {'Port': ['ID=63707aec-ad64-4272-b196-9e051869069e,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:46.025328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:46.071455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=d5330da8-b360-4052-8bbf-aef40d578ab2,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:46.296848 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:45Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:46.302657 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee39a-76ea-4cec-980e-dd2b2016f009 None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:45Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:46.518810 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:47.009211 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461128'] for router, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:47.025427 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1889869c-f8cb-4d05-a69c-df02dbf57271 None None] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:02:47.143518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c5adea2f-450b-4762-a0aa-c611a43cc8fe None None] Provisioning for port 63707aec-ad64-4272-b196-9e051869069e completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:47.256818 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Router 769918ae-7da0-41d2-b0b6-66ee08ab7192 is scheduled to L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 with binding_index 1 {{(pid=87721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 18:02:47.349687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 27ce66bb-3a98-4484-b681-0a146612fa82 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:47.442761 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 27ce66bb-3a98-4484-b681-0a146612fa82 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:47.449500 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 27ce66bb-3a98-4484-b681-0a146612fa82 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:47.450217 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:47.479634 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:47.500400 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Sync routers for ids ['769918ae-7da0-41d2-b0b6-66ee08ab7192'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:47.511197 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] Notify callbacks [] for router, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:47.520859 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-02866601-d495-4fa4-af10-a48ecb12b0ea admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7848606 Feb 16 18:02:47.523280 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39914) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:47.531906 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Routers {'769918ae-7da0-41d2-b0b6-66ee08ab7192'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:47.532540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['769918ae-7da0-41d2-b0b6-66ee08ab7192'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:47.764657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:47.807510 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Set router 769918ae-7da0-41d2-b0b6-66ee08ab7192 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:47.939388 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 27ce66bb-3a98-4484-b681-0a146612fa82, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=27ce66bb-3a98-4484-b681-0a146612fa82,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:47.991447 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:47.992211 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 63707aec-ad64-4272-b196-9e051869069e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:48.158954 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=27ce66bb-3a98-4484-b681-0a146612fa82,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:48.201431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 63707aec-ad64-4272-b196-9e051869069e completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:48.211407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 63707aec-ad64-4272-b196-9e051869069e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:48.211765 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.311451 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.341307 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:02:46Z', 'revision_number': 3, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:48.350854 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Checking router: 769918ae-7da0-41d2-b0b6-66ee08ab7192 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:48.351202 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Updating router 769918ae-7da0-41d2-b0b6-66ee08ab7192 port d5330da8-b360-4052-8bbf-aef40d578ab2 binding host dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:02:48.393603 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.432462 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.499489 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 63707aec-ad64-4272-b196-9e051869069e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=63707aec-ad64-4272-b196-9e051869069e,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:48.508150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.520412 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Allocated IP 172.20.0.1 (6b21d590-c0b0-4dc9-b9f1-885150320b21/b750bfd4-be71-47d6-aa0a-4b77b85adac9/8c7bb559-7551-42e5-9f65-c81dd1fb64c3) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:48.670722 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.684481 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=63707aec-ad64-4272-b196-9e051869069e,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:48.686534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Transition to ACTIVE for port object 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:48.711175 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.785011 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:48.788750 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:48.792522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:48.829935 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Pushing event updated for resources: {'Port': ['ID=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:48.855480 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461342'] for router_interface, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.897721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Notify callbacks [] for port, precommit_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.910657 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Transition to ACTIVE for port object d5330da8-b360-4052-8bbf-aef40d578ab2 will not be triggered until provisioned by entity L2. {{(pid=87722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:48.918730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:48.983189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.012231 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Attempting to bind port d5330da8-b360-4052-8bbf-aef40d578ab2 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:49.012598 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Attempting to bind port d5330da8-b360-4052-8bbf-aef40d578ab2 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:49.012951 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Attempting to bind port d5330da8-b360-4052-8bbf-aef40d578ab2 on network 4a0e5849-0fb5-480a-9651-959e040030f3 {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:49.016244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f420-5eec-4242-a052-990ec2ece240 None None] Pushing event updated for resources: {'Port': ['ID=d5330da8-b360-4052-8bbf-aef40d578ab2,revision_number=2']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:49.025665 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:49.026056 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Checking segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:49.026429 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.026837 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Bound using segment: {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'} {{(pid=87722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:49.027297 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.managers [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Bound port: d5330da8-b360-4052-8bbf-aef40d578ab2, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff4f94-c747-4a90-b054-369840e76eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3'}}] {{(pid=87722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:49.027663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.077518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-10be73de-7471-405e-a7da-0dbc4e47e40e None None] Provisioning for port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:49.093181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-10be73de-7471-405e-a7da-0dbc4e47e40e None None] Provisioning complete for port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:49.093547 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-10be73de-7471-405e-a7da-0dbc4e47e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.154772 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] For port d5330da8-b360-4052-8bbf-aef40d578ab2, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:49.165683 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-10be73de-7471-405e-a7da-0dbc4e47e40e None None] Port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 18:02:49.167985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] For port d5330da8-b360-4052-8bbf-aef40d578ab2, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d5330da8-b360-4052-8bbf-aef40d578ab2,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:49.174757 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.212251 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.229145 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.252143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 27ce66bb-3a98-4484-b681-0a146612fa82 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:49.307465 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Routers {'769918ae-7da0-41d2-b0b6-66ee08ab7192'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:49.308086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['769918ae-7da0-41d2-b0b6-66ee08ab7192'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:49.340568 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462521'] for router_interface, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.343934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Pushing event updated for resources: {'Port': ['ID=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:49.365556 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f420-5eec-4242-a052-990ec2ece240 None None] Pushing event updated for resources: {'Port': ['ID=d5330da8-b360-4052-8bbf-aef40d578ab2,revision_number=3']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:49.475865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:49.477185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:49.484350 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 27ce66bb-3a98-4484-b681-0a146612fa82 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:49.484722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.554086 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] Set router 769918ae-7da0-41d2-b0b6-66ee08ab7192 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:49.679305 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Router 769918ae-7da0-41d2-b0b6-66ee08ab7192 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:02:49.821953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-92a7989f-6db0-49ed-b8f5-32e4518c9e02 None None] Provisioning complete for port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:49.822322 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-92a7989f-6db0-49ed-b8f5-32e4518c9e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:49.852098 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:02:49.858101 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 63707aec-ad64-4272-b196-9e051869069e up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:49.860788 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-1a87272e-ca9a-4df6-ac03-f8322f98d6fa admin admin] 10.222.0.43 "PUT /v2.0/routers/769918ae-7da0-41d2-b0b6-66ee08ab7192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3363447 Feb 16 18:02:49.952446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-92a7989f-6db0-49ed-b8f5-32e4518c9e02 None None] Port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 18:02:50.024518 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 63707aec-ad64-4272-b196-9e051869069e triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:50.024895 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.103868 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:02:48Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8c7bb559-7551-42e5-9f65-c81dd1fb64c3', 'name': '', 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'mac_address': 'fa:16:3e:18:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:48Z', 'updated_at': '2022-02-16T18:02:49Z', 'revision_number': 2, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'subnets': [{'id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:50.135592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa36ec6-0c47-451c-9c72-173d202d6623 None None] The sync data for ids ['769918ae-7da0-41d2-b0b6-66ee08ab7192'] in dv-neutron-829527-2-hyperv is: [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:02:48Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8c7bb559-7551-42e5-9f65-c81dd1fb64c3', 'name': '', 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'mac_address': 'fa:16:3e:18:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:48Z', 'updated_at': '2022-02-16T18:02:49Z', 'revision_number': 2, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'subnets': [{'id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:50.533872 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39924) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:50.541206 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488198995', 'description': 'tempest-secgroup-smoke-1488198995 description', 'project_id': '8e738f076bea4965a915b0898b87f583'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:50.549181 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:50.554465 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:50.557546 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:50.564720 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:50.579663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.708094 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:50.711956 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:50.714845 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:50.720798 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:50.821881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.825813 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.868426 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883085b4-1d3f-49ef-b6a2-0846b4193664,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:50.871302 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.872496 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d763b875-9af0-48a7-a11b-17bce87d2a47 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3374925 Feb 16 18:02:50.875443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39928) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:50.880583 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group_rule': {'security_group_id': '883085b4-1d3f-49ef-b6a2-0846b4193664', 'project_id': '8e738f076bea4965a915b0898b87f583', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:50.886741 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:50.891180 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:50.894017 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:50.899960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:50.918095 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.981628 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:50.985536 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.008021 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d62749-6a4c-4680-b291-ed8e615618f5,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.020317 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.021497 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-d6834350-4055-4900-9f3a-a9b2c0f745dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451266 Feb 16 18:02:51.024272 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39932) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:51.029156 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group_rule': {'security_group_id': '883085b4-1d3f-49ef-b6a2-0846b4193664', 'project_id': '8e738f076bea4965a915b0898b87f583', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:51.036062 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:51.040413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:51.043621 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:51.049432 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:51.072213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.135506 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.139058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.163925 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec818fd9-30af-4753-9a9a-d3a79dadcdc4,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.175026 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.177151 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a9cf7f39-6e6b-48c4-b618-1c46e00eb3f4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519499 Feb 16 18:02:51.180292 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 39936) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:51.185790 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group_rule': {'security_group_id': '883085b4-1d3f-49ef-b6a2-0846b4193664', 'project_id': '8e738f076bea4965a915b0898b87f583', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:51.198315 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:51.203557 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:51.206916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:51.220029 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:51.240400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.266433 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d5330da8-b360-4052-8bbf-aef40d578ab2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:51.319635 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.324114 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.350619 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34415036-a5c1-4185-b2f1-30af16b9b0f4,revision_number=0']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.361483 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.363811 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-d28e5ebc-ea3b-45d6-98bb-0b3ac7e65e1d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825261 Feb 16 18:02:51.366597 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39940) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:51.371990 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group_rule': {'security_group_id': '883085b4-1d3f-49ef-b6a2-0846b4193664', 'project_id': '8e738f076bea4965a915b0898b87f583', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:51.378367 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:51.382311 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:51.385185 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:51.390293 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port d5330da8-b360-4052-8bbf-aef40d578ab2 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:51.392112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:51.396093 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d5330da8-b360-4052-8bbf-aef40d578ab2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:51.396454 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.409338 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.479221 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.483162 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.505702 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44371b79-faf2-443d-a109-548bcde4d0f0,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.515309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.516476 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-03ee724f-8fe8-4de9-a20c-6bd41976608a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487827 Feb 16 18:02:51.519260 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39944) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:51.523043 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.524697 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group_rule': {'security_group_id': '883085b4-1d3f-49ef-b6a2-0846b4193664', 'project_id': '8e738f076bea4965a915b0898b87f583', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:51.530355 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:51.534207 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:51.537091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:51.540321 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port d5330da8-b360-4052-8bbf-aef40d578ab2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d5330da8-b360-4052-8bbf-aef40d578ab2,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:51.543007 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:51.544581 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.553241 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Project 8e738f076bea4965a915b0898b87f583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:02:51.560455 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.611550 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=d5330da8-b360-4052-8bbf-aef40d578ab2,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.629787 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.633385 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.658404 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c50744-3fe3-46d4-8821-cdf149a85465,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.667715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.668869 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-24e7efd5-018e-409c-b059-28ef47e7531f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482148 Feb 16 18:02:51.671696 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 39948) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:02:51.676520 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'security_group_rule': {'security_group_id': '883085b4-1d3f-49ef-b6a2-0846b4193664', 'project_id': '8e738f076bea4965a915b0898b87f583', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:51.682201 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:51.686036 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:security_group_rule and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:51.688975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:51.695190 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:51.705051 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.db.securitygroups_db [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Project 8e738f076bea4965a915b0898b87f583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:02:51.711980 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.776607 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.780054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573833'] for security_group_rule, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.801616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f5e3b7-0225-46c9-a1eb-305b9964bfff,revision_number=0']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:51.811677 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:51.812887 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-57d17fb3-e415-47f2-bb38-2b44052e95e9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403050 Feb 16 18:02:51.974762 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-9e54b559-1bef-4eac-bc9d-090927776ae7 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488198995&fields=id&tenant_id=8e738f076bea4965a915b0898b87f583 HTTP/1.1" status: 200 len: 267 time: 0.0399806 Feb 16 18:02:52.123259 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-99929756-2d07-4165-8c64-05cdc214da42 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:52.124673 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-99929756-2d07-4165-8c64-05cdc214da42 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 808 time: 0.1435049 Feb 16 18:02:52.138677 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-077a2db4-122c-4a9c-bf16-b5e143ba69ca tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/quotas/8e738f076bea4965a915b0898b87f583 HTTP/1.1" status: 200 len: 375 time: 0.0086527 Feb 16 18:02:52.225328 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-bcf71db3-770b-4ca1-980b-6986b316c451 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818760 Feb 16 18:02:52.240323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a59f89ec-a99c-428e-8118-5bd0c0e886a1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 18:02:52.241241 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a59f89ec-a99c-428e-8118-5bd0c0e886a1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049512 Feb 16 18:02:52.368252 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-d1180160-98d8-448c-a213-f2d43f900a19 service neutron] 10.222.0.43 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217799 Feb 16 18:02:52.498182 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-1a8a4a6e-e939-4f9a-99da-c98b8c0d73dd service neutron] 10.222.0.43 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243246 Feb 16 18:02:52.674011 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-147bfcf4-aa9c-4855-9dfa-778b67d6ce0b req-a9e1c83c-315c-4375-a676-7363f4fede8b tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 210 time: 0.0412419 Feb 16 18:02:53.240300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d5330da8-b360-4052-8bbf-aef40d578ab2 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:53.308679 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port d5330da8-b360-4052-8bbf-aef40d578ab2 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:53.309039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:53.752710 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-d6e7edb8-6a25-4f9d-9962-e4aa575c3aa9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:53.753779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-d6e7edb8-6a25-4f9d-9962-e4aa575c3aa9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Synchronizing usage tracker for tenant:8e738f076bea4965a915b0898b87f583 on resource:network {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:02:53.772196 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-d6e7edb8-6a25-4f9d-9962-e4aa575c3aa9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Unset dirty status for tenant:8e738f076bea4965a915b0898b87f583 on resource:network {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:02:53.773389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-d6e7edb8-6a25-4f9d-9962-e4aa575c3aa9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 808 time: 0.1744354 Feb 16 18:02:53.828779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-f16b9237-f5a6-42c0-a7e9-cbbfe0de2840 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Synchronizing usage tracker for tenant:8e738f076bea4965a915b0898b87f583 on resource:security_group {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:02:53.841494 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0ccc6a9f-ac38-4870-8b22-7529c534e5ae req-625cf362-8a32-46a8-b43c-8d09ff6f0ce9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 210 time: 0.0516787 Feb 16 18:02:53.850248 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Sync routers for ids ['769918ae-7da0-41d2-b0b6-66ee08ab7192'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:02:53.853997 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-f16b9237-f5a6-42c0-a7e9-cbbfe0de2840 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Unset dirty status for tenant:8e738f076bea4965a915b0898b87f583 on resource:security_group {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:02:53.855379 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-f16b9237-f5a6-42c0-a7e9-cbbfe0de2840 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e738f076bea4965a915b0898b87f583 HTTP/1.1" status: 200 len: 380 time: 0.0727177 Feb 16 18:02:53.859733 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Routers {'769918ae-7da0-41d2-b0b6-66ee08ab7192'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:53.860503 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['769918ae-7da0-41d2-b0b6-66ee08ab7192'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:53.864099 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'port': {'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'admin_state_up': True, 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'security_groups': ['883085b4-1d3f-49ef-b6a2-0846b4193664']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:54.003614 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:02:54.007324 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:port and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:02:54.010076 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:02:54.015579 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:02:54.024934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Made reservation on behalf of 8e738f076bea4965a915b0898b87f583 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:02:54.028603 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.037800 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Set router 769918ae-7da0-41d2-b0b6-66ee08ab7192 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:54.196068 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Allocated IP 172.20.0.4 (a9aad0a2-daa1-4494-9ceb-27a985f2bf83/6b7f0b1d-39c6-4eb9-86f8-3e537380f751/fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:02:54.348830 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:02:48Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8c7bb559-7551-42e5-9f65-c81dd1fb64c3', 'name': '', 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'mac_address': 'fa:16:3e:18:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:48Z', 'updated_at': '2022-02-16T18:02:49Z', 'revision_number': 2, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'subnets': [{'id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:54.352621 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Checking router: 769918ae-7da0-41d2-b0b6-66ee08ab7192 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:02:54.352964 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Updating router 769918ae-7da0-41d2-b0b6-66ee08ab7192 port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 binding host dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:02:54.390248 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.404746 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.406498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Transition to ACTIVE for port object fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:54.430933 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.501501 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:02:54.505191 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:02:54.509125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:02:54.540914 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:54.579112 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:54.579740 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.602312 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-c9fdfac7-1813-4254-a7dd-c9fab0050d54 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427332 Feb 16 18:02:54.613705 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Request body: {'port': {'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:02:54.729054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.790892 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.803784 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.provisioning_blocks [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Transition to ACTIVE for port object 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 will not be triggered until provisioned by entity L2. {{(pid=87723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:54.807052 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b019243f-db05-41eb-967e-f963cfa32168 None None] Provisioning for port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:54.812702 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.812858 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b019243f-db05-41eb-967e-f963cfa32168 None None] Provisioning complete for port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:54.813114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b019243f-db05-41eb-967e-f963cfa32168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:54.869057 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b019243f-db05-41eb-967e-f963cfa32168 None None] Port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 18:02:55.048316 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Attempting to bind port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 on host dv-neutron-829527-2-hyperv for vnic_type normal with profile {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:55.048855 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Attempting to bind port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 by drivers openvswitch,hyperv on host dv-neutron-829527-2-hyperv at level 0 using segments [{'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:55.049120 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Attempting to bind port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 on network 6b21d590-c0b0-4dc9-b9f1-885150320b21 {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:55.055649 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5bd6d-b598-4c0a-87fe-75c1a1ca816f None None] Pushing event updated for resources: {'Port': ['ID=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,revision_number=3']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:55.061140 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Checking agent: {'id': 'ae78f44e-4931-4a6c-a611-0f522406b7ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 47, 4), 'started_at': datetime.datetime(2022, 2, 16, 16, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:55.061512 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Checking segment: {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:55.061901 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.062278 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Bound using segment: {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'} {{(pid=87723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:55.062762 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.managers [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Bound port: 8c7bb559-7551-42e5-9f65-c81dd1fb64c3, host: dv-neutron-829527-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021d22fc-b29f-411b-afa0-14448de33d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21'}}] {{(pid=87723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:55.063125 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.070536 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9ce5-7906-479d-a25b-7e42aaba81ed req-1ac1ee47-147d-49cc-9358-29763b074cf3 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:55.072110 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7f7f9ce5-7906-479d-a25b-7e42aaba81ed req-1ac1ee47-147d-49cc-9358-29763b074cf3 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 931 time: 0.0968096 Feb 16 18:02:55.120313 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-7f7f9ce5-7906-479d-a25b-7e42aaba81ed req-da73a7db-122b-493d-a0d7-e30b2b2f2cc1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Feb 16 18:02:55.125136 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:02:55.134188 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.155865 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Transition to ACTIVE for port object fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:02:55.158454 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] For port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3, host dv-neutron-829527-2-hyperv, cleared binding levels {{(pid=87723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:55.159766 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.162873 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] For port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3, host dv-neutron-829527-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:55.168112 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.255363 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5bd6d-b598-4c0a-87fe-75c1a1ca816f None None] Pushing event updated for resources: {'Port': ['ID=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,revision_number=4']} {{(pid=87723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:55.258071 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Routers {'769918ae-7da0-41d2-b0b6-66ee08ab7192'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:02:55.258695 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:02:34Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['769918ae-7da0-41d2-b0b6-66ee08ab7192'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:55.318720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.346588 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:55.427173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Attempting to bind port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:02:55.427173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Attempting to bind port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:02:55.427173 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Attempting to bind port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:55.432164 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 18:02:55.432486 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Attempting to bind port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:02:55.438102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:02:55.438433 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Checking segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:02:55.439006 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Bound using segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:02:55.439438 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Bound port: fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:02:55.439785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.453756 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] Set router 769918ae-7da0-41d2-b0b6-66ee08ab7192 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:02:55.538824 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:02:55.546524 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:02:55.551266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.614326 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:55.615079 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:55.616739 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 1093 time: 1.0075030 Feb 16 18:02:55.617250 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:02:55.810629 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c815c-b56d-40f3-8ab8-e5a7def1a8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:55.814104 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:02:48Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8c7bb559-7551-42e5-9f65-c81dd1fb64c3', 'name': '', 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'mac_address': 'fa:16:3e:18:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:48Z', 'updated_at': '2022-02-16T18:02:55Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'subnets': [{'id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:02:55.819846 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c5297-31aa-44f6-96fd-4ec818ad23c3 None None] The sync data for ids ['769918ae-7da0-41d2-b0b6-66ee08ab7192'] in dv-neutron-829527-2-hyperv is: [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:02:48Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '8c7bb559-7551-42e5-9f65-c81dd1fb64c3', 'name': '', 'network_id': '6b21d590-c0b0-4dc9-b9f1-885150320b21', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'mac_address': 'fa:16:3e:18:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:48Z', 'updated_at': '2022-02-16T18:02:55Z', 'revision_number': 4, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'subnets': [{'id': 'b750bfd4-be71-47d6-aa0a-4b77b85adac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:02:55.820673 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'status': 'completed', 'code': 200} Feb 16 18:02:55.853170 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-8f71a99d-dd96-47db-9132-0a37b6c0a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:55.854807 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-8f71a99d-dd96-47db-9132-0a37b6c0a38a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1933599 Feb 16 18:02:55.928368 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-6f7a7a0d-ca10-4a86-bb57-7d448095feb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 217 time: 0.0660412 Feb 16 18:02:55.990562 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-7fd37581-6db4-4d25-b633-0706e3ce07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:55.991962 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-7fd37581-6db4-4d25-b633-0706e3ce07eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0580270 Feb 16 18:02:56.066881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-f50576a1-430e-44df-9617-3c03512f2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:56.068358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-f50576a1-430e-44df-9617-3c03512f2807 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705194 Feb 16 18:02:56.200144 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-305e5cda-7277-411e-adf7-f4c15930a783 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257238 Feb 16 18:02:56.312339 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f1e6-b876-47b4-bfb8-db858d34005c req-833772eb-5a21-4e58-aebb-6a24282dc866 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:56.313795 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e4d3f1e6-b876-47b4-bfb8-db858d34005c req-833772eb-5a21-4e58-aebb-6a24282dc866 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0797687 Feb 16 18:02:56.335203 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-7ed4fbb9-d1c0-4b35-9b7c-a0ab12a282e7 req-cfeea142-02a6-4053-ac6b-4cb5a994cb23 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273699 Feb 16 18:02:56.365491 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e4d3f1e6-b876-47b4-bfb8-db858d34005c req-6ba9aa9d-bac0-4d31-88ff-bc5381c715b0 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453074 Feb 16 18:02:56.450399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-325f45cc-f8c1-46e1-906a-82584127ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:56.451815 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-325f45cc-f8c1-46e1-906a-82584127ad96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0698085 Feb 16 18:02:56.583898 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-a403cb5d-3d0b-4c7d-a171-02c591eaa14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:56.585353 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-a403cb5d-3d0b-4c7d-a171-02c591eaa14d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1271670 Feb 16 18:02:56.655152 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-632f9405-3b46-4ee7-afd3-095f4f867733 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 217 time: 0.0636344 Feb 16 18:02:56.716219 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-f090cc77-179b-4dc3-a40f-8feb343e39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:56.717518 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-f090cc77-179b-4dc3-a40f-8feb343e39da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0558879 Feb 16 18:02:56.789852 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-64b3fd55-f3ab-4110-a6b2-2584d4a71bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:56.791396 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-64b3fd55-f3ab-4110-a6b2-2584d4a71bc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675836 Feb 16 18:02:56.927534 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-f81a36a7-003e-49d9-84bb-d83f24e07e53 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295531 Feb 16 18:02:57.066435 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8c4673ae-19e1-49b8-9ef4-7c1fdab3d3ad req-287bb73c-81b2-4d4f-b230-03371e5ef712 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317894 Feb 16 18:02:57.257040 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:57.323417 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning for port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:02:57.327821 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:57.328182 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:57.442535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:57.473848 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] For port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:02:57.477724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:02:57.545308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Pushing event updated for resources: {'Port': ['ID=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:02:57.549719 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a02e6-a2a9-4677-9564-d807aa3c7b29 req-dee14e3e-a357-4e91-8466-900835a9a794 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:57.551573 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-394a02e6-a2a9-4677-9564-d807aa3c7b29 req-dee14e3e-a357-4e91-8466-900835a9a794 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0822520 Feb 16 18:02:57.598241 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-394a02e6-a2a9-4677-9564-d807aa3c7b29 req-4012f929-83e5-4ac4-8cc7-a1ac827f4a8f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Feb 16 18:02:58.783221 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c90dd-38dc-4dc4-ba2d-97524a7f687a req-f1bed221-7147-4fca-83a1-26863e17589e tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:02:58.785321 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d73c90dd-38dc-4dc4-ba2d-97524a7f687a req-f1bed221-7147-4fca-83a1-26863e17589e tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0822175 Feb 16 18:02:58.828814 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-d73c90dd-38dc-4dc4-ba2d-97524a7f687a req-5f33aae6-0d2b-4b57-9922-791ba2b83438 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372787 Feb 16 18:02:59.241458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 up at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:02:59.326930 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Provisioning complete for port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:02:59.327415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:00.179047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da44019-039b-4382-9f36-2d9ad8b7c4e9 req-f6eb4761-50bf-41b1-9aab-dc11e094a7d6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:00.180414 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5da44019-039b-4382-9f36-2d9ad8b7c4e9 req-f6eb4761-50bf-41b1-9aab-dc11e094a7d6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0913804 Feb 16 18:03:00.224369 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5da44019-039b-4382-9f36-2d9ad8b7c4e9 req-fa6cd720-f9ab-434e-a7fd-a350d2e814cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Feb 16 18:03:00.350561 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 18:03:00.479622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:03:00.492334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 18:03:00.545368 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:00.561535 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:03:00.576609 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:03:00.580650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:00.648323 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:03:00.898724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 18:03:01.074254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ec74819d-f2cd-4a4d-b22d-b6aa67f88328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:01.409107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf72d-cf04-40e9-aee6-4a37966f19b3 req-6d55af28-f003-4250-be86-19c12c5f40c3 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:01.410587 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6efdf72d-cf04-40e9-aee6-4a37966f19b3 req-6d55af28-f003-4250-be86-19c12c5f40c3 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 944 time: 0.0827677 Feb 16 18:03:01.453408 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6efdf72d-cf04-40e9-aee6-4a37966f19b3 req-152934d7-3172-48f2-840b-949d84954f34 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369930 Feb 16 18:03:02.363495 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:03:02.438942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:03:02.444143 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:03:02.444740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:02.595164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:02.625501 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:03:02.636265 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:03:02.641177 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:02.644451 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda20ce-1809-4042-95af-fc6f6eea8ac1 req-f07f76c8-85b0-472a-b105-bcf0ec5dd9e7 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:02.646108 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dfda20ce-1809-4042-95af-fc6f6eea8ac1 req-f07f76c8-85b0-472a-b105-bcf0ec5dd9e7 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 944 time: 0.0846710 Feb 16 18:03:02.702670 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dfda20ce-1809-4042-95af-fc6f6eea8ac1 req-be42184d-e027-4558-a569-5ad39837e6b6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499423 Feb 16 18:03:02.746955 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:03:02.767520 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'code': 200} Feb 16 18:03:03.017534 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b674536-1eac-403c-90d6-02acd65b2307 req-24fb43e2-9322-4c8a-8e49-ae4eebe14f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:03.019101 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b674536-1eac-403c-90d6-02acd65b2307 req-24fb43e2-9322-4c8a-8e49-ae4eebe14f0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0727992 Feb 16 18:03:03.065372 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4b674536-1eac-403c-90d6-02acd65b2307 req-85169679-9df4-48a0-937d-f2ea2625449a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405395 Feb 16 18:03:03.788019 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4dc4-3085-445e-94ed-6f6e82c46b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:03.899413 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9c979-afc9-4d59-afd0-f996f204daa4 req-ffb5ef2c-51f9-4a96-8766-a40959d368ba tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:03.900828 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bad9c979-afc9-4d59-afd0-f996f204daa4 req-ffb5ef2c-51f9-4a96-8766-a40959d368ba tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 945 time: 0.0817497 Feb 16 18:03:03.943526 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-bad9c979-afc9-4d59-afd0-f996f204daa4 req-2ab104d3-3a6b-4792-9fb0-afe087ebf8ca tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Feb 16 18:03:04.518378 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:05.126529 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15732762-49cb-4851-9b68-db63de87c5d8 req-cef159ca-de14-42c9-b737-766b990c8d79 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:05.128211 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15732762-49cb-4851-9b68-db63de87c5d8 req-cef159ca-de14-42c9-b737-766b990c8d79 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 945 time: 0.0779605 Feb 16 18:03:05.272052 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-15732762-49cb-4851-9b68-db63de87c5d8 req-33167104-ae37-4ef6-a1db-3f7187303239 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383760 Feb 16 18:03:05.330969 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:05.456184 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb760dfc-39a0-474c-9e3c-739ec2970404 req-2b0365c3-e7af-4170-8c0f-74006ae20760 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:05.458197 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fb760dfc-39a0-474c-9e3c-739ec2970404 req-2b0365c3-e7af-4170-8c0f-74006ae20760 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 945 time: 0.0808294 Feb 16 18:03:05.501465 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-fb760dfc-39a0-474c-9e3c-739ec2970404 req-9aecb31b-667e-4484-a13d-0da2be78162a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377450 Feb 16 18:03:05.523642 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40008) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:03:05.689746 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe806c-0965-44e0-bf49-4c79d9b9ec5a tempest-TestSnapshotPattern-1292858279 tempest-TestSnapshotPattern-1292858279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:05.691910 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-1ebe806c-0965-44e0-bf49-4c79d9b9ec5a tempest-TestSnapshotPattern-1292858279 tempest-TestSnapshotPattern-1292858279-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1093 time: 0.1673760 Feb 16 18:03:05.694722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40014) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:03:05.699485 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:03:05.705450 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:03:05.709423 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:floatingip and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:03:05.712293 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:03:05.717968 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:03:05.728749 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:05.863976 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:05.993080 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Allocated IP 172.26.7.54 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/931b42ce-4419-4f54-a919-3c53d9657c8a) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:03:06.139902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:06.169827 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:06.230885 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:03:06.233633 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:03:06.237317 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:03:06.275834 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'Port': ['ID=931b42ce-4419-4f54-a919-3c53d9657c8a,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:03:06.641130 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:06.715965 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:06.919845 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:06.924197 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:07.011725 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:07.031747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'Port': ['ID=931b42ce-4419-4f54-a919-3c53d9657c8a,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:03:07.053574 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:07.345010 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Floating IP 62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd associated. External IP: 172.26.7.54, port: fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8. Feb 16 18:03:07.707956 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:03:07.883092 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:03:07.892668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:03:07.902156 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:03:07.902812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:03:07.907394 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:07.966328 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-be4c36fd-7808-4cac-adb3-b65468129835 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2705224 Feb 16 18:03:07.967361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:03:08.062327 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'status': 'completed', 'code': 200} Feb 16 18:03:08.083537 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:03:08.152399 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-aeeb6631-05a2-401c-b89a-83674ad12bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:08.153846 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-aeeb6631-05a2-401c-b89a-83674ad12bc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0697446 Feb 16 18:03:08.289018 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-93e806ff-91fd-4b30-9a0c-47a4deca7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:08.290430 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-93e806ff-91fd-4b30-9a0c-47a4deca7a23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1268313 Feb 16 18:03:08.393206 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-780e82f4-4665-4fa0-8634-5e9b7414a880 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 998 time: 0.0965471 Feb 16 18:03:08.425629 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:06Z', 'revision_number': 0, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:03:08.429662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:03:08.437744 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:03:08.438326 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:03:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:03:08.457817 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-47653ef3-62b5-4391-b246-4265b51c5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:08.459252 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-47653ef3-62b5-4391-b246-4265b51c5c92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0599687 Feb 16 18:03:08.531476 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-3730bbec-8ab5-49fb-b408-db8eb591b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:08.532927 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-3730bbec-8ab5-49fb-b408-db8eb591b0d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678294 Feb 16 18:03:08.611521 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:03:08.759075 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-5f9cd667-51be-4d92-bd78-eb650ac4548a service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196653 Feb 16 18:03:08.889536 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-87c52677-d06b-4eac-8f70-5c39b000cd54 req-e8ae663e-b387-4c6d-8219-019c56e7304f service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242981 Feb 16 18:03:08.958577 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:06Z', 'revision_number': 0, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:03:08.962747 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a523614-6f1d-40a3-b932-07244b6b6416 None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:06Z', 'revision_number': 0, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:03:09.149080 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd79d6-d775-4cbc-95f3-68a1598c9c1e None None] New status for floating IP 62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:03:17.982751 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:03:24.988644 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-a2c893d1-09a7-4394-88b0-92be4c903138 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713735 Feb 16 18:03:25.132074 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7949-54bc-475a-afa0-256398384ce7 req-e718c2e1-eac2-4b8c-adac-1b84d4683e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:25.133571 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-e718c2e1-eac2-4b8c-adac-1b84d4683e9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0720050 Feb 16 18:03:25.281874 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7949-54bc-475a-afa0-256398384ce7 req-21e2065f-b2e8-465c-a481-f0a8b98f4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:25.283267 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-21e2065f-b2e8-465c-a481-f0a8b98f4a96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1274064 Feb 16 18:03:25.315021 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:25.387055 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-2d4f619a-93b7-4971-8902-e67d05f4fce0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 1000 time: 0.0968897 Feb 16 18:03:25.449663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7949-54bc-475a-afa0-256398384ce7 req-c2f4cc3d-44ed-45b0-8f4d-4add84e33803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:25.451094 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-c2f4cc3d-44ed-45b0-8f4d-4add84e33803 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0571003 Feb 16 18:03:25.528060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7949-54bc-475a-afa0-256398384ce7 req-8fd4d81c-cdee-4df8-b74b-446245f39dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:03:25.529486 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-8fd4d81c-cdee-4df8-b74b-446245f39dbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717900 Feb 16 18:03:25.659531 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-67cde2a9-91c9-4b5a-9539-72511c1e36da service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231413 Feb 16 18:03:25.790085 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-04cb7949-54bc-475a-afa0-256398384ce7 req-91d4deeb-3d71-4c46-b061-8aef15ad8264 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235137 Feb 16 18:03:31.055426 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-559cfa04-e483-4ec9-b3f9-e551145f7856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:33.789975 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d58c2678-bf0f-46fd-8175-aba617cc82b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:34.521458 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:35.333081 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:37.013687 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:03:54.982779 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:03:55.313210 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:01.058212 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-8f4426da-64e7-45c2-8322-09d11587d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:03.792576 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c67a-4620-419a-8333-3bc6af52953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:04.523386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:05.335497 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:07.016632 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:25.333437 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:26.032010 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-aeb46f07-ddfd-4d71-9b18-5c2c654dd99c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307645 Feb 16 18:04:26.172760 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-3104c3db-52a2-4ecb-8585-c8ffa21e6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:04:26.174125 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-3104c3db-52a2-4ecb-8585-c8ffa21e6458 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0736113 Feb 16 18:04:26.318763 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-c9e84395-84c1-4767-aa3a-f6637d41e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:04:26.320981 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-c9e84395-84c1-4767-aa3a-f6637d41e5ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1272395 Feb 16 18:04:26.418715 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-7169e0d0-3be5-4020-ac1f-507cdc54751f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 1000 time: 0.0915062 Feb 16 18:04:26.483093 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-917a6d02-7b59-452e-8cb5-41f53f3dc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:04:26.484394 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-917a6d02-7b59-452e-8cb5-41f53f3dc882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0587933 Feb 16 18:04:26.557150 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-72ed05e1-5f11-43ec-a404-e62c0358e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:04:26.558577 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-72ed05e1-5f11-43ec-a404-e62c0358e196 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677562 Feb 16 18:04:26.786137 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-18f78dc3-5beb-4e04-8417-af9e404104df service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206442 Feb 16 18:04:26.914442 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-f97ad38e-8b34-479e-91ec-034eaae6ab98 req-4982cd26-aad4-4772-81b8-318fdf202f8f service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223202 Feb 16 18:04:31.059592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-e5f21718-8518-40b9-bbc6-6ba9ac84c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:31.982207 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:04:33.793916 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3ff5b1ac-7e20-43a0-94a6-5f4edec633ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:34.525129 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:35.339135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:37.019812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:04:55.353981 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:01.061223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-686bff51-0aa4-4c8c-aea4-6e5a6df8cade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:03.796387 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca5be-dd80-42cc-bbe6-b50409f992da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:04.526769 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:05.343159 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:07.021137 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:08.982414 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:05:25.341993 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:26.981221 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-95c71665-5291-4e51-97eb-2ce9145f5904 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713694 Feb 16 18:05:27.114616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96448-105d-4cd4-a790-590647366fa0 req-0a4148d9-787b-4446-8a87-02c35da05f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:05:27.116564 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-0a4148d9-787b-4446-8a87-02c35da05f8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0698295 Feb 16 18:05:27.258979 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96448-105d-4cd4-a790-590647366fa0 req-363e1d5b-0523-4920-b10c-50317fb62b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:05:27.260427 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-363e1d5b-0523-4920-b10c-50317fb62b00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1262445 Feb 16 18:05:27.362597 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-f5c7be52-b5f3-4ded-a2c1-8fbbf54cd132 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 1000 time: 0.0956414 Feb 16 18:05:27.424565 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96448-105d-4cd4-a790-590647366fa0 req-7430ddb2-cf5e-498f-bfce-daaa3e03cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:05:27.425936 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-7430ddb2-cf5e-498f-bfce-daaa3e03cc4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0563293 Feb 16 18:05:27.501950 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96448-105d-4cd4-a790-590647366fa0 req-f0457805-ca52-484f-957b-b9c029042d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:05:27.503331 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-f0457805-ca52-484f-957b-b9c029042d39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706525 Feb 16 18:05:27.634503 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-d7b56bf4-c0c2-4df1-8450-d682456e1db3 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240582 Feb 16 18:05:27.763177 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-dbc96448-105d-4cd4-a790-590647366fa0 req-ba3ead4f-92c7-4cdc-bbda-fbb5a13b7558 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221545 Feb 16 18:05:31.063436 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-845e84ba-0748-4ea4-9e73-7a6558150c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:33.798009 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ca461b95-ab8b-4122-8eb1-c32c9f51df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:34.528235 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:35.344607 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:37.023014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:45.980867 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:05:51.190733 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 18:05:51.392139 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:05:51.413994 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 18:05:51.478393 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:51.540897 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:05:51.576722 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:05:51.580800 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:51.661198 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:05:51.666468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 18:05:51.701675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.702010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.702337 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.702693 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.703015 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.703334 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.703650 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.703966 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.704282 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.704592 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.704904 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:51.705209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:05:53.231802 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:05:53.299083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:05:53.299451 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:53.413726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:53.439992 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:53.450272 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:05:53.454730 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:05:53.526313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:05:53.545027 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'code': 200} Feb 16 18:05:55.346468 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:01.072395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d692ec25-c35a-4994-8ff2-581f99f29dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:03.801161 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4a9c-130f-4979-9866-a04c92d27116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:04.536362 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:05.339091 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-16d968b4-6b69-4212-be3f-e1ea0d549061 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488198995&fields=id&tenant_id=8e738f076bea4965a915b0898b87f583 HTTP/1.1" status: 200 len: 267 time: 0.0408394 Feb 16 18:06:05.348381 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:05.486431 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d6dca843-b8b3-417c-bfb3-c6408042eace tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:05.487868 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d6dca843-b8b3-417c-bfb3-c6408042eace tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 808 time: 0.1424007 Feb 16 18:06:05.502490 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-ce4b67d9-8222-435a-8506-22d969896ed6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/quotas/8e738f076bea4965a915b0898b87f583 HTTP/1.1" status: 200 len: 375 time: 0.0085940 Feb 16 18:06:05.590204 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4f66810d-844e-4589-9de1-38694b053a22 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0827000 Feb 16 18:06:05.889204 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-8ba5c733-5eff-48c7-936b-03f4cb497852 service neutron] 10.222.0.43 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868459 Feb 16 18:06:06.022888 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-f32b5757-7895-480b-a937-7447e077a1b3 service neutron] 10.222.0.43 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278982 Feb 16 18:06:06.212238 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4ba256be-f8fb-4497-902c-4c8d522a180e req-80cb42c1-2bf4-43f7-982f-ea63a9fa5bcd tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 210 time: 0.0423093 Feb 16 18:06:07.026978 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:07.372206 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-99bca679-fdb3-43f3-a300-ba4ee4fb56a2 req-8b15a26e-4968-4058-9453-38da18881b59 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 210 time: 0.0443203 Feb 16 18:06:07.417509 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-69ca6818-aeda-4c7d-82aa-9702b98255ac tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:07.418922 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-69ca6818-aeda-4c7d-82aa-9702b98255ac tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 808 time: 0.1465831 Feb 16 18:06:07.466533 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-47906b30-1d43-46bd-ba87-ab97d9484b36 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e738f076bea4965a915b0898b87f583 HTTP/1.1" status: 200 len: 380 time: 0.0397365 Feb 16 18:06:07.477541 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'port': {'device_id': '9b85c85e-2699-47e2-97ab-2eb851808432', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'admin_state_up': True, 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'security_groups': ['883085b4-1d3f-49ef-b6a2-0846b4193664']}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:07.617376 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:06:07.621237 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:port and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:06:07.624060 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:06:07.631046 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.quota.driver [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:06:07.641037 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Made reservation on behalf of 8e738f076bea4965a915b0898b87f583 for: {'port': 1} {{(pid=87721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:06:07.644538 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:07.833336 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.db_base_plugin_common [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Allocated IP 172.20.0.5 (a9aad0a2-daa1-4494-9ceb-27a985f2bf83/6b7f0b1d-39c6-4eb9-86f8-3e537380f751/ab62cfea-3803-4f0f-a153-472f3b24c1f7) {{(pid=87721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:06:08.195452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for port, precommit_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:08.213100 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Transition to ACTIVE for port object ab62cfea-3803-4f0f-a153-472f3b24c1f7 will not be triggered until provisioned by entity DHCP. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:06:08.251812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_create {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:08.335975 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 is already hosted by enough agents. {{(pid=87721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:06:08.339133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.scheduler.base_scheduler [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources bound (agent type, host, resource id): {{(pid=87721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:06:08.343498 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Received port after_create {{(pid=87721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:06:08.391266 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=1']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:08.404230 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.404590 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.404885 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.405213 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.405532 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.405848 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.406165 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.406477 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.412359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.412960 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.413284 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.413599 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:08.447812 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:08.448487 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:08.478871 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-d0b3e077-5771-427c-8f90-451c8c96d008 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0051908 Feb 16 18:06:08.697167 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c27df20c-67b0-4d24-a2e0-27035edb16e5 None None] Provisioning for port ab62cfea-3803-4f0f-a153-472f3b24c1f7 completed by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:06:08.704271 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-c27df20c-67b0-4d24-a2e0-27035edb16e5 None None] Provisioning complete for port ab62cfea-3803-4f0f-a153-472f3b24c1f7 triggered by entity DHCP. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:06:08.704721 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c27df20c-67b0-4d24-a2e0-27035edb16e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:08.758725 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf4c3-12ec-4f7a-ac54-1f1610c9792a req-3b630054-592f-4e94-9c94-452898470da9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:08.760398 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4acbf4c3-12ec-4f7a-ac54-1f1610c9792a req-3b630054-592f-4e94-9c94-452898470da9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.2129612 Feb 16 18:06:08.795540 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-c27df20c-67b0-4d24-a2e0-27035edb16e5 None None] Port ab62cfea-3803-4f0f-a153-472f3b24c1f7 cannot update to ACTIVE because it is not bound. {{(pid=87722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 18:06:08.813458 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4acbf4c3-12ec-4f7a-ac54-1f1610c9792a req-81c9015f-947a-49bd-9b32-cda9472c20dc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Feb 16 18:06:09.324552 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:06:09.443252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:09.471567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:09.484545 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:06:09.489005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:09.539306 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'code': 200} Feb 16 18:06:09.568567 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:10.012047 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ed3a-b331-48fd-9ab5-a5eeebdbcc9c req-c7c67715-0ecd-417d-b6f6-10e7b34bc1a6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:10.014424 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8328ed3a-b331-48fd-9ab5-a5eeebdbcc9c req-c7c67715-0ecd-417d-b6f6-10e7b34bc1a6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0840676 Feb 16 18:06:10.063097 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8328ed3a-b331-48fd-9ab5-a5eeebdbcc9c req-7b833cf6-6124-497c-9b4f-9f63e1c7d5d8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Feb 16 18:06:11.262824 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9fcc-ab02-4179-99ae-6bd4f0b3ff6d req-7e1294f3-70f3-45d7-b1ca-c7b7a40fcca5 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:11.264274 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5dbb9fcc-ab02-4179-99ae-6bd4f0b3ff6d req-7e1294f3-70f3-45d7-b1ca-c7b7a40fcca5 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0887594 Feb 16 18:06:11.315042 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5dbb9fcc-ab02-4179-99ae-6bd4f0b3ff6d req-8220a276-f04c-4bbc-8f45-98a3bb43c85b tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Feb 16 18:06:12.512284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecca1-5bae-46c1-8ee7-3b330b9a85ef req-b141f067-1b2d-46e4-9cb1-78bbe29343c9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:12.514213 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-382ecca1-5bae-46c1-8ee7-3b330b9a85ef req-b141f067-1b2d-46e4-9cb1-78bbe29343c9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0877957 Feb 16 18:06:12.564205 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-382ecca1-5bae-46c1-8ee7-3b330b9a85ef req-77821ffb-70cf-4e12-bc7f-84c7edec24b8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Feb 16 18:06:13.768365 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa12c5-1a24-499b-91d5-ea0f721c8fc1 req-42683cb3-cf9d-4d01-8493-cf47a719db79 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:13.775135 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e1aa12c5-1a24-499b-91d5-ea0f721c8fc1 req-42683cb3-cf9d-4d01-8493-cf47a719db79 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0957360 Feb 16 18:06:13.819690 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-e1aa12c5-1a24-499b-91d5-ea0f721c8fc1 req-9bf54ebd-1eaa-4b20-8946-0b47f906c7d1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Feb 16 18:06:15.020539 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a76170-0eb4-4e96-84fb-cc4e4d970449 req-68788a13-8bcb-4791-9fee-fe577d09f5f8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:15.023127 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-17a76170-0eb4-4e96-84fb-cc4e4d970449 req-68788a13-8bcb-4791-9fee-fe577d09f5f8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0893741 Feb 16 18:06:15.069506 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-17a76170-0eb4-4e96-84fb-cc4e4d970449 req-7a2f1a4a-99a0-4d50-85b8-d8d934851c36 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Feb 16 18:06:16.253044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7ac63-acd5-45e1-91aa-aa063155b2e5 req-51db5393-4667-4e36-9896-6aba1f2228a6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:16.254465 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89e7ac63-acd5-45e1-91aa-aa063155b2e5 req-51db5393-4667-4e36-9896-6aba1f2228a6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0782092 Feb 16 18:06:16.297767 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-89e7ac63-acd5-45e1-91aa-aa063155b2e5 req-cf4b0170-772e-4d82-8924-730e26fa7ff5 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375917 Feb 16 18:06:17.484828 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eda8f-6acd-4f3f-84e9-a2bb22b9f585 req-c4f0e711-2ae7-48c8-a95a-b49f416e13f7 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:17.486180 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80eda8f-6acd-4f3f-84e9-a2bb22b9f585 req-c4f0e711-2ae7-48c8-a95a-b49f416e13f7 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0826907 Feb 16 18:06:17.531210 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b80eda8f-6acd-4f3f-84e9-a2bb22b9f585 req-889d2b37-4e16-448a-8d59-f522ab96f6d1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392885 Feb 16 18:06:18.714767 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bef8b-0be0-4bf4-9d44-b47c4285ea79 req-6cb21672-e553-45f5-bb11-7e0b1655104a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:18.716212 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3d1bef8b-0be0-4bf4-9d44-b47c4285ea79 req-6cb21672-e553-45f5-bb11-7e0b1655104a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0800712 Feb 16 18:06:18.764464 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-3d1bef8b-0be0-4bf4-9d44-b47c4285ea79 req-b28e523c-4586-429e-acbd-bc0fa9054cf3 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Feb 16 18:06:19.956988 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336767d-2ae9-477a-9c37-2e9f6f6ed79a req-f4215cf8-b240-4e16-8f81-c0fa29990eae tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:19.958578 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6336767d-2ae9-477a-9c37-2e9f6f6ed79a req-f4215cf8-b240-4e16-8f81-c0fa29990eae tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 931 time: 0.0860076 Feb 16 18:06:20.002581 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-6336767d-2ae9-477a-9c37-2e9f6f6ed79a req-0679498b-8c3b-47f3-8815-ef8ca61706ed tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Feb 16 18:06:20.025674 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.v2.base [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Request body: {'port': {'device_id': '9b85c85e-2699-47e2-97ab-2eb851808432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:20.141615 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:20.483981 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab62cfea-3803-4f0f-a153-472f3b24c1f7 {{(pid=87721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:06:20.490931 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:20.505785 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.provisioning_blocks [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Transition to ACTIVE for port object ab62cfea-3803-4f0f-a153-472f3b24c1f7 will not be triggered until provisioned by entity L2. {{(pid=87721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:06:20.509491 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:20.672887 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=2']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:20.753222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Attempting to bind port ab62cfea-3803-4f0f-a153-472f3b24c1f7 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 18:06:20.753551 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Attempting to bind port ab62cfea-3803-4f0f-a153-472f3b24c1f7 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 18:06:20.753869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Attempting to bind port ab62cfea-3803-4f0f-a153-472f3b24c1f7 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:06:20.759097 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Port ab62cfea-3803-4f0f-a153-472f3b24c1f7 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 18:06:20.759406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Attempting to bind port ab62cfea-3803-4f0f-a153-472f3b24c1f7 on network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 18:06:20.764396 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Checking agent: {'id': '0d484a7d-da40-4025-8425-4c9313e9b5eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'started_at': datetime.datetime(2022, 2, 16, 16, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:20.764725 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Checking segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 18:06:20.765096 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Bound using segment: {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'} {{(pid=87721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:20.765504 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.managers [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Bound port: ab62cfea-3803-4f0f-a153-472f3b24c1f7, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47789302-3ec4-4a09-b553-3810d4219e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83'}}] {{(pid=87721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 18:06:20.765838 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:20.857688 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, cleared binding levels {{(pid=87721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 18:06:20.860694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 18:06:20.864816 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963702'] for port, after_update {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:20.925047 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:20.925654 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:20.927567 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] 10.222.0.48 "PUT /v2.0/ports/ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 200 len: 1093 time: 0.9065185 Feb 16 18:06:20.927993 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:20.949226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d024fd7-8534-4355-85e0-6e643c43e23e service neutron] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=3']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:20.999697 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'status': 'completed', 'code': 200} Feb 16 18:06:21.042054 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-2b77699a-14a3-4adc-a8fa-15709d66fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:21.043623 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-2b77699a-14a3-4adc-a8fa-15709d66fc64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1096 time: 0.0791450 Feb 16 18:06:21.117781 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-5641a8a5-a513-4a6c-9499-4498bd4f8a99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0670538 Feb 16 18:06:21.195189 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-cb41a834-9d29-4a4b-993d-40b612f9df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:21.196536 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-cb41a834-9d29-4a4b-993d-40b612f9df10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0732455 Feb 16 18:06:21.205376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa208b-bc58-4236-94c2-bdee84668bf3 req-f8f1a080-dd6d-46de-b785-bb94696f3954 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:21.206970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dbaa208b-bc58-4236-94c2-bdee84668bf3 req-f8f1a080-dd6d-46de-b785-bb94696f3954 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 943 time: 0.0902433 Feb 16 18:06:21.252545 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-dbaa208b-bc58-4236-94c2-bdee84668bf3 req-c6134250-0917-41b5-b19d-35fe911d4f6c tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390384 Feb 16 18:06:21.270434 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c953c-a5e4-4b2b-948a-d7668635810e req-44528e65-996d-461d-92be-c7e3739014b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:21.271968 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-44528e65-996d-461d-92be-c7e3739014b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697243 Feb 16 18:06:21.402013 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-6d4f1585-bf9d-4a26-837c-f5b982ca7c21 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235456 Feb 16 18:06:21.627436 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-449c953c-a5e4-4b2b-948a-d7668635810e req-3fdcb085-1afc-4bbc-8b7d-0c1ab473d75b service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192488 Feb 16 18:06:21.743366 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-4e09df77-d215-4fcf-b086-cdca2a640a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:21.744824 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-4e09df77-d215-4fcf-b086-cdca2a640a60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1096 time: 0.0727105 Feb 16 18:06:21.873786 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-6a3207c0-8dc7-4ef6-8242-225b385af1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:21.879824 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-6a3207c0-8dc7-4ef6-8242-225b385af1e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1243348 Feb 16 18:06:21.944964 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-1b64950e-8755-4e81-83b1-135a094e6312 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0635176 Feb 16 18:06:22.009262 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-f7cf848e-982b-4f70-a7b4-28cf46ca37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:22.010696 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-f7cf848e-982b-4f70-a7b4-28cf46ca37ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0603609 Feb 16 18:06:22.084482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-35f885d1-5d67-4ab5-834d-02939d9809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:22.085940 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-35f885d1-5d67-4ab5-834d-02939d9809f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691679 Feb 16 18:06:22.215396 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-bb748296-8569-49e5-acef-1ff440872dcd service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234877 Feb 16 18:06:22.346455 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-e643b3e8-5cb7-4cfc-8481-8c9f55a778b3 req-7cdfa723-907a-47f0-bdcb-af4ef0e5313c service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243174 Feb 16 18:06:22.434350 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64a66d-14ca-490c-82f4-8d4647e1b4e3 req-ab6f1083-818b-43fc-bccd-196e20fccea4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:22.435848 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a64a66d-14ca-490c-82f4-8d4647e1b4e3 req-ab6f1083-818b-43fc-bccd-196e20fccea4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 943 time: 0.0797906 Feb 16 18:06:22.478691 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5a64a66d-14ca-490c-82f4-8d4647e1b4e3 req-6a990df8-98ef-40f4-b30e-adfb187cc24a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372088 Feb 16 18:06:22.981207 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:06:23.666024 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093598a4-9ff9-47a5-9e9a-3e126bc2093e req-46a9d3f0-c237-450e-9f63-cfe09079bf96 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:23.667474 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-093598a4-9ff9-47a5-9e9a-3e126bc2093e req-46a9d3f0-c237-450e-9f63-cfe09079bf96 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 943 time: 0.0822368 Feb 16 18:06:23.710965 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-093598a4-9ff9-47a5-9e9a-3e126bc2093e req-7b695bb8-95c9-4f92-aaf7-c4b39055a479 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379000 Feb 16 18:06:24.889345 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c8643-48f3-4b27-88aa-b8f2b02337f0 req-764a939b-b683-48a7-a990-9c6b1b3c61b6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:24.890778 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0e7c8643-48f3-4b27-88aa-b8f2b02337f0 req-764a939b-b683-48a7-a990-9c6b1b3c61b6 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 943 time: 0.0780323 Feb 16 18:06:24.935346 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-0e7c8643-48f3-4b27-88aa-b8f2b02337f0 req-1f439c9d-1307-4288-aab5-d7ce62a570bd tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Feb 16 18:06:25.340150 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:25.448536 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 18:06:25.622945 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:06:25.635843 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'port_id': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'mac_address': 'fa:16:3e:ca:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 18:06:25.691804 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:25.708520 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab62cfea-3803-4f0f-a153-472f3b24c1f7 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:06:25.723193 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:06:25.727522 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:25.792004 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=4']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:26.108976 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ab62cfea-3803-4f0f-a153-472f3b24c1f7'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 18:06:26.121600 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14e8d-ae7c-4cde-b681-1ebe33385275 req-24795bf0-b4ee-4a23-a8d2-8a4ccdec97e4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:26.123090 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eac14e8d-ae7c-4cde-b681-1ebe33385275 req-24795bf0-b4ee-4a23-a8d2-8a4ccdec97e4 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 944 time: 0.0818999 Feb 16 18:06:26.167471 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-eac14e8d-ae7c-4cde-b681-1ebe33385275 req-a54f6e84-b285-4680-8147-97424f258dbb tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Feb 16 18:06:27.352685 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583219a-2625-4101-826d-0b1cda81037f req-ead17e0f-364c-468c-a907-f8ea525d3d8d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:27.354109 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9583219a-2625-4101-826d-0b1cda81037f req-ead17e0f-364c-468c-a907-f8ea525d3d8d tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 944 time: 0.0778513 Feb 16 18:06:27.401380 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-9583219a-2625-4101-826d-0b1cda81037f req-8d77c0f2-3a1d-4f0d-8961-c5bf9b1ec59c tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Feb 16 18:06:27.451942 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:06:27.517308 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning for port ab62cfea-3803-4f0f-a153-472f3b24c1f7 completed by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:06:27.522750 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port ab62cfea-3803-4f0f-a153-472f3b24c1f7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:06:27.523113 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:27.637688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:27.663742 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:27.673542 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:06:27.678059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:27.715633 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'code': 200} Feb 16 18:06:27.747094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=5']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:27.895367 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.48', 49619) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:27.937870 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921443cf-b237-42fe-bfa1-f52db8c4698e req-fa9f26ba-00d9-48d0-8589-e6e95a87fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:27.939402 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-921443cf-b237-42fe-bfa1-f52db8c4698e req-fa9f26ba-00d9-48d0-8589-e6e95a87fc3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1098 time: 0.0733216 Feb 16 18:06:27.965122 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-62b23c93-0a0b-425a-827b-53e3181496f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685046 Feb 16 18:06:27.981272 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-921443cf-b237-42fe-bfa1-f52db8c4698e req-8c59dda9-1343-4ac7-ada4-849f810f2367 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358953 Feb 16 18:06:28.308157 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369aa7-30e9-4925-a257-93c36d661036 req-85d270ba-a769-4358-ad81-c9805d343184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:28.309631 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-85d270ba-a769-4358-ad81-c9805d343184 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0720174 Feb 16 18:06:28.453663 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369aa7-30e9-4925-a257-93c36d661036 req-999b272d-50d8-4b52-bd5d-950f5865b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:28.455160 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-999b272d-50d8-4b52-bd5d-950f5865b5c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1271718 Feb 16 18:06:28.558777 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-1610ec6a-eb34-4373-b071-2e5376f8d547 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 998 time: 0.0966444 Feb 16 18:06:28.588702 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacb20-5165-4937-bede-d5e68be7ea89 req-ee89bd79-e5be-472e-965a-275ec5034401 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:28.591237 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-48cacb20-5165-4937-bede-d5e68be7ea89 req-ee89bd79-e5be-472e-965a-275ec5034401 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 945 time: 0.0828183 Feb 16 18:06:28.624186 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369aa7-30e9-4925-a257-93c36d661036 req-bd5b5e96-3d85-4a79-af72-7bd366deada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:28.625706 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-bd5b5e96-3d85-4a79-af72-7bd366deada2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0609312 Feb 16 18:06:28.640373 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-48cacb20-5165-4937-bede-d5e68be7ea89 req-a8d990d7-b1f9-4d6d-b833-c2e36d61bb68 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 Feb 16 18:06:28.700393 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369aa7-30e9-4925-a257-93c36d661036 req-1738283a-34e2-48c3-8797-47e638c42e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:28.701852 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-1738283a-34e2-48c3-8797-47e638c42e13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698740 Feb 16 18:06:28.831528 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-75065c28-0288-490c-836d-16b1766fdb5e service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 Feb 16 18:06:29.064023 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-cc369aa7-30e9-4925-a257-93c36d661036 req-d53f91d0-f7f9-4c23-a8c2-3bf1f001fcba service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257724 Feb 16 18:06:29.824136 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838e05-b68c-4a35-a9f3-e02abfba6317 req-0079fa2d-44b6-4ecc-9e88-a125c0e80391 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:29.825551 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7838e05-b68c-4a35-a9f3-e02abfba6317 req-0079fa2d-44b6-4ecc-9e88-a125c0e80391 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 945 time: 0.0805528 Feb 16 18:06:29.868682 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-a7838e05-b68c-4a35-a9f3-e02abfba6317 req-f45b23c4-66c0-4771-98f6-062cd5e15041 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Feb 16 18:06:30.054970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998f0ed-149a-4b55-b618-7be0c1e3cbd6 req-02d4de4e-0648-47ca-86d3-5446dbd2ed04 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:30.056326 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8998f0ed-149a-4b55-b618-7be0c1e3cbd6 req-02d4de4e-0648-47ca-86d3-5446dbd2ed04 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 945 time: 0.0831037 Feb 16 18:06:30.099678 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8998f0ed-149a-4b55-b618-7be0c1e3cbd6 req-5c3911c8-3649-43da-940a-f16f8d6ed7d9 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377097 Feb 16 18:06:30.121560 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40342) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:30.190291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd730ec5-8283-4b7e-a5b0-f3912f11ace9 tempest-TestSnapshotPattern-1292858279 tempest-TestSnapshotPattern-1292858279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:30.191822 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-fd730ec5-8283-4b7e-a5b0-f3912f11ace9 tempest-TestSnapshotPattern-1292858279 tempest-TestSnapshotPattern-1292858279-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1093 time: 0.0693369 Feb 16 18:06:30.195031 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40346) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:30.199868 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.v2.base [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Request body: {'floatingip': {'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'port_id': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:30.205826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 18:06:30.210618 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Usage tracker for resource:floatingip and tenant:8e738f076bea4965a915b0898b87f583 is out of sync, need to count used quota {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 18:06:30.213461 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 18:06:30.219246 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.quota.driver [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 18:06:30.230150 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:30.364800 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:30.499826 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_common [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Allocated IP 172.26.7.72 (4a0e5849-0fb5-480a-9651-959e040030f3/fb96b700-c78c-4394-91fb-22e57f62c2c4/23335612-ff1d-43a0-845e-4fc3eb682620) {{(pid=87720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:06:30.745403 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for port, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:30.774537 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756730608267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:30.841526 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Network 4a0e5849-0fb5-480a-9651-959e040030f3 is already hosted by enough agents. {{(pid=87720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:06:30.844395 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.base_scheduler [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Resources bound (agent type, host, resource id): {{(pid=87720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:06:30.848103 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Received port after_create {{(pid=87720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 18:06:30.885044 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'Port': ['ID=23335612-ff1d-43a0-845e-4fc3eb682620,revision_number=1']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:30.897750 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.898084 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.898414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.898765 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.899087 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.899406 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.899722 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.900036 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.900347 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.900658 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.900967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:30.901278 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:06:31.065958 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf8a6-5c8d-4b59-9bda-e7b4e886ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:31.282264 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:31.357492 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:31.563922 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for port, precommit_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:31.568509 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12453422'] for port, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:31.677931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event updated for resources: {'Port': ['ID=23335612-ff1d-43a0-845e-4fc3eb682620,revision_number=2']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:06:31.686107 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461541'] for floatingip, after_update {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:31.854130 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Floating IP 7f85e41c-3e53-4f77-8a84-7377433c0122 associated. External IP: 172.26.7.72, port: ab62cfea-3803-4f0f-a153-472f3b24c1f7. Feb 16 18:06:32.315596 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:06:32.492848 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:06:32.502328 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:06:32.516275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:06:32.516835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:06:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:06:32.517311 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:32.582970 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-5021df7c-13a5-4015-93c1-6f32bb7d6c9a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3763163 Feb 16 18:06:32.582970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:32.615780 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'status': 'completed', 'code': 200} Feb 16 18:06:32.695343 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:06:32.705681 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-2becb328-b0ee-4b1a-a3f5-e2467639e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:32.707166 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-2becb328-b0ee-4b1a-a3f5-e2467639e116 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1098 time: 0.0693619 Feb 16 18:06:32.844374 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-c5c5c371-6f62-4fe3-831f-b401766117a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:32.845734 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-c5c5c371-6f62-4fe3-831f-b401766117a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1315937 Feb 16 18:06:32.952720 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-920d364d-23a0-499e-b539-b5ad00d224f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 200 len: 998 time: 0.1010802 Feb 16 18:06:33.018793 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-f3e46c5e-6fa6-4eb2-a664-f8662b534969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:33.020778 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-f3e46c5e-6fa6-4eb2-a664-f8662b534969 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0615959 Feb 16 18:06:33.042791 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:09Z', 'revision_number': 1, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}, {'id': '7f85e41c-3e53-4f77-8a84-7377433c0122', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.72', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:ca:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85c85e-2699-47e2-97ab-2eb851808432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:06:31Z', 'updated_at': '2022-02-16T18:06:31Z', 'revision_number': 0, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:06:33.046611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:06:33.055330 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:06:33.055913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:06:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:06:33.096241 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-4c9d46ca-f074-4bfa-bb73-ed28e2b54121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:06:33.097620 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-4c9d46ca-f074-4bfa-bb73-ed28e2b54121 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711629 Feb 16 18:06:33.270272 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-8eba5e66-3f0e-460a-85ba-2575d533a12a service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661763 Feb 16 18:06:33.313927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:06:33.406032 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-c98039be-e2c7-4449-a554-ccdf916cc4a7 req-6fe79817-3a7f-4517-8c0f-ccf7805e45d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291742 Feb 16 18:06:33.657249 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:09Z', 'revision_number': 1, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}, {'id': '7f85e41c-3e53-4f77-8a84-7377433c0122', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.72', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:ca:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85c85e-2699-47e2-97ab-2eb851808432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:06:31Z', 'updated_at': '2022-02-16T18:06:31Z', 'revision_number': 0, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:06:33.661717 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8fa0-cd47-4ade-87e5-f4f271181339 None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:09Z', 'revision_number': 1, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}, {'id': '7f85e41c-3e53-4f77-8a84-7377433c0122', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.72', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:ca:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85c85e-2699-47e2-97ab-2eb851808432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:06:31Z', 'updated_at': '2022-02-16T18:06:31Z', 'revision_number': 0, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:06:33.797918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-00e389ba-3e05-4f39-9fb8-d5d984e755ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:33.854966 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698d27d-4e4c-4ed8-a44f-82f14c5202ad None None] New status for floating IP 7f85e41c-3e53-4f77-8a84-7377433c0122: ACTIVE {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:06:34.530825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:35.358490 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:37.030064 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:55.356662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:06:59.980330 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:07:01.066704 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-9e48777c-1f73-45af-8c96-8f6bb29133b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:03.800538 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5e1b-1106-442e-b467-f964fe9d1b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:04.533214 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:05.355709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:07.032494 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:25.353604 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:28.965280 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-e314015d-cf77-4885-8742-3d9d54326871 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711591 Feb 16 18:07:29.104689 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-9bb1c48a-8ccc-41b4-ae27-56ca27d76ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:07:29.106123 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-9bb1c48a-8ccc-41b4-ae27-56ca27d76ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0700400 Feb 16 18:07:29.253350 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-d08d642a-cc35-4f80-888a-988a5f5c4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:07:29.254770 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-d08d642a-cc35-4f80-888a-988a5f5c4bca service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1289554 Feb 16 18:07:29.358155 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-f95a3cd5-8731-4e24-8fb0-edf0f9255ba5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 998 time: 0.0968976 Feb 16 18:07:29.422869 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-412693d2-5ba9-4bce-84a8-28b2cb56046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:07:29.424270 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-412693d2-5ba9-4bce-84a8-28b2cb56046f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0586133 Feb 16 18:07:29.499383 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-f6b169c8-d390-4ca7-9329-dee3db63fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:07:29.500796 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-f6b169c8-d390-4ca7-9329-dee3db63fa52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703940 Feb 16 18:07:29.628568 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-c2bb494a-8543-4b52-92f2-c35d9f96a20a service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216888 Feb 16 18:07:29.862960 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-fc60ef4e-8a4e-4263-912f-98fd9858c2fd req-42148a37-d77a-4cd6-a509-6aa555619bb5 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275693 Feb 16 18:07:31.068126 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f578737e-be2d-4e49-afd0-6e87c7e5d2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:33.803724 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f03474d2-5dcb-4add-b4ee-a3f38cc0d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:34.534988 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:35.356095 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:36.978770 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:07:37.039827 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:07:55.353029 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:01.069281 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-29f9a4b5-8db4-4a22-aa36-1bca66933021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:03.805421 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d6a8-5f49-42b6-add4-0d1032e8ad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:04.537952 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:05.358699 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:07.038918 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:13.977706 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:08:25.370254 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:30.007685 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-1fa5cddc-bacb-472a-b7d5-fdf46937dfa8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746326 Feb 16 18:08:30.102715 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-5e9e19d0-fcf3-467b-b57b-3d3a249bf9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:08:30.104814 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-5e9e19d0-fcf3-467b-b57b-3d3a249bf9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1098 time: 0.0745912 Feb 16 18:08:30.247467 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-83703e2c-0c44-4d76-b48f-3c6443d2186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:08:30.248874 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-83703e2c-0c44-4d76-b48f-3c6443d2186d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1250796 Feb 16 18:08:30.350090 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-36df7b87-84f8-4063-9d1c-666094de58aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 200 len: 1000 time: 0.0938110 Feb 16 18:08:30.413059 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-e759bb1c-503a-498e-b10f-4f66e850fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:08:30.414449 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-e759bb1c-503a-498e-b10f-4f66e850fe55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0574768 Feb 16 18:08:30.488003 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-018674d0-89ae-4ebe-9bb6-0c3aadd31533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:08:30.489416 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-018674d0-89ae-4ebe-9bb6-0c3aadd31533 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680034 Feb 16 18:08:30.500309 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-59c3c12e-83b0-4711-b400-d1a91f4e96df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=87721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 18:08:30.501220 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-59c3c12e-83b0-4711-b400-d1a91f4e96df service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046995 Feb 16 18:08:30.634171 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-4ea6c5c6-1f4a-4777-8e2c-486709b16532 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 Feb 16 18:08:30.765312 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70c870d3-b3a8-4901-a2da-2f78a7b4cf54 req-80ef8567-f354-4da9-85ce-1b67e0e58502 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242559 Feb 16 18:08:31.070174 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-6642fb32-8ac6-4cbc-9abf-e1b46a0098b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:33.807927 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fe491399-5101-48b1-a329-7671a9deacd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:34.539891 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:35.361668 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:37.042506 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:50.975685 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:08:54.153305 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 18:08:54.291977 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:08:54.305142 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Returning: {'device': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'port_id': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'mac_address': 'fa:16:3e:ca:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 18:08:54.363415 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:54.379903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab62cfea-3803-4f0f-a153-472f3b24c1f7 {{(pid=87722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 18:08:54.395962 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:08:54.400213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:54.466723 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=6']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:08:54.473485 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.473824 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.474152 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.474475 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.474892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.475209 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.475524 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.475846 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.476155 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.476464 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.476773 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.477078 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:08:54.482039 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] get_ports_and_sgs() called for port_ids ['ab62cfea-3803-4f0f-a153-472f3b24c1f7'] {{(pid=87722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 18:08:55.367964 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:56.169957 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 up at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 18:08:56.243905 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.provisioning_blocks [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Provisioning complete for port ab62cfea-3803-4f0f-a153-472f3b24c1f7 triggered by entity L2. {{(pid=87722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:08:56.244395 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580160'] for port, provisioning_complete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:56.356624 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:56.383108 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:56.392430 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:08:56.396483 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:08:56.439676 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'code': 200} Feb 16 18:08:56.464242 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=7']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:01.074641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4b4f87b2-2982-4a34-8263-21f9cd1ab8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:03.813213 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fff55558-bc17-45a8-ae0b-622a4d13f697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:04.544275 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:05.370315 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:07.044396 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:07.185140 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40582) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:07.403893 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Deleting port 23335612-ff1d-43a0-845e-4fc3eb682620 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:07.404224 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:07.589584 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:07.589797 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:07.734887 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Calling delete_port for 23335612-ff1d-43a0-845e-4fc3eb682620 owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:07.910608 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:07.959645 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event deleted for resources: {'Port': ['ID=23335612-ff1d-43a0-845e-4fc3eb682620,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:07.997931 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:07.998269 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:07.998621 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:07.998949 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:07.999271 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:07.999606 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:07.999902 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:08.000216 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:08.000528 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:08.000836 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:08.001142 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:08.001445 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:08.060815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:08.061138 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Floating IP 7f85e41c-3e53-4f77-8a84-7377433c0122 disassociated (deleted). External IP: 172.26.7.72, port: ab62cfea-3803-4f0f-a153-472f3b24c1f7. Feb 16 18:09:08.533210 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:09:08.707091 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:09:08.716431 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:09:08.719303 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:08.725584 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:08.726184 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:08.778195 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-4c5d5a3e-74e3-4cd0-87a8-eac6b86d276a tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "DELETE /v2.0/floatingips/7f85e41c-3e53-4f77-8a84-7377433c0122 HTTP/1.1" status: 204 len: 168 time: 1.5919006 Feb 16 18:09:08.778969 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:08.944892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:09.067566 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'status': 'completed', 'code': 200} Feb 16 18:09:09.171516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-248a0d12-fc70-49f8-8484-ebf1b47072a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:09.172984 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-248a0d12-fc70-49f8-8484-ebf1b47072a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 1098 time: 0.0833080 Feb 16 18:09:09.241291 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41e322-24e2-484a-a2a1-c02a4dbf0e4e req-e12a3d3c-30e8-4313-bc6a-5b7366001184 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:09.242075 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-5e41e322-24e2-484a-a2a1-c02a4dbf0e4e req-e12a3d3c-30e8-4313-bc6a-5b7366001184 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Synchronizing usage tracker for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:09:09.260079 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-5e41e322-24e2-484a-a2a1-c02a4dbf0e4e req-e12a3d3c-30e8-4313-bc6a-5b7366001184 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Unset dirty status for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:09:09.261516 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e41e322-24e2-484a-a2a1-c02a4dbf0e4e req-e12a3d3c-30e8-4313-bc6a-5b7366001184 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 945 time: 0.1053977 Feb 16 18:09:09.307772 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-5e41e322-24e2-484a-a2a1-c02a4dbf0e4e req-6c399b5a-e0b6-4b56-981b-2929a8cea39b tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Feb 16 18:09:09.319215 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-e008f31e-c383-497b-9077-c98291fd82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:09.323929 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-e008f31e-c383-497b-9077-c98291fd82c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1441665 Feb 16 18:09:09.327440 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:09Z', 'revision_number': 1, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:09.331225 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:09:09.340151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:09.340732 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:09.391358 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-a3800019-d4e9-4526-8774-f8dd071d52c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0607007 Feb 16 18:09:09.456522 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-525c374a-f8e6-4032-a124-d3a35f9dfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:09.457926 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-525c374a-f8e6-4032-a124-d3a35f9dfc32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0599339 Feb 16 18:09:09.528252 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:09.532678 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-aa5cd2fa-96e5-4bfa-980b-888e64737285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:09.534150 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-aa5cd2fa-96e5-4bfa-980b-888e64737285 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693300 Feb 16 18:09:09.666967 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-08299895-8635-49d0-b543-4675fdf1e49c service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252630 Feb 16 18:09:09.801767 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-70415ae9-a7eb-4413-ba63-c1458850ae53 req-23d10d4c-b0eb-48b7-85ab-581880d5ae5c service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272001 Feb 16 18:09:09.880797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:09Z', 'revision_number': 1, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:09.887135 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f71e3c-931a-4e6a-8a78-ae02672853a4 None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_floatingips': [{'id': '62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'router_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'port_id': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'mac_address': 'fa:16:3e:02:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:03:06Z', 'updated_at': '2022-02-16T18:03:09Z', 'revision_number': 1, 'project_id': '8e738f076bea4965a915b0898b87f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:09:10.096315 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b407d0-d3b8-4de7-9037-1f764c07a6e9 None None] New status for floating IP 7f85e41c-3e53-4f77-8a84-7377433c0122: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:09:10.208775 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:10.324688 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704044'] for port, before_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:10.350989 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:10.361459 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:10.371720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756730968369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756730608285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756730608330'] for port, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:10.440771 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Pushing event updated for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=8']} {{(pid=87722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:10.506348 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a969cf-2391-4844-afba-88e9b8ae0a3c req-06c31448-6871-4dc9-bfe8-71ac7bb8d1ea tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:10.507744 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65a969cf-2391-4844-afba-88e9b8ae0a3c req-06c31448-6871-4dc9-bfe8-71ac7bb8d1ea tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 943 time: 0.0823874 Feb 16 18:09:10.552515 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-65a969cf-2391-4844-afba-88e9b8ae0a3c req-a648bc44-3efa-410e-a42e-5bdac97428f5 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Feb 16 18:09:10.603104 dv-neutron-829527-2-hyperv neutron-server[87722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'code': 200} Feb 16 18:09:11.025069 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-47f793b7-b68c-47b0-baa8-defa9c47e5d8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:11.025853 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-47f793b7-b68c-47b0-baa8-defa9c47e5d8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Synchronizing usage tracker for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:09:11.038008 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-47f793b7-b68c-47b0-baa8-defa9c47e5d8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Unset dirty status for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:09:11.039141 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-47f793b7-b68c-47b0-baa8-defa9c47e5d8 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 943 time: 0.1841397 Feb 16 18:09:11.106609 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Deleting port ab62cfea-3803-4f0f-a153-472f3b24c1f7 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:11.106940 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:11.355640 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] For port ab62cfea-3803-4f0f-a153-472f3b24c1f7, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=ab62cfea-3803-4f0f-a153-472f3b24c1f7,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:11.355989 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:11.475547 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Calling delete_port for ab62cfea-3803-4f0f-a153-472f3b24c1f7 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:11.616772 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:11.664381 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event deleted for resources: {'Port': ['ID=ab62cfea-3803-4f0f-a153-472f3b24c1f7,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:11.702125 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.702460 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.702823 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.703148 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.703461 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.703779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.704091 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.704401 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.704711 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.705023 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.705328 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.705633 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-2-hyperv {{(pid=87721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:09:11.713781 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-b34fb140-3519-4ba0-ac24-814150e70ad0 req-d86d36c0-f775-4580-9ec1-b201b1df8189 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b85c85e-2699-47e2-97ab-2eb851808432 HTTP/1.1" status: 200 len: 210 time: 0.0446281 Feb 16 18:09:11.758009 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] No DVR routers for this DVR port ab62cfea-3803-4f0f-a153-472f3b24c1f7 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:09:11.760391 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:11.762930 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-deleted', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:11.778179 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-4226263a-c202-4a84-ada7-8b43e694b1b5 req-f1951ec8-4f27-4670-810d-51b208379eaa tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "DELETE /v2.0/ports/ab62cfea-3803-4f0f-a153-472f3b24c1f7 HTTP/1.1" status: 204 len: 173 time: 0.7335603 Feb 16 18:09:11.860223 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b85c85e-2699-47e2-97ab-2eb851808432', 'name': 'network-vif-deleted', 'tag': 'ab62cfea-3803-4f0f-a153-472f3b24c1f7', 'status': 'completed', 'code': 200} Feb 16 18:09:13.360586 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40662) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:13.560627 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Deleting port 931b42ce-4419-4f54-a919-3c53d9657c8a {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:13.560874 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:13.724967 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:13.725285 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:13.847060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Calling delete_port for 931b42ce-4419-4f54-a919-3c53d9657c8a owned by network:floatingip {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:14.001916 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:14.052564 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event deleted for resources: {'Port': ['ID=931b42ce-4419-4f54-a919-3c53d9657c8a,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:14.143656 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for floatingip, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:14.143994 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.db.l3_db [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Floating IP 62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd disassociated (deleted). External IP: 172.26.7.54, port: fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8. Feb 16 18:09:14.239645 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:14.276181 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: ab62cfea-3803-4f0f-a153-472f3b24c1f7 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:14.276822 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device ab62cfea-3803-4f0f-a153-472f3b24c1f7 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:14.633469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:09:14.807981 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:09:14.818076 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:09:14.824379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for floatingip, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:14.828413 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:14.829006 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:14.883681 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-db21f8bc-0b4a-4fb9-b30d-a9dc99f018e2 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "DELETE /v2.0/floatingips/62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd HTTP/1.1" status: 204 len: 168 time: 1.5219045 Feb 16 18:09:14.884258 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:15.048913 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:15.124230 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'status': 'completed', 'code': 200} Feb 16 18:09:15.234669 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-a6fdbad2-a095-4e04-9380-e7ba46264747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:15.236166 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-a6fdbad2-a095-4e04-9380-e7ba46264747 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e738f076bea4965a915b0898b87f583&device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0898805 Feb 16 18:09:15.291420 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec8ecd-c218-4bc6-8fb9-d4f9e4e83438 req-e451dd00-26aa-4fba-9e56-9dfd2e1683b1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:15.292775 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-8eec8ecd-c218-4bc6-8fb9-d4f9e4e83438 req-e451dd00-26aa-4fba-9e56-9dfd2e1683b1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Synchronizing usage tracker for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87720) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:09:15.309127 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.quota.resource [req-8eec8ecd-c218-4bc6-8fb9-d4f9e4e83438 req-e451dd00-26aa-4fba-9e56-9dfd2e1683b1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Unset dirty status for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:09:15.310279 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8eec8ecd-c218-4bc6-8fb9-d4f9e4e83438 req-e451dd00-26aa-4fba-9e56-9dfd2e1683b1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0995772 Feb 16 18:09:15.357266 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-8eec8ecd-c218-4bc6-8fb9-d4f9e4e83438 req-4279dfb4-4f0e-4e7a-8c88-38b69218ca5f tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Feb 16 18:09:15.376554 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-a8c43926-4912-4630-82ac-78ca1d5d54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:15.378059 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-a8c43926-4912-4630-82ac-78ca1d5d54e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 200 len: 909 time: 0.1353428 Feb 16 18:09:15.380980 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:15.385204 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:09:15.393408 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:15.393991 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:15.450741 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-400a7eec-544b-428e-befc-7378f799d62e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 200 len: 217 time: 0.0656233 Feb 16 18:09:15.520443 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-70b0fced-d99b-4361-92c4-fa562848403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:15.521862 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-70b0fced-d99b-4361-92c4-fa562848403b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 200 len: 847 time: 0.0637286 Feb 16 18:09:15.574172 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:15.603133 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-0f6ca977-4153-4d87-a661-149f1a16ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:15.605325 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-0f6ca977-4153-4d87-a661-149f1a16ea1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9aad0a2-daa1-4494-9ceb-27a985f2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762172 Feb 16 18:09:15.739887 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-4cb7ab4e-e9eb-4fe8-8db0-e11d70929b17 service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262963 Feb 16 18:09:15.874257 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-23791fac-4fba-415e-be61-5bd9ee982a67 req-8e6f9fee-5385-4a98-9051-78ed60f7832f service neutron] 10.222.0.48 "GET /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272817 Feb 16 18:09:15.891411 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:15.895589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f53176-f00c-4418-98c2-97408cfc4cc9 None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:02:42Z', 'revision_number': 4, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv', '_interfaces': [{'id': '27ce66bb-3a98-4484-b681-0a146612fa82', 'name': '', 'network_id': 'a9aad0a2-daa1-4494-9ceb-27a985f2bf83', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'mac_address': 'fa:16:3e:8f:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:41Z', 'updated_at': '2022-02-16T18:02:47Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'subnets': [{'id': '6b7f0b1d-39c6-4eb9-86f8-3e537380f751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:09:16.112307 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4f7a6-b8de-4d71-89b1-aad91dabeb19 None None] New status for floating IP 62fa55c7-6f17-4ee9-bfa7-d4a58301d7bd: DOWN {{(pid=87723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:09:16.158516 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-ef5bc85b-36c7-4e04-a28b-0eed26cfd5ff tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:16.159222 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-ef5bc85b-36c7-4e04-a28b-0eed26cfd5ff tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Synchronizing usage tracker for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87721) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 18:09:16.171616 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.quota.resource [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-ef5bc85b-36c7-4e04-a28b-0eed26cfd5ff tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Unset dirty status for tenant:8e738f076bea4965a915b0898b87f583 on resource:port {{(pid=87721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 18:09:16.173410 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-ef5bc85b-36c7-4e04-a28b-0eed26cfd5ff tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0940897 Feb 16 18:09:16.350252 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Deleting port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:16.350965 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:16.553742 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829da58-5563-4f57-9693-6ddaf057586b req-c4118011-b6b6-49a1-8c4c-b576cb45e4f1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:09:16.555154 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4829da58-5563-4f57-9693-6ddaf057586b req-c4118011-b6b6-49a1-8c4c-b576cb45e4f1 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b8dffa-7a22-4d95-b008-512daf249ab2 HTTP/1.1" status: 200 len: 943 time: 0.0824707 Feb 16 18:09:16.595208 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] For port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:16.595598 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:16.602334 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [req-4829da58-5563-4f57-9693-6ddaf057586b req-1e532f40-fcfb-44e9-ad00-1ddf54d5d127 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "GET /v2.0/security-groups?id=883085b4-1d3f-49ef-b6a2-0846b4193664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Feb 16 18:09:16.716435 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Calling delete_port for fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 owned by compute:nova {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:16.857083 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:16.905517 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event deleted for resources: {'Port': ['ID=fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:16.980274 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] No DVR routers for this DVR port fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 on host hv-neutron-8295 {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:09:16.982611 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121797'] for port, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:16.984934 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-deleted', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8'}] {{(pid=87721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:16.999389 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [req-8a0c7ff1-3b2e-47c2-8157-bf279ac5618b req-a0cc66da-96c5-46ab-9af4-5b3d67be3795 tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.48 "DELETE /v2.0/ports/fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 HTTP/1.1" status: 204 len: 173 time: 0.8197005 Feb 16 18:09:17.031762 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8dffa-7a22-4d95-b008-512daf249ab2', 'name': 'network-vif-deleted', 'tag': 'fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8', 'status': 'completed', 'code': 200} Feb 16 18:09:17.694682 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40680) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:17.761517 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14232bfc-a1cf-45b5-857f-83e9106e32cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:17.789815 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14232bfc-a1cf-45b5-857f-83e9106e32cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:17.854768 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14232bfc-a1cf-45b5-857f-83e9106e32cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:17.875414 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14232bfc-a1cf-45b5-857f-83e9106e32cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883085b4-1d3f-49ef-b6a2-0846b4193664,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:17.887261 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-14232bfc-a1cf-45b5-857f-83e9106e32cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] Notify callbacks [] for security_group, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:17.888379 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-14232bfc-a1cf-45b5-857f-83e9106e32cc tempest-TestSnapshotPattern-900438095 tempest-TestSnapshotPattern-900438095-project] 10.222.0.43 "DELETE /v2.0/security-groups/883085b4-1d3f-49ef-b6a2-0846b4193664 HTTP/1.1" status: 204 len: 168 time: 0.1927357 Feb 16 18:09:17.943120 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40686) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:18.701281 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:19.046101 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Deleting port 27ce66bb-3a98-4484-b681-0a146612fa82 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:19.046379 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:19.216093 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] For port 27ce66bb-3a98-4484-b681-0a146612fa82, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=27ce66bb-3a98-4484-b681-0a146612fa82,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:19.216440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:19.341508 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Calling delete_port for 27ce66bb-3a98-4484-b681-0a146612fa82 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:19.522817 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:19.594726 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ce66bb-3a98-4484-b681-0a146612fa82,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:19.849008 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:20.241484 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:20.274901 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] No Port match for: fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:20.275244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Device fdb43b73-7fa9-4f2e-8e4b-f9c1571dbdc8 not bound to the agent host hv-neutron-8295 {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:20.314692 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Router a3a9f0b0-53e8-4ba4-be75-643786d91681 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:09:20.489400 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:09:20.498041 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] Sync routers for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:09:20.501879 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-58724bc4-4b45-4cec-bb02-c81549844a32 admin admin] 10.222.0.43 "PUT /v2.0/routers/a3a9f0b0-53e8-4ba4-be75-643786d91681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5573540 Feb 16 18:09:20.504012 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40692) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:20.515065 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:20.515663 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:20.683385 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:20.689499 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:20.863263 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:20.872674 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Deleting port 759c0256-68cb-4f26-a649-62fab5bba674 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:20.873007 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.006755 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '759c0256-68cb-4f26-a649-62fab5bba674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:09:19Z', 'revision_number': 5, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port': {'id': '759c0256-68cb-4f26-a649-62fab5bba674', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:39Z', 'updated_at': '2022-02-16T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:21.011313 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] Checking router: a3a9f0b0-53e8-4ba4-be75-643786d91681 for host: dv-neutron-829527-2-hyperv {{(pid=87722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:09:21.019658 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] Routers {'a3a9f0b0-53e8-4ba4-be75-643786d91681'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:21.020250 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['a3a9f0b0-53e8-4ba4-be75-643786d91681'], 'active': True} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:21.049376 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] For port 759c0256-68cb-4f26-a649-62fab5bba674, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=759c0256-68cb-4f26-a649-62fab5bba674,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:21.049739 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.169996 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Calling delete_port for 759c0256-68cb-4f26-a649-62fab5bba674 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:21.170498 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_dvr_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] Set router a3a9f0b0-53e8-4ba4-be75-643786d91681 gateway port host: None {{(pid=87722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:21.277223 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.db.l3_hamode_db [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:09:20Z', 'revision_number': 6, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:21.292902 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e6a72-fe4f-47b7-a4f4-910287a65f82 None None] The sync data for ids ['a3a9f0b0-53e8-4ba4-be75-643786d91681'] in dv-neutron-829527-2-hyperv is: [{'id': 'a3a9f0b0-53e8-4ba4-be75-643786d91681', 'name': 'tempest-TestSnapshotPattern-66239777-router', 'tenant_id': '8e738f076bea4965a915b0898b87f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:38Z', 'updated_at': '2022-02-16T18:09:20Z', 'revision_number': 6, 'project_id': '8e738f076bea4965a915b0898b87f583', 'gw_port_host': None}] {{(pid=87722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:09:21.347223 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.393006 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Pushing event deleted for resources: {'Port': ['ID=759c0256-68cb-4f26-a649-62fab5bba674,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:21.592411 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.769897 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.772105 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.794266 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.794871 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3a9f0b0-53e8-4ba4-be75-643786d91681 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:09:21.807777 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.808870 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9d82d1b4-97d1-4d0d-9a49-926ad6e609ad admin admin] 10.222.0.43 "DELETE /v2.0/routers/a3a9f0b0-53e8-4ba4-be75-643786d91681 HTTP/1.1" status: 204 len: 168 time: 1.3039656 Feb 16 18:09:21.811466 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40696) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:21.872118 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Deleting subnet 6b7f0b1d-39c6-4eb9-86f8-3e537380f751 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 18:09:21.874970 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:21.922295 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.003399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.011857 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 27ce66bb-3a98-4484-b681-0a146612fa82 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:22.048005 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 27ce66bb-3a98-4484-b681-0a146612fa82 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:22.048578 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 27ce66bb-3a98-4484-b681-0a146612fa82 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:22.074324 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.112747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7f0b1d-39c6-4eb9-86f8-3e537380f751,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:22.118199 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.125059 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16639e9f-8477-41a9-985b-5864bc95d329 None None] Network a9aad0a2-daa1-4494-9ceb-27a985f2bf83 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:09:22.126115 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-17df9f7d-86b1-4177-9361-8478b1fcd564 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6b7f0b1d-39c6-4eb9-86f8-3e537380f751 HTTP/1.1" status: 204 len: 168 time: 0.3136895 Feb 16 18:09:22.128672 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40700) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:22.245034 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.255962 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Deleting port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:22.256238 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.389803 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] DHCP port deletion for a9aad0a2-daa1-4494-9ceb-27a985f2bf83 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 18:09:22.394083 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Deleting port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:22.394446 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.473651 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] For port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:22.474010 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.597687 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Calling delete_port for 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 owned by network:dhcp {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:22.607720 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] For port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,segment=NetworkSegment(47789302-3ec4-4a09-b553-3810d4219e0b),segment_id=47789302-3ec4-4a09-b553-3810d4219e0b)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:22.608125 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.674043 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.726023 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:22.727829 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] No DVR routers for this DVR port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 on host dv-neutron-829527-2-hyperv {{(pid=87720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:09:22.733014 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Calling delete_port for 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:22.803003 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:09:22.803354 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:09:22.844747 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.869846 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9aad0a2-daa1-4494-9ceb-27a985f2bf83']}} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:22.881499 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47789302-3ec4-4a09-b553-3810d4219e0b') {'for_net_delete': True} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:22.882099 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.services.segments.db [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47789302-3ec4-4a09-b553-3810d4219e0b') {} {{(pid=87720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:22.892833 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12171135'] for segment, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.908018 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.914119 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:09:22.914491 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12453570'] for segment, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: Traceback (most recent call last): Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: timer() Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: cb(*args, **kw) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: return func(*args, **kwargs) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: self._notify() Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: self.callback(batched_events) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: event.method(event) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: return f(self, *a, **k) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._get(url).json() Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: return self.request(url, 'GET', **kwargs) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:09:22.927851 dv-neutron-829527-2-hyperv neutron-server[87720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:09:23.101432 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:23.117208 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Notify callbacks [] for network, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:23.128641 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9aad0a2-daa1-4494-9ceb-27a985f2bf83,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:23.141305 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-9279a41a-249a-4ccd-9472-a2d46c197292 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a9aad0a2-daa1-4494-9ceb-27a985f2bf83 HTTP/1.1" status: 204 len: 168 time: 1.0117071 Feb 16 18:09:23.144169 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40704) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:23.304774 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Deleting port 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:23.305145 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:23.372528 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bb6b8-adbc-43e3-842f-a2a9a369c4e6 None None] The port '2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 18:09:23.428835 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 759c0256-68cb-4f26-a649-62fab5bba674 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:23.463390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 759c0256-68cb-4f26-a649-62fab5bba674 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:23.464130 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 759c0256-68cb-4f26-a649-62fab5bba674 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:23.464220 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:23.496691 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:23.496953 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 2ac3e1a0-9bc3-4b13-9ece-d8ba949c3855 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:23.687284 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462487'] for router_interface, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:24.023346 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Deleting port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:24.024095 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:24.192144 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] For port 8c7bb559-7551-42e5-9f65-c81dd1fb64c3, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:24.192496 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:24.315338 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Calling delete_port for 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 owned by network:router_interface {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:24.601803 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:24.651069 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7bb559-7551-42e5-9f65-c81dd1fb64c3,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:24.911108 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462395'] for router_interface, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:25.271523 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Router 769918ae-7da0-41d2-b0b6-66ee08ab7192 has already been hosted by L3 agent 77e16ce8-677e-4dad-9e46-7b30c66a6a80 {{(pid=87720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 18:09:25.382285 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:25.452966 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] Notify agent at l3_agent.dv-neutron-829527-2-hyperv the message routers_updated {{(pid=87720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 18:09:25.461190 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] Sync routers for ids ['769918ae-7da0-41d2-b0b6-66ee08ab7192'] in dv-neutron-829527-2-hyperv {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:09:25.461807 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-688fb775-dc9c-4c43-ad56-fba14030a4bf admin admin] 10.222.0.43 "PUT /v2.0/routers/769918ae-7da0-41d2-b0b6-66ee08ab7192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3166823 Feb 16 18:09:25.464440 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40708) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:25.471388 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] Routers {'769918ae-7da0-41d2-b0b6-66ee08ab7192'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:25.471992 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['769918ae-7da0-41d2-b0b6-66ee08ab7192'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:25.643469 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks [] for router, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:25.644312 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] Set router 769918ae-7da0-41d2-b0b6-66ee08ab7192 gateway port host: dv-neutron-829527-2-hyperv {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:25.930866 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'external_fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:09:24Z', 'revision_number': 5, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port': {'id': 'd5330da8-b360-4052-8bbf-aef40d578ab2', 'name': '', 'network_id': '4a0e5849-0fb5-480a-9651-959e040030f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:02:45Z', 'updated_at': '2022-02-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb96b700-c78c-4394-91fb-22e57f62c2c4', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-2-hyperv'}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:25.935577 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] Checking router: 769918ae-7da0-41d2-b0b6-66ee08ab7192 for host: dv-neutron-829527-2-hyperv {{(pid=87723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:09:25.943848 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] Routers {'769918ae-7da0-41d2-b0b6-66ee08ab7192'} bound to L3 agent in host dv-neutron-829527-2-hyperv {{(pid=87723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 18:09:25.944434 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:47:04Z,description=,heartbeat_timestamp=2022-02-16T18:09:04Z,host='dv-neutron-829527-2-hyperv',id=77e16ce8-677e-4dad-9e46-7b30c66a6a80,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:47:04Z,topic='l3_agent')) {'router_ids': ['769918ae-7da0-41d2-b0b6-66ee08ab7192'], 'active': True} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:25.955399 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:25.965323 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Deleting port d5330da8-b360-4052-8bbf-aef40d578ab2 {{(pid=87720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:25.965796 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.096854 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_dvr_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] Set router 769918ae-7da0-41d2-b0b6-66ee08ab7192 gateway port host: None {{(pid=87723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 18:09:26.139511 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.db [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] For port d5330da8-b360-4052-8bbf-aef40d578ab2, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=d5330da8-b360-4052-8bbf-aef40d578ab2,segment=NetworkSegment(57ff4f94-c747-4a90-b054-369840e76eb4),segment_id=57ff4f94-c747-4a90-b054-369840e76eb4)] {{(pid=87720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:26.139854 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.211135 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.l3_hamode_db [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:09:25Z', 'revision_number': 6, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port_host': None}], 'dv-neutron-829527-2-hyperv', False) {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:26.217418 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ddcf-bcfc-48b8-8fd0-908acb0541fd None None] The sync data for ids ['769918ae-7da0-41d2-b0b6-66ee08ab7192'] in dv-neutron-829527-2-hyperv is: [{'id': '769918ae-7da0-41d2-b0b6-66ee08ab7192', 'name': 'tempest-TestSnapshotPattern-901240940-router', 'tenant_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:02:44Z', 'updated_at': '2022-02-16T18:09:25Z', 'revision_number': 6, 'project_id': '2a1bfde849be48d0a61bb4ef40ee8a41', 'gw_port_host': None}] {{(pid=87723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:09:26.266061 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.plugins.ml2.plugin [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Calling delete_port for d5330da8-b360-4052-8bbf-aef40d578ab2 owned by network:router_gateway {{(pid=87720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:26.428884 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12453399'] for port, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.475570 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5330da8-b360-4052-8bbf-aef40d578ab2,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:26.575774 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461488'] for router_gateway, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.749419 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107456'] for router, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.751487 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.773361 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459372'] for router, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.773926 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 769918ae-7da0-41d2-b0b6-66ee08ab7192 {{(pid=87720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:09:26.786415 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] Notify callbacks [] for router, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.787794 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-b74761e4-56e1-4730-b679-e1c98f935021 admin admin] 10.222.0.43 "DELETE /v2.0/routers/769918ae-7da0-41d2-b0b6-66ee08ab7192 HTTP/1.1" status: 204 len: 168 time: 1.3221679 Feb 16 18:09:26.790242 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.wsgi [-] (87720) accepted ('10.222.0.43', 40712) {{(pid=87720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:26.850762 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Deleting subnet b750bfd4-be71-47d6-aa0a-4b77b85adac9 {{(pid=87720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 18:09:26.853708 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.901060 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12171076'] for subnet, precommit_delete_associations {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:26.981681 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586789'] for subnet, precommit_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.051152 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3586782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12453496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11240146'] for subnet, after_delete {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.088940 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b750bfd4-be71-47d6-aa0a-4b77b85adac9,revision_number=None']} {{(pid=87720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:27.092501 dv-neutron-829527-2-hyperv neutron-server[87720]: DEBUG neutron_lib.callbacks.manager [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.101276 dv-neutron-829527-2-hyperv neutron-server[87720]: INFO neutron.wsgi [None req-e33aaf09-1a0a-4d50-9fb9-d12cdffaec56 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b750bfd4-be71-47d6-aa0a-4b77b85adac9 HTTP/1.1" status: 204 len: 168 time: 0.3099463 Feb 16 18:09:27.101386 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8625b-73b0-46eb-8bd9-d22a2c0eb2ef None None] Network 6b21d590-c0b0-4dc9-b9f1-885150320b21 requested from dv-neutron-829527-2-hyperv {{(pid=87722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 18:09:27.102016 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 40716) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:27.219566 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539330'] for network, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.230359 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Deleting port 63707aec-ad64-4272-b196-9e051869069e {{(pid=87721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:27.230804 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.414390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] DHCP port deletion for 6b21d590-c0b0-4dc9-b9f1-885150320b21 request from dv-neutron-829527-2-hyperv {{(pid=87722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 18:09:27.419133 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Deleting port 63707aec-ad64-4272-b196-9e051869069e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:27.419527 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.434913 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.db [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] For port 63707aec-ad64-4272-b196-9e051869069e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=63707aec-ad64-4272-b196-9e051869069e,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:27.435255 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.472333 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:27.536309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:27.536309 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 8c7bb559-7551-42e5-9f65-c81dd1fb64c3 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:27.536641 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d5330da8-b360-4052-8bbf-aef40d578ab2 no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:27.561278 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.plugin [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Calling delete_port for 63707aec-ad64-4272-b196-9e051869069e owned by network:dhcp {{(pid=87721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:27.583339 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: d5330da8-b360-4052-8bbf-aef40d578ab2 {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:27.583672 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device d5330da8-b360-4052-8bbf-aef40d578ab2 not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:27.636881 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756730968495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756730608276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6963663'] for port, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.682675 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Pushing event deleted for resources: {'Port': ['ID=63707aec-ad64-4272-b196-9e051869069e,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:27.687220 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] No DVR routers for this DVR port 63707aec-ad64-4272-b196-9e051869069e on host dv-neutron-829527-2-hyperv {{(pid=87721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:09:27.694532 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.db [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] For port 63707aec-ad64-4272-b196-9e051869069e, host dv-neutron-829527-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-2-hyperv',level=0,port_id=63707aec-ad64-4272-b196-9e051869069e,segment=NetworkSegment(021d22fc-b29f-411b-afa0-14448de33d6a),segment_id=021d22fc-b29f-411b-afa0-14448de33d6a)] {{(pid=87722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 18:09:27.694946 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460225'] for port, precommit_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.799708 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587977', 'neutron.services.segments.db._delete_segments_for_network-8756731127727'] for network, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.818929 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Calling delete_port for 63707aec-ad64-4272-b196-9e051869069e owned by network:dhcp {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 18:09:27.893151 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.db.api [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:09:27.893407 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG oslo_db.api [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:09:27.923236 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b21d590-c0b0-4dc9-b9f1-885150320b21']}} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:27.935406 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021d22fc-b29f-411b-afa0-14448de33d6a') {'for_net_delete': True} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:27.935694 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.services.segments.db [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021d22fc-b29f-411b-afa0-14448de33d6a') {} {{(pid=87721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:09:27.946452 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756731130314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2059757'] for segment, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.963058 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3591824'] for segment, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.970102 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:09:27.970479 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3591817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963482'] for segment, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:27.974427 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: Traceback (most recent call last): Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: timer() Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: cb(*args, **kw) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: return func(*args, **kwargs) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: self._notify() Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: self.callback(batched_events) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: event.method(event) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: return f(self, *a, **k) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._get(url).json() Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: return self.request(url, 'GET', **kwargs) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:09:27.984545 dv-neutron-829527-2-hyperv neutron-server[87721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:09:28.060482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461463'] for network, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.076482 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Notify callbacks [] for network, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.086052 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b21d590-c0b0-4dc9-b9f1-885150320b21,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:28.090752 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-84869276-8ca6-48b9-bb83-18772fec5625 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6b21d590-c0b0-4dc9-b9f1-885150320b21 HTTP/1.1" status: 204 len: 168 time: 0.9875124 Feb 16 18:09:28.194999 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 40722) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:28.244660 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-b31d724d-c522-4405-8932-a453656adab8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e738f076bea4965a915b0898b87f583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485358 Feb 16 18:09:28.247624 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 40726) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:28.313878 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5572671-7957-4515-92bf-a37c83cc8fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.340721 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5572671-7957-4515-92bf-a37c83cc8fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.392227 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5572671-7957-4515-92bf-a37c83cc8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.394675 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Deleting port 63707aec-ad64-4272-b196-9e051869069e {{(pid=87722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 18:09:28.395153 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756730966375'] for port, before_delete {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.412739 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572671-7957-4515-92bf-a37c83cc8fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b8e05-25da-460c-a1ed-6ae00d1a8a42,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:28.419963 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-c5572671-7957-4515-92bf-a37c83cc8fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.421055 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-c5572671-7957-4515-92bf-a37c83cc8fdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/755b8e05-25da-460c-a1ed-6ae00d1a8a42 HTTP/1.1" status: 204 len: 168 time: 0.1725614 Feb 16 18:09:28.473197 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-94697cf0-0900-4d04-9c60-1fea7869fc77 None None] The port '63707aec-ad64-4272-b196-9e051869069e' was deleted {{(pid=87722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 18:09:28.855333 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 40734) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:28.903006 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-a976188d-11e4-4d0f-8fc9-53b90f18e05f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a1bfde849be48d0a61bb4ef40ee8a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465415 Feb 16 18:09:28.905413 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.wsgi [-] (87721) accepted ('10.222.0.43', 40738) {{(pid=87721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:28.961263 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9831c05b-615a-4aca-8fa7-d60408c402ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:28.986040 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9831c05b-615a-4aca-8fa7-d60408c402ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:29.038348 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9831c05b-615a-4aca-8fa7-d60408c402ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573754'] for security_group, after_delete {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:29.051779 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831c05b-615a-4aca-8fa7-d60408c402ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49d3a7-df5c-4cc5-b419-cc3b811742f4,revision_number=None']} {{(pid=87721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:09:29.058226 dv-neutron-829527-2-hyperv neutron-server[87721]: DEBUG neutron_lib.callbacks.manager [None req-9831c05b-615a-4aca-8fa7-d60408c402ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:29.059336 dv-neutron-829527-2-hyperv neutron-server[87721]: INFO neutron.wsgi [None req-9831c05b-615a-4aca-8fa7-d60408c402ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f49d3a7-df5c-4cc5-b419-cc3b811742f4 HTTP/1.1" status: 204 len: 168 time: 0.1530805 Feb 16 18:09:29.423662 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 63707aec-ad64-4272-b196-9e051869069e no longer exists at agent ovs-agent-dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 18:09:29.459785 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.plugin [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] No Port match for: 63707aec-ad64-4272-b196-9e051869069e {{(pid=87722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 18:09:29.460124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron.plugins.ml2.rpc [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Device 63707aec-ad64-4272-b196-9e051869069e not bound to the agent host dv-neutron-829527-2-hyperv {{(pid=87722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 18:09:31.077420 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-1d42b88a-cec0-42e6-b22e-81e96d280d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:33.814841 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-80590952-a2b5-48d0-9a24-533e9376a4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:34.546851 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:35.368178 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:37.047562 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:09:55.396935 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:01.074397 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2d183a11-571b-4989-be74-ecd44bbc9b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:03.815114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-182f60f9-0cb4-4734-ab8b-871786f2d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:04.549303 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:04.973179 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:10:05.370816 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:07.051261 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:25.418709 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:31.075205 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0008b8a7-30d0-4931-850e-b661379c24cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:33.816885 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1f39-c6ba-40bd-bcb8-b34624e4d8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:34.552239 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:35.374175 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:37.054106 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:10:41.972564 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:10:55.415244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:01.075819 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d2bd45f0-0563-4128-a33a-da83a57c9a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:03.819123 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-716d5fe9-a8a4-4215-a695-7c8f59a5d685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:04.552938 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:05.378001 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:07.059630 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:18.972335 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:11:25.405812 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:31.077572 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b62d06e0-6dce-4d28-9b21-dc1ab088df05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:33.820269 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-37df737a-442b-49ef-b243-9755e1dacfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:34.555244 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:35.379903 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:37.058639 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:55.443132 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:11:55.970771 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:12:01.080615 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7638-70a8-4d24-b6c1-2f097a7dc300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:03.823010 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-3909be5a-6761-4331-b2e7-bc861f942a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:04.557488 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:05.382892 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:07.063032 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:25.442114 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:31.082376 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-830791fc-2e2b-4b26-91f8-35739ca3776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:32.970257 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:12:33.823797 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-d897e5e6-0046-405b-a901-02c4793ccc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:34.558740 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:35.385514 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:37.065985 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:12:55.471652 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:01.083107 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ad0e60be-9170-4b36-bf57-3b3178a51b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:03.825893 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2a6b-03de-4048-93c7-25d8fbf557d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:04.562602 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:05.387961 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:07.068208 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:09.970093 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:13:25.473611 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:31.083780 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-4a4e63ce-ed0b-4181-9ccb-81fa34874d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:33.831094 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-2c33dc70-f3f1-4b6d-a870-65b41ee8804b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:34.564589 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:35.392124 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:37.070726 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:13:46.970288 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:13:55.462714 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:01.085466 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-81eccd9f-4e30-4e73-bc1e-e344179c99bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:03.822066 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-f36aad47-946a-434e-ae3c-2e2263917ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:04.567404 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:05.394300 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:07.074164 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:23.968712 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:14:25.477622 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:31.086390 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf031-90f7-40d6-8994-41cfb48f6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:33.823844 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ea98a049-b12f-4e91-bca5-234b566acc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:34.568513 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:35.396606 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:37.078825 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:14:55.492586 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:15:00.968288 dv-neutron-829527-2-hyperv neutron-server[87723]: DEBUG neutron.db.agents_db [None req-4921b638-a64f-4a0a-8b6a-e2cbb2b694c9 None None] Agent healthcheck: found 6 active agents {{(pid=87723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 18:15:01.087072 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf6d0-8dbf-45be-acf9-9b29297c1155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:15:03.825570 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8cfe-0ec5-4f6b-824b-9f0dafcac7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:15:04.574234 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-b6640556-a8e2-471c-992f-6bceb26ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:15:05.400794 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-87e2d3c0-3917-456b-8d51-0deb2cb7e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:15:07.080472 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-fc9124ef-ede5-480c-af4b-a606de2d380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 18:15:25.507449 dv-neutron-829527-2-hyperv neutron-server[87722]: DEBUG neutron_lib.callbacks.manager [None req-142e082e-414d-4111-ac81-d8ba97997694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756731127709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580375'] for agent, after_update {{(pid=87722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}